sunholo 0.105.2__tar.gz → 0.105.4__tar.gz

{sunholo-0.105.2 → sunholo-0.105.4}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.105.2
+Version: 0.105.4
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.105.2.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.105.4.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.105.2 → sunholo-0.105.4}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.105.2'
+version = '0.105.4'
 
 setup(
     name='sunholo',

{sunholo-0.105.2 → sunholo-0.105.4}/sunholo/database/alloydb_client.py

@@ -129,7 +129,7 @@ class AlloyDBClient:
                 log.error("Can't create AlloyDBEngine - install via `pip install sunholo[gcp,database]`")
                 raise ValueError("Can't import AlloyDBEngine")
 
-        log.info(f"Inititaing AlloyDB Langchain engine for database: {self.database}")
+        log.info(f"Inititaing AlloyDB Langchain engine for database: {self.database} with config: {self.config}")
 
         from google.cloud.alloydb.connector import IPTypes
         engine = AlloyDBEngine.from_instance(

{sunholo-0.105.2 → sunholo-0.105.4}/sunholo/genai/process_funcs_cls.py

@@ -81,7 +81,9 @@ class GenAIFunctionProcessor:
         self.model_name = "gemini-1.5-flash"
         if config:
             self.model_name = config.vacConfig("model") if config.vacConfig("llm") == "vertex" else "gemini-1.5-flash"
-        elif model_name:
+        
+        if model_name:
+            log.info(f"Overriding agent model name {self.model_name} with model {model_name}")
             self.model_name = model_name
         
         self.trace = trace
@@ -225,7 +227,7 @@ class GenAIFunctionProcessor:
 
         return strings
 
-    def process_funcs(self, full_response, output_parts=True) -> Union[list['Part'], str]:
+    def process_funcs(self, full_response, output_parts=True, loop_span=None) -> Union[list['Part'], str]:
         """
         Processes the functions based on the full_response from the generative model.
 
@@ -247,6 +249,7 @@ class GenAIFunctionProcessor:
         """
         api_requests_and_responses = []
 
+
         if not full_response:
             log.info("No response was found to process")
             return api_requests_and_responses
@@ -273,6 +276,8 @@ class GenAIFunctionProcessor:
                 if len(params)>8000:
                     log.warning(f"Total parameters are over 8000 characters - it may not work properly: {params[:10000]}....[{len(params)}]")
 
+                fn_span = loop_span.span(name=function_name, input=params_obj) if loop_span else None
+
                 # Check if the function is in our dictionary of available functions
                 if function_name in self.funcs:
                     fn_exec = self.funcs[function_name]
@@ -297,8 +302,11 @@ class GenAIFunctionProcessor:
                     api_requests_and_responses.append(
                         [function_name, params, clean_result]
                     )
+                    fn_span.end(output=clean_result) if fn_span else None
                 else:
-                    log.error(f"Function {function_name} is not recognized")
+                    msg = f"Function {function_name} is not recognized"
+                    log.error(msg)
+                    fn_span.end(output=msg) if fn_span else None
 
         log.info(f"{api_requests_and_responses=}")
         self.last_api_requests_and_responses = api_requests_and_responses
@@ -466,7 +474,7 @@ class GenAIFunctionProcessor:
                     input = {'content': content},
                 ) if loop_span else None
 
-                response: GenerateContentResponse = chat.send_message(content, stream=True, request_options=RequestOptions(
+                response: GenerateContentResponse = chat.send_message(content, request_options=RequestOptions(
                                         retry=retry.Retry(
                                             initial=10, 
                                             multiplier=2, 
@@ -519,16 +527,14 @@ class GenAIFunctionProcessor:
                     
                 except ValueError as err:
                     token_queue.append(f"{str(err)} for {chunk=}")
-            fn_span = loop_span.span(name="function_execution", input=response) if loop_span else None
             try:
-                executed_responses = self.process_funcs(response) 
+                executed_responses = self.process_funcs(response, loop_span=loop_span) 
             except Exception as err:
                 log.error(f"Error in executions: {str(err)}")
                 executed_responses = []
                 token_queue.append(f"{str(err)} for {response=}")
 
             log.info(f"[{guardrail}] {executed_responses=}")
-            fn_span.end(output=executed_responses) if fn_span else None
 
             if executed_responses:  
                 token_queue.append("\n-- Agent Actions:\n")
@@ -548,7 +554,7 @@ class GenAIFunctionProcessor:
                         callback.on_llm_new_token(token=token)
 
                     log.info(f"{fn_log} created a result={type(fn_result)=}")
-                    fn_exec_one = fn_exec.span(name=fn_log, input=fn_result) if fn_exec else None
+                    fn_exec_one = fn_exec.span(name=fn, input=fn_args) if fn_exec else None
                     
                     fn_result_json = None
                     # Convert MapComposite to a standard Python dictionary

{sunholo-0.105.2 → sunholo-0.105.4}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.105.2
+Version: 0.105.4
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.105.2.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.105.4.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0