sunholo 0.105.3__tar.gz → 0.105.5__tar.gz

{sunholo-0.105.3 → sunholo-0.105.5}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.105.3
+Version: 0.105.5
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.105.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.105.5.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.105.3 → sunholo-0.105.5}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.105.3'
+version = '0.105.5'
 
 setup(
     name='sunholo',

{sunholo-0.105.3 → sunholo-0.105.5}/sunholo/database/alloydb_client.py

@@ -129,7 +129,7 @@ class AlloyDBClient:
                 log.error("Can't create AlloyDBEngine - install via `pip install sunholo[gcp,database]`")
                 raise ValueError("Can't import AlloyDBEngine")
 
-        log.info(f"Inititaing AlloyDB Langchain engine for database: {self.database}")
+        log.info(f"Inititaing AlloyDB Langchain engine for database: {self.database} with config: {self.config}")
 
         from google.cloud.alloydb.connector import IPTypes
         engine = AlloyDBEngine.from_instance(

{sunholo-0.105.3 → sunholo-0.105.5}/sunholo/genai/process_funcs_cls.py

@@ -81,7 +81,9 @@ class GenAIFunctionProcessor:
         self.model_name = "gemini-1.5-flash"
         if config:
             self.model_name = config.vacConfig("model") if config.vacConfig("llm") == "vertex" else "gemini-1.5-flash"
-        elif model_name:
+        
+        if model_name:
+            log.info(f"Overriding agent model name {self.model_name} with model {model_name}")
             self.model_name = model_name
         
         self.trace = trace
@@ -457,6 +459,7 @@ class GenAIFunctionProcessor:
             log.info(f"== Start input content for loop [{guardrail}]\n ## Content: {content_parse}")
             this_text = ""  # reset for this loop
             response = None
+            executed_responses = []
             loop_span = span.span(
                 name=f"loop_{guardrail}",
                 model=self.model_name,
@@ -509,28 +512,28 @@ class GenAIFunctionProcessor:
                 gen.end(output=response.to_dict()) if gen else None
             else:
                 gen.end(output="No response received") if gen else None
+            
 
-            for chunk in response:
-                if not chunk:
-                    continue
+                for chunk in response:
+                    if not chunk:
+                        continue
 
-                log.debug(f"[{guardrail}] {chunk=}")
+                    log.debug(f"[{guardrail}] {chunk=}")
+                    try:
+                        if hasattr(chunk, 'text') and isinstance(chunk.text, str):
+                            token = chunk.text
+                            token_queue.append(token)
+                            this_text += token
+                        else:
+                            log.info("skipping chunk with no text")
+                        
+                    except ValueError as err:
+                        token_queue.append(f"{str(err)} for {chunk=}")
                 try:
-                    if hasattr(chunk, 'text') and isinstance(chunk.text, str):
-                        token = chunk.text
-                        token_queue.append(token)
-                        this_text += token
-                    else:
-                        log.info("skipping chunk with no text")
-                    
-                except ValueError as err:
-                    token_queue.append(f"{str(err)} for {chunk=}")
-            try:
-                executed_responses = self.process_funcs(response, loop_span=loop_span) 
-            except Exception as err:
-                log.error(f"Error in executions: {str(err)}")
-                executed_responses = []
-                token_queue.append(f"{str(err)} for {response=}")
+                    executed_responses = self.process_funcs(response, loop_span=loop_span) 
+                except Exception as err:
+                    log.error(f"Error in executions: {str(err)}")
+                    token_queue.append(f"{str(err)} for {response=}")
 
             log.info(f"[{guardrail}] {executed_responses=}")
 

{sunholo-0.105.3 → sunholo-0.105.5}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.105.3
+Version: 0.105.5
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.105.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.105.5.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0