sunholo 0.101.11__tar.gz → 0.101.13__tar.gz

{sunholo-0.101.11 → sunholo-0.101.13}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.101.11
+Version: 0.101.13
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.101.11.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.101.13.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.101.11 → sunholo-0.101.13}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.101.11'
+version = '0.101.13'
 
 setup(
     name='sunholo',

{sunholo-0.101.11 → sunholo-0.101.13}/sunholo/genai/process_funcs_cls.py

@@ -455,7 +455,7 @@ class GenAIFunctionProcessor:
                 msg = f"Error sending {content} to model: {str(e)} - {traceback.format_exc()}"
                 log.info(msg)
                 token_queue.append(msg)
-                this_text += msg
+                break
 
             loop_metadata = response.usage_metadata
             if loop_metadata:

{sunholo-0.101.11 → sunholo-0.101.13}/sunholo/invoke/direct_vac_func.py

@@ -7,7 +7,7 @@ from ..utils.api_key import has_multivac_api_key
 import asyncio
 from threading import Thread
 
-def direct_vac(vac_input: dict, vac_name: str, chat_history=[]):
+def direct_vac(vac_input: dict, vac_name: str, chat_history=None):
     """
     This lets VACs call other VAC Q&A endpoints within their code
     """
@@ -42,6 +42,8 @@ def direct_vac(vac_input: dict, vac_name: str, chat_history=[]):
     
     # Prepare the kwargs for send_to_qa by copying vac_input and adding more values
     qa_kwargs = vac_input.copy()
+    if not chat_history:
+        chat_history = []
 
     # Add additional arguments
     qa_kwargs.update({
@@ -68,7 +70,7 @@ def direct_vac(vac_input: dict, vac_name: str, chat_history=[]):
     
     return answer
 
-async def async_direct_vac(vac_input: dict, vac_name: str, chat_history=[]):
+async def async_direct_vac(vac_input: dict, vac_name: str, chat_history=None):
     """
     Asynchronous version of direct_vac using send_to_qa_async.
     Allows VACs to call other VAC Q&A endpoints without blocking the event loop.
@@ -105,6 +107,9 @@ async def async_direct_vac(vac_input: dict, vac_name: str, chat_history=[]):
     # Prepare the kwargs for send_to_qa_async by copying vac_input and adding more values
     qa_kwargs = vac_input.copy()
 
+    if not chat_history:
+        chat_history = []
+
     # Add additional arguments
     qa_kwargs.update({
         'vector_name': vac_name,
@@ -138,7 +143,7 @@ async def async_direct_vac(vac_input: dict, vac_name: str, chat_history=[]):
 
     return answer
 
-def direct_vac_stream(vac_input: dict, vac_name: str, chat_history=[]):
+def direct_vac_stream(vac_input: dict, vac_name: str, chat_history=None):
 
     if 'user_input' not in vac_input:
         raise ValueError('vac_input must contain at least "user_input" key - got {vac_input}')
@@ -146,6 +151,9 @@ def direct_vac_stream(vac_input: dict, vac_name: str, chat_history=[]):
     user_id = vac_input.get('user_id')
     session_id = vac_input.get('session_id')
     image_uri = vac_input.get('image_url') or vac_input.get('image_uri')
+
+    if not chat_history:
+        chat_history = []
     
     log.info(f"Streaming invoke_vac_qa with {vac_input=}")
     def stream_response():
@@ -196,7 +204,7 @@ def direct_vac_stream(vac_input: dict, vac_name: str, chat_history=[]):
 
 
 
-async def async_direct_vac_stream(vac_input: dict, vac_name: str, chat_history=[]):
+async def async_direct_vac_stream(vac_input: dict, vac_name: str, chat_history=None):
     """
     Asynchronous version of direct_vac_stream.
     Streams responses from VAC Q&A endpoints without blocking the event loop.
@@ -209,13 +217,15 @@ async def async_direct_vac_stream(vac_input: dict, vac_name: str, chat_history=[
     image_uri = vac_input.get('image_url') or vac_input.get('image_uri')
 
     log.info(f"Streaming invoke_vac_qa with vac_input={vac_input}")
+    if not chat_history:
+        chat_history = []
 
     def sync_stream_response():
         generate = generate_proxy_stream(
             send_to_qa,
             vac_input["user_input"],
             vector_name=vac_name,
-            chat_history=chat_history,
+            chat_history=chat_history or [],
             generate_f_output=lambda x: x,  # Replace with actual processing function
             stream_wait_time=0.5,
             stream_timeout=120,

{sunholo-0.101.11 → sunholo-0.101.13}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.101.11
+Version: 0.101.13
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.101.11.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.101.13.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0