sunholo 0.101.12__py3-none-any.whl → 0.102.0__py3-none-any.whl

sunholo/genai/process_funcs_cls.py

@@ -60,12 +60,13 @@ class GenAIFunctionProcessor:
     ```
     """
 
-    def __init__(self, config: ConfigManager):
+    def __init__(self, config: ConfigManager=None, model_name=None):
         """
         Initializes the GenAIFunctionProcessor with the given configuration.
 
         Args:
             config (ConfigManager): The configuration manager instance.
+            model_name (str): The name of the model
         """
         if not genai:
             raise ImportError("import google.generativeai as genai is required, import via `pip install sunholo[gcp]`")
@@ -77,7 +78,12 @@ class GenAIFunctionProcessor:
         if 'decide_to_go_on' not in self.funcs:
             self.funcs['decide_to_go_on'] = self.decide_to_go_on
 
-        self.model_name = config.vacConfig("model") if config.vacConfig("llm") == "vertex" else "gemini-1.5-flash"
+        self.model_name = "gemini-1.5-flash"
+        if config:
+            self.model_name = config.vacConfig("model") if config.vacConfig("llm") == "vertex" else "gemini-1.5-flash"
+        elif model_name:
+            self.model_name = model_name
+        
         self.last_api_requests_and_responses = []
         self._validate_functions()
 
@@ -281,7 +287,7 @@ class GenAIFunctionProcessor:
                         error_message = f"Error in {function_name}: {str(err)}"
                         traceback_details = traceback.format_exc()
                         log.warning(f"{error_message}\nTraceback: {traceback_details}")
-                        result = [f"{error_message}\n{traceback_details}"]
+                        result = [error_message] #traceback uses too many tokens
                     clean_result = self.remove_invisible_characters(result)
                     api_requests_and_responses.append(
                         [function_name, params, clean_result]

sunholo/invoke/direct_vac_func.py

@@ -7,7 +7,7 @@ from ..utils.api_key import has_multivac_api_key
 import asyncio
 from threading import Thread
 
-def direct_vac(vac_input: dict, vac_name: str, chat_history=[]):
+def direct_vac(vac_input: dict, vac_name: str, chat_history=None):
     """
     This lets VACs call other VAC Q&A endpoints within their code
     """
@@ -42,6 +42,8 @@ def direct_vac(vac_input: dict, vac_name: str, chat_history=[]):
     
     # Prepare the kwargs for send_to_qa by copying vac_input and adding more values
     qa_kwargs = vac_input.copy()
+    if not chat_history:
+        chat_history = []
 
     # Add additional arguments
     qa_kwargs.update({
@@ -68,7 +70,7 @@ def direct_vac(vac_input: dict, vac_name: str, chat_history=[]):
     
     return answer
 
-async def async_direct_vac(vac_input: dict, vac_name: str, chat_history=[]):
+async def async_direct_vac(vac_input: dict, vac_name: str, chat_history=None):
     """
     Asynchronous version of direct_vac using send_to_qa_async.
     Allows VACs to call other VAC Q&A endpoints without blocking the event loop.
@@ -105,6 +107,9 @@ async def async_direct_vac(vac_input: dict, vac_name: str, chat_history=[]):
     # Prepare the kwargs for send_to_qa_async by copying vac_input and adding more values
     qa_kwargs = vac_input.copy()
 
+    if not chat_history:
+        chat_history = []
+
     # Add additional arguments
     qa_kwargs.update({
         'vector_name': vac_name,
@@ -138,7 +143,7 @@ async def async_direct_vac(vac_input: dict, vac_name: str, chat_history=[]):
 
     return answer
 
-def direct_vac_stream(vac_input: dict, vac_name: str, chat_history=[]):
+def direct_vac_stream(vac_input: dict, vac_name: str, chat_history=None):
 
     if 'user_input' not in vac_input:
         raise ValueError('vac_input must contain at least "user_input" key - got {vac_input}')
@@ -146,6 +151,9 @@ def direct_vac_stream(vac_input: dict, vac_name: str, chat_history=[]):
     user_id = vac_input.get('user_id')
     session_id = vac_input.get('session_id')
     image_uri = vac_input.get('image_url') or vac_input.get('image_uri')
+
+    if not chat_history:
+        chat_history = []
     
     log.info(f"Streaming invoke_vac_qa with {vac_input=}")
     def stream_response():
@@ -196,7 +204,7 @@ def direct_vac_stream(vac_input: dict, vac_name: str, chat_history=[]):
 
 
 
-async def async_direct_vac_stream(vac_input: dict, vac_name: str, chat_history=[]):
+async def async_direct_vac_stream(vac_input: dict, vac_name: str, chat_history=None):
     """
     Asynchronous version of direct_vac_stream.
     Streams responses from VAC Q&A endpoints without blocking the event loop.
@@ -209,13 +217,15 @@ async def async_direct_vac_stream(vac_input: dict, vac_name: str, chat_history=[
     image_uri = vac_input.get('image_url') or vac_input.get('image_uri')
 
     log.info(f"Streaming invoke_vac_qa with vac_input={vac_input}")
+    if not chat_history:
+        chat_history = []
 
     def sync_stream_response():
         generate = generate_proxy_stream(
             send_to_qa,
             vac_input["user_input"],
             vector_name=vac_name,
-            chat_history=chat_history,
+            chat_history=chat_history or [],
             generate_f_output=lambda x: x,  # Replace with actual processing function
             stream_wait_time=0.5,
             stream_timeout=120,

{sunholo-0.101.12.dist-info → sunholo-0.102.0.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.101.12
+Version: 0.102.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.101.12.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.102.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.101.12.dist-info → sunholo-0.102.0.dist-info}/RECORD

@@ -88,11 +88,11 @@ sunholo/gcs/metadata.py,sha256=oQLcXi4brsZ74aegWyC1JZmhlaEV270HS5_UWtAYYWE,898
 sunholo/genai/__init__.py,sha256=dBl6IA3-Fx6-Vx81r0XqxHlUq6WeW1iDX188dpChu8s,115
 sunholo/genai/images.py,sha256=eW5V2h2JdNqLkaw_u-pJSzu7edHzvrCWPLirolQXX5s,1617
 sunholo/genai/init.py,sha256=yG8E67TduFCTQPELo83OJuWfjwTnGZsyACospahyEaY,687
-sunholo/genai/process_funcs_cls.py,sha256=eCXRd4Aa9SNPdAjqN6Y2GYX_o5nlktHaS0zNk8mMtBM,29094
+sunholo/genai/process_funcs_cls.py,sha256=wiOIMeGLFEParAkdwHbfySzsPuUgi0rimEYOMbWEZKU,29317
 sunholo/genai/safety.py,sha256=mkFDO_BeEgiKjQd9o2I4UxB6XI7a9U-oOFjZ8LGRUC4,1238
 sunholo/invoke/__init__.py,sha256=o1RhwBGOtVK0MIdD55fAIMCkJsxTksi8GD5uoqVKI-8,184
 sunholo/invoke/async_class.py,sha256=G8vD2H94fpBc37mSJSQODEKJ67P2mPQEHabtDaLOvxE,8033
-sunholo/invoke/direct_vac_func.py,sha256=GXSCMkC6vOWGUtQjxy-ZpTrMvJa3CgcW-y9mDpJwWC8,9533
+sunholo/invoke/direct_vac_func.py,sha256=dACx3Zh7uZnuWLIFYiyLoyXUhh5-eUpd2RatDUd9ov8,9753
 sunholo/invoke/invoke_vac_utils.py,sha256=sJc1edHTHMzMGXjji1N67c3iUaP7BmAL5nj82Qof63M,2053
 sunholo/langfuse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/langfuse/callback.py,sha256=jl0SZsFS53uMW9DGeM9SOL_EsRZsba0wwFGLqKzu9_U,1684
@@ -147,9 +147,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=tBZxqVZ4InTmdBvLlOYwoSEWu4-kGquc-gxDwZCC4FA,7667
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.101.12.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.101.12.dist-info/METADATA,sha256=h_2izJTdUl4s1xSKwohq96RPsT8Mz-c-0fwkuFBgRKM,8314
-sunholo-0.101.12.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-sunholo-0.101.12.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.101.12.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.101.12.dist-info/RECORD,,
+sunholo-0.102.0.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.102.0.dist-info/METADATA,sha256=5-dYSKg8cpNoJLR8gKDD4f_y1sIlQ4TvJdox0l7K4n4,8312
+sunholo-0.102.0.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+sunholo-0.102.0.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.102.0.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.102.0.dist-info/RECORD,,