sunholo 0.71.15__py3-none-any.whl → 0.71.16__py3-none-any.whl

sunholo/agents/flask/qna_routes.py

@@ -15,7 +15,6 @@
 
 import json
 import traceback
-import datetime
 import uuid
 
 from ...agents import extract_chat_history, handle_special_commands
@@ -142,7 +141,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                 name="start_streaming_chat",
                 metadata=vac_config,
                 input = all_input,
-                completion_start_time=datetime.datetime.now(),
+                completion_start_time=datetime.now(),
                 model=vac_config.get("model") or vac_config.get("llm")
             )
 

sunholo/gcs/add_file.py

@@ -25,25 +25,63 @@ from ..logging import log
 from ..utils.config import load_config_key
 
 
-def handle_base64_image(base64_data, vector_name):
+def handle_base64_image(base64_data: str, vector_name: str, extension: str):
+    """
+    Handle base64 image data, decode it, save it as a file, upload it to GCS, and return the image URI and MIME type.
+
+    Args:
+        base64_data (str): The base64 encoded image data.
+        vector_name (str): The vector name for the GCS path.
+        extension (str): The file extension of the image (e.g., ".jpg", ".png").
+
+    Returns:
+        Tuple[str, str]: The URI of the uploaded image and the MIME type.
+    """
     model = load_config_key("llm", vector_name, "vacConfig")
-    if model.startswith("openai"): # pass it to gpt directly
-        return base64_data, base64_data.split(",",1)
-    
+    if model.startswith("openai"):  # pass it to gpt directly
+        return base64_data, base64_data.split(",", 1)
+
     try:
         header, encoded = base64_data.split(",", 1)
         data = base64.b64decode(encoded)
 
-        filename = f"{uuid.uuid4()}.jpg"
+        filename = f"{uuid.uuid4()}{extension}"
         with open(filename, "wb") as f:
             f.write(data)
 
         image_uri = add_file_to_gcs(filename, vector_name)
         os.remove(filename)  # Clean up the saved file
-        return image_uri, "image/jpeg"
+
+        # Determine MIME type based on extension
+        mime_type = {
+            ".jpg": "image/jpeg",
+            ".jpeg": "image/jpeg",
+            ".png": "image/png",
+            ".gif": "image/gif",
+            ".bmp": "image/bmp",
+            ".tiff": "image/tiff"
+        }.get(extension.lower(), "application/octet-stream")  # Default MIME type if unknown
+
+        return image_uri, mime_type
     except Exception as e:
         raise Exception(f'Base64 image upload failed: {str(e)}')
 
+
+def resolve_bucket(vector_name):
+    bucket_config = load_config_key("upload", vector_name, "vacConfig")
+    if bucket_config:
+        if bucket_config.get("buckets"):
+            bucket_name = bucket_config.get("buckets").get("all")
+
+    bucket_name = bucket_name if bucket_name else os.getenv('GCS_BUCKET', None)
+    if bucket_name is None:
+        raise ValueError("No bucket found to upload to: GCS_BUCKET returned None")
+    
+    if bucket_name.startswith("gs://"):
+        bucket_name = bucket_name.removeprefix("gs://")
+    
+    return bucket_name
+
 def add_file_to_gcs(filename: str, vector_name:str, bucket_name: str=None, metadata:dict=None, bucket_filepath:str=None):
 
     if not storage:
@@ -56,17 +94,7 @@ def add_file_to_gcs(filename: str, vector_name:str, bucket_name: str=None, metad
         return None
     
     if bucket_name is None:
-        bucket_config = load_config_key("upload", vector_name, "vacConfig")
-        if bucket_config:
-            if bucket_config.get("buckets"):
-                bucket_name = bucket_config.get("buckets").get("all")
-
-    bucket_name = bucket_name if bucket_name else os.getenv('GCS_BUCKET', None)
-    if bucket_name is None:
-        raise ValueError("No bucket found to upload to: GCS_BUCKET returned None")
-    
-    if bucket_name.startswith("gs://"):
-        bucket_name = bucket_name.removeprefix("gs://")
+        bucket_name = resolve_bucket(vector_name)
     
     bucket = storage_client.get_bucket(bucket_name)
     now = datetime.datetime.now()

sunholo/vertex/extensions_class.py

@@ -136,7 +136,11 @@ class VertexAIExtensions:
 
         return response
 
-    def execute_code_extension(self, query: str, filenames: list[str] = None, gcs_files: list[str] = None):
+    def execute_code_extension(self, 
+                               query: str, 
+                               filenames: list[str] = None, 
+                               gcs_files: list[str] = None,
+                               bucket_name: str = None):
         if filenames and gcs_files:
             raise ValueError("Can't specify both filenames and gcs_files")
         
@@ -149,7 +153,16 @@ class VertexAIExtensions:
                 break
 
         if not code_interpreter_exists:
-            extension_code_interpreter = extensions.Extension.from_hub("code_interpreter")
+            if bucket_name:
+                runtime_config = {
+                    "codeInterpreterRuntimeConfig": {
+                        "fileInputGcsBucket": f"{bucket_name}/extensions/input/",
+                        "fileOutputGcsBucket": f"{bucket_name}/extensions/output/",
+                    }
+                }
+            extension_code_interpreter = extensions.Extension.from_hub("code_interpreter", runtime_config=runtime_config)
+
+        # This field is only applicable when `file_output_gcs_bucket` is specified in `Extension.CodeInterpreterRuntimeConfig`.
 
         operation_params = {"query": query}
 
@@ -166,7 +179,7 @@ class VertexAIExtensions:
         
         if gcs_files:
             operation_params["file_gcs_uris"] = gcs_files
-        
+        log.info("Executing code interpreter")
         response = extension_code_interpreter.execute(
             operation_id="generate_and_execute",
             operation_params=operation_params)
@@ -175,7 +188,24 @@ class VertexAIExtensions:
             [item['name'] for item in response['output_files']])
 
         if response.get('execution_error'):
+            #TODO: setup iteration many times with a timeout
             log.error(f"Code Execution Response failed with: {response.get('execution_error')} - maybe retry?")
+            new_query = f"""
+<original_query>{query}</original_query>
+<original_output>{response.get('generated_code')}</original_output>
+The code above failed with this error:
+<code_error>{response.get('execution_error')}</code_error>
+Please try again again to satisfy the original query.
+"""
+            operation_params = {"query": new_query}
+            response = extension_code_interpreter.execute(
+                operation_id="generate_and_execute",
+                operation_params=operation_params)
+            
+            self.CODE_INTERPRETER_WRITTEN_FILES.extend([item['name'] for item in response['output_files']])
+            if response.get('execution_error'):
+                log.error(f"Code Execution Response failed twice: {response.get('execution_error')}")
+
 
         return response
 

{sunholo-0.71.15.dist-info → sunholo-0.71.16.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.71.15
+Version: 0.71.16
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.15.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.16.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.71.15.dist-info → sunholo-0.71.16.dist-info}/RECORD

@@ -13,7 +13,7 @@ sunholo/agents/fastapi/base.py,sha256=clk76cHbUAvU0OYJrRfCWX_5f0ACbhDsIzYBhI3wyo
 sunholo/agents/fastapi/qna_routes.py,sha256=DgK4Btu5XriOC1JaRQ4G_nWEjJfnQ0J5pyLanF6eF1g,3857
 sunholo/agents/flask/__init__.py,sha256=uqfHNw2Ru3EJ4dJEcbp86h_lkquBQPMxZbjhV_xe3rs,72
 sunholo/agents/flask/base.py,sha256=FgSaCODyoTtlstJtsqlLPScdgRUtv9_plxftdzHdVFo,809
-sunholo/agents/flask/qna_routes.py,sha256=Su8HNcjmEbZ-u7loC2lqWN9Yb9TKbbjrO1Qi-kqLCF8,21839
+sunholo/agents/flask/qna_routes.py,sha256=TUsVn1MGcJ-8JFET5aR9mjGPd4z6K__SjTN8JOOsiTU,21814
 sunholo/agents/flask/vac_routes.py,sha256=l2-w7x437F0Uu3QvwNueEYPtnKuIee6bHJ7LUMt_tkY,19520
 sunholo/archive/__init__.py,sha256=qNHWm5rGPVOlxZBZCpA1wTYPbalizRT7f8X4rs2t290,31
 sunholo/archive/archive.py,sha256=C-UhG5x-XtZ8VheQp92IYJqgD0V3NFQjniqlit94t18,1197
@@ -67,7 +67,7 @@ sunholo/discovery_engine/discovery_engine_client.py,sha256=YYsFeaW41l8jmWCruQnYx
 sunholo/embedder/__init__.py,sha256=sI4N_CqgEVcrMDxXgxKp1FsfsB4FpjoXgPGkl4N_u4I,44
 sunholo/embedder/embed_chunk.py,sha256=d_dIzeNF630Q0Ar-u1hxos60s0tLIImJccAvuo_LTIw,6814
 sunholo/gcs/__init__.py,sha256=DtVw_AZwQn-IguR5BJuIi2XJeF_FQXizhJikzRNrXiE,50
-sunholo/gcs/add_file.py,sha256=y2s7ZZBiJD3pu1TqRAy0s1SRGvHvzJqSDaYD-MFFh1c,5717
+sunholo/gcs/add_file.py,sha256=K4lvNy22qtFFSJUh6xM7nmJ8_CT-0BIGSNxNXWIt3-U,6643
 sunholo/gcs/download_url.py,sha256=8XSEf8byfubqs5CMQeF_tn9wxqwUTq3n9mo5mLNIUTA,4801
 sunholo/gcs/metadata.py,sha256=C9sMPsHsq1ETetdQCqB3EBs3Kws8b8QHS9L7ei_v5aw,891
 sunholo/langfuse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -111,13 +111,13 @@ sunholo/utils/user_ids.py,sha256=SQd5_H7FE7vcTZp9AQuQDWBXd4FEEd7TeVMQe1H4Ny8,292
 sunholo/utils/version.py,sha256=P1QAJQdZfT2cMqdTSmXmcxrD2PssMPEGM-WI6083Fck,237
 sunholo/vertex/__init__.py,sha256=XH7FUKxdIgN9H2iDcWxL3sRnVHC3297G24RqEn4Ob0Y,240
 sunholo/vertex/extensions.py,sha256=d-Ikt9gHFf-jUMPmyU-xHwYe22QtEyr90Ua1LDKgTws,11026
-sunholo/vertex/extensions_class.py,sha256=2j4LhvdmzHIMpCI8_7sKy1xYGiHPb7TRnIB2um5-x78,10378
+sunholo/vertex/extensions_class.py,sha256=flvWNxzY_0z_nDuoaXq96mmLCON1At793NpEeaJ6T0E,11893
 sunholo/vertex/init.py,sha256=-w7b9GKsyJnAJpYHYz6_zBUtmeJeLXlEkgOfwoe4DEI,2715
 sunholo/vertex/memory_tools.py,sha256=FLTbNX_YbpxxUxZHAsXEihlUgLELfLOfxsdEkwDm_GI,6546
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
-sunholo-0.71.15.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.71.15.dist-info/METADATA,sha256=UQxaV4yVl6XvGIhNI26Sql5JgCLMV8ttsfPEHl-9J6w,6767
-sunholo-0.71.15.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
-sunholo-0.71.15.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.71.15.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.71.15.dist-info/RECORD,,
+sunholo-0.71.16.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.71.16.dist-info/METADATA,sha256=xw0dl33vOvPMlNI-Fd_848gY3STZpA7TQZghXh7f0MQ,6767
+sunholo-0.71.16.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
+sunholo-0.71.16.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.71.16.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.71.16.dist-info/RECORD,,