sunholo 0.71.15__py3-none-any.whl → 0.71.17__py3-none-any.whl

sunholo/agents/flask/qna_routes.py

@@ -15,7 +15,6 @@
 
 import json
 import traceback
-import datetime
 import uuid
 
 from ...agents import extract_chat_history, handle_special_commands
@@ -142,7 +141,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                 name="start_streaming_chat",
                 metadata=vac_config,
                 input = all_input,
-                completion_start_time=datetime.datetime.now(),
+                completion_start_time=datetime.now(),
                 model=vac_config.get("model") or vac_config.get("llm")
             )
 

sunholo/cli/chat_vac.py

@@ -5,9 +5,11 @@ from ..utils.config import load_config_key
 from ..utils.api_key import has_multivac_api_key
 from ..logging import log
 from ..qna.parsers import parse_output
+from ..gcs.add_file import add_file_to_gcs
 from .run_proxy import clean_proxy_list, start_proxy, stop_proxy
 
 import uuid
+import os
 import sys
 import subprocess
 import json
@@ -44,6 +46,17 @@ def get_service_url(vac_name, project, region, no_config=False):
 
     return url
 
+def handle_file_upload(file, vector_name):
+    if not Path(file).is_file():
+        return None
+    
+    file_url = add_file_to_gcs(file, 
+                               vector_name=vector_name, 
+                               metadata={"type": "cli"},
+                               bucket_filepath=f"{vector_name}/uploads/{os.path.basename(file)}")
+    
+    return file_url
+
 def stream_chat_session(service_url, service_name, stream=True):
 
     user_id = generate_user_id()
@@ -62,7 +75,25 @@ def stream_chat_session(service_url, service_name, stream=True):
 
         if special_reply:
              console.print(f"[bold yellow]{service_name}:[/bold yellow] {special_reply}", end='\n')
-             continue     
+             continue    
+
+        if user_input.lower().startswith("upload"):
+            file_path = user_input.split(" ", 1)[1] if " " in user_input else None
+            if not file_path:
+                console.print("[bold red]Please provide a valid file path.[/bold red]")
+                continue
+
+            try:
+                file_reply = handle_file_upload(file_path, vector_name=service_name)
+                if not file_reply:
+                    console.print("[bold red]Invalid file upload[/bold red]")
+                    continue
+                
+                console.print(f"[bold yellow]{service_name}:[/bold yellow] Uploaded {file_path} to {file_reply}", end='\n')
+            
+            except FileNotFoundError:
+                console.print("[bold red]File not found. Please check the path and try again.[/bold red]")
+                continue 
         
         if not stream:
             vac_response = send_to_qa(user_input,
@@ -70,7 +101,7 @@ def stream_chat_session(service_url, service_name, stream=True):
                 chat_history=chat_history,
                 message_author=user_id,
                 #TODO: populate these
-                image_url=None,
+                image_url=file_reply,
                 source_filters=None,
                 search_kwargs=None,
                 private_docs=None,

sunholo/gcs/add_file.py

@@ -25,25 +25,63 @@ from ..logging import log
 from ..utils.config import load_config_key
 
 
-def handle_base64_image(base64_data, vector_name):
+def handle_base64_image(base64_data: str, vector_name: str, extension: str):
+    """
+    Handle base64 image data, decode it, save it as a file, upload it to GCS, and return the image URI and MIME type.
+
+    Args:
+        base64_data (str): The base64 encoded image data.
+        vector_name (str): The vector name for the GCS path.
+        extension (str): The file extension of the image (e.g., ".jpg", ".png").
+
+    Returns:
+        Tuple[str, str]: The URI of the uploaded image and the MIME type.
+    """
     model = load_config_key("llm", vector_name, "vacConfig")
-    if model.startswith("openai"): # pass it to gpt directly
-        return base64_data, base64_data.split(",",1)
-    
+    if model.startswith("openai"):  # pass it to gpt directly
+        return base64_data, base64_data.split(",", 1)
+
     try:
         header, encoded = base64_data.split(",", 1)
         data = base64.b64decode(encoded)
 
-        filename = f"{uuid.uuid4()}.jpg"
+        filename = f"{uuid.uuid4()}{extension}"
         with open(filename, "wb") as f:
             f.write(data)
 
         image_uri = add_file_to_gcs(filename, vector_name)
         os.remove(filename)  # Clean up the saved file
-        return image_uri, "image/jpeg"
+
+        # Determine MIME type based on extension
+        mime_type = {
+            ".jpg": "image/jpeg",
+            ".jpeg": "image/jpeg",
+            ".png": "image/png",
+            ".gif": "image/gif",
+            ".bmp": "image/bmp",
+            ".tiff": "image/tiff"
+        }.get(extension.lower(), "application/octet-stream")  # Default MIME type if unknown
+
+        return image_uri, mime_type
     except Exception as e:
         raise Exception(f'Base64 image upload failed: {str(e)}')
 
+
+def resolve_bucket(vector_name):
+    bucket_config = load_config_key("upload", vector_name, "vacConfig")
+    if bucket_config:
+        if bucket_config.get("buckets"):
+            bucket_name = bucket_config.get("buckets").get("all")
+    else:
+        bucket_name = os.getenv('GCS_BUCKET')
+        if not bucket_name:
+            raise ValueError("No bucket found to upload to: GCS_BUCKET returned None")
+    
+    if bucket_name.startswith("gs://"):
+        bucket_name = bucket_name.removeprefix("gs://")
+    
+    return bucket_name
+
 def add_file_to_gcs(filename: str, vector_name:str, bucket_name: str=None, metadata:dict=None, bucket_filepath:str=None):
 
     if not storage:
@@ -55,18 +93,8 @@ def add_file_to_gcs(filename: str, vector_name:str, bucket_name: str=None, metad
         log.error(f"Error creating storage client: {str(err)}")
         return None
     
-    if bucket_name is None:
-        bucket_config = load_config_key("upload", vector_name, "vacConfig")
-        if bucket_config:
-            if bucket_config.get("buckets"):
-                bucket_name = bucket_config.get("buckets").get("all")
-
-    bucket_name = bucket_name if bucket_name else os.getenv('GCS_BUCKET', None)
-    if bucket_name is None:
-        raise ValueError("No bucket found to upload to: GCS_BUCKET returned None")
-    
-    if bucket_name.startswith("gs://"):
-        bucket_name = bucket_name.removeprefix("gs://")
+    if not bucket_name:
+        bucket_name = resolve_bucket(vector_name)
     
     bucket = storage_client.get_bucket(bucket_name)
     now = datetime.datetime.now()

sunholo/vertex/extensions_class.py

@@ -136,7 +136,11 @@ class VertexAIExtensions:
 
         return response
 
-    def execute_code_extension(self, query: str, filenames: list[str] = None, gcs_files: list[str] = None):
+    def execute_code_extension(self, 
+                               query: str, 
+                               filenames: list[str] = None, 
+                               gcs_files: list[str] = None,
+                               bucket_name: str = None):
         if filenames and gcs_files:
             raise ValueError("Can't specify both filenames and gcs_files")
         
@@ -149,7 +153,19 @@ class VertexAIExtensions:
                 break
 
         if not code_interpreter_exists:
-            extension_code_interpreter = extensions.Extension.from_hub("code_interpreter")
+            if bucket_name:
+                runtime_config = {
+                    "codeInterpreterRuntimeConfig": {
+                        "fileInputGcsBucket": f"{bucket_name}/extensions/input/",
+                        "fileOutputGcsBucket": f"{bucket_name}/extensions/output/",
+                    }
+                }
+            else:
+                runtime_config = {}
+                
+            extension_code_interpreter = extensions.Extension.from_hub("code_interpreter", runtime_config=runtime_config)
+
+        # This field is only applicable when `file_output_gcs_bucket` is specified in `Extension.CodeInterpreterRuntimeConfig`.
 
         operation_params = {"query": query}
 
@@ -166,7 +182,7 @@ class VertexAIExtensions:
         
         if gcs_files:
             operation_params["file_gcs_uris"] = gcs_files
-        
+        log.info("Executing code interpreter")
         response = extension_code_interpreter.execute(
             operation_id="generate_and_execute",
             operation_params=operation_params)
@@ -175,7 +191,24 @@ class VertexAIExtensions:
             [item['name'] for item in response['output_files']])
 
         if response.get('execution_error'):
+            #TODO: setup iteration many times with a timeout
             log.error(f"Code Execution Response failed with: {response.get('execution_error')} - maybe retry?")
+            new_query = f"""
+<original_query>{query}</original_query>
+<original_output>{response.get('generated_code')}</original_output>
+The code above failed with this error:
+<code_error>{response.get('execution_error')}</code_error>
+Please try again again to satisfy the original query.
+"""
+            operation_params = {"query": new_query}
+            response = extension_code_interpreter.execute(
+                operation_id="generate_and_execute",
+                operation_params=operation_params)
+            
+            self.CODE_INTERPRETER_WRITTEN_FILES.extend([item['name'] for item in response['output_files']])
+            if response.get('execution_error'):
+                log.error(f"Code Execution Response failed twice: {response.get('execution_error')}")
+
 
         return response
 

{sunholo-0.71.15.dist-info → sunholo-0.71.17.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.71.15
+Version: 0.71.17
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.15.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.17.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.71.15.dist-info → sunholo-0.71.17.dist-info}/RECORD

@@ -13,7 +13,7 @@ sunholo/agents/fastapi/base.py,sha256=clk76cHbUAvU0OYJrRfCWX_5f0ACbhDsIzYBhI3wyo
 sunholo/agents/fastapi/qna_routes.py,sha256=DgK4Btu5XriOC1JaRQ4G_nWEjJfnQ0J5pyLanF6eF1g,3857
 sunholo/agents/flask/__init__.py,sha256=uqfHNw2Ru3EJ4dJEcbp86h_lkquBQPMxZbjhV_xe3rs,72
 sunholo/agents/flask/base.py,sha256=FgSaCODyoTtlstJtsqlLPScdgRUtv9_plxftdzHdVFo,809
-sunholo/agents/flask/qna_routes.py,sha256=Su8HNcjmEbZ-u7loC2lqWN9Yb9TKbbjrO1Qi-kqLCF8,21839
+sunholo/agents/flask/qna_routes.py,sha256=TUsVn1MGcJ-8JFET5aR9mjGPd4z6K__SjTN8JOOsiTU,21814
 sunholo/agents/flask/vac_routes.py,sha256=l2-w7x437F0Uu3QvwNueEYPtnKuIee6bHJ7LUMt_tkY,19520
 sunholo/archive/__init__.py,sha256=qNHWm5rGPVOlxZBZCpA1wTYPbalizRT7f8X4rs2t290,31
 sunholo/archive/archive.py,sha256=C-UhG5x-XtZ8VheQp92IYJqgD0V3NFQjniqlit94t18,1197
@@ -33,7 +33,7 @@ sunholo/chunker/pdfs.py,sha256=daCZ1xjn1YvxlifIyxskWNpLJLe-Q9D_Jq12MWx3tZo,2473
 sunholo/chunker/publish.py,sha256=tiO615A2uo_ZjzdFDzNH1PL_1kJeLMUQwLJ4w67rNIc,2932
 sunholo/chunker/splitter.py,sha256=jtGfi_ZdhVdyFhfw0e4ynEpmwIyrxQtV63OituYWy6o,6729
 sunholo/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sunholo/cli/chat_vac.py,sha256=NcXQcz0HHE0epfUPmDat5Fk8XaDrTFGs3MINQlBu1vo,18785
+sunholo/cli/chat_vac.py,sha256=3XnfJEJXr-BaNsmvoOPlZsLXqcen4NKs5LP6THNoCzM,20069
 sunholo/cli/cli.py,sha256=8e00HBN6eYIUJ8cnvKteBJNn7aZPRMk4b82jwcGg9D4,3741
 sunholo/cli/cli_init.py,sha256=JMZ9AX2cPDZ-_mv3adiv2ToFVNyRPtjk9Biszl1kiR0,2358
 sunholo/cli/configs.py,sha256=QUM9DvKOdZmEQRM5uI3Nh887T0YDiSMr7O240zTLqws,4546
@@ -67,7 +67,7 @@ sunholo/discovery_engine/discovery_engine_client.py,sha256=YYsFeaW41l8jmWCruQnYx
 sunholo/embedder/__init__.py,sha256=sI4N_CqgEVcrMDxXgxKp1FsfsB4FpjoXgPGkl4N_u4I,44
 sunholo/embedder/embed_chunk.py,sha256=d_dIzeNF630Q0Ar-u1hxos60s0tLIImJccAvuo_LTIw,6814
 sunholo/gcs/__init__.py,sha256=DtVw_AZwQn-IguR5BJuIi2XJeF_FQXizhJikzRNrXiE,50
-sunholo/gcs/add_file.py,sha256=y2s7ZZBiJD3pu1TqRAy0s1SRGvHvzJqSDaYD-MFFh1c,5717
+sunholo/gcs/add_file.py,sha256=W23NI_UhcgeqhuVLNyCjAnSluhM0xhGDZoMAP7yRNwI,6618
 sunholo/gcs/download_url.py,sha256=8XSEf8byfubqs5CMQeF_tn9wxqwUTq3n9mo5mLNIUTA,4801
 sunholo/gcs/metadata.py,sha256=C9sMPsHsq1ETetdQCqB3EBs3Kws8b8QHS9L7ei_v5aw,891
 sunholo/langfuse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -111,13 +111,13 @@ sunholo/utils/user_ids.py,sha256=SQd5_H7FE7vcTZp9AQuQDWBXd4FEEd7TeVMQe1H4Ny8,292
 sunholo/utils/version.py,sha256=P1QAJQdZfT2cMqdTSmXmcxrD2PssMPEGM-WI6083Fck,237
 sunholo/vertex/__init__.py,sha256=XH7FUKxdIgN9H2iDcWxL3sRnVHC3297G24RqEn4Ob0Y,240
 sunholo/vertex/extensions.py,sha256=d-Ikt9gHFf-jUMPmyU-xHwYe22QtEyr90Ua1LDKgTws,11026
-sunholo/vertex/extensions_class.py,sha256=2j4LhvdmzHIMpCI8_7sKy1xYGiHPb7TRnIB2um5-x78,10378
+sunholo/vertex/extensions_class.py,sha256=jYWaOF7zNwcdZgI8CNolRvNa7BA2McgjBcpwZspKCWk,11964
 sunholo/vertex/init.py,sha256=-w7b9GKsyJnAJpYHYz6_zBUtmeJeLXlEkgOfwoe4DEI,2715
 sunholo/vertex/memory_tools.py,sha256=FLTbNX_YbpxxUxZHAsXEihlUgLELfLOfxsdEkwDm_GI,6546
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
-sunholo-0.71.15.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.71.15.dist-info/METADATA,sha256=UQxaV4yVl6XvGIhNI26Sql5JgCLMV8ttsfPEHl-9J6w,6767
-sunholo-0.71.15.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
-sunholo-0.71.15.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.71.15.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.71.15.dist-info/RECORD,,
+sunholo-0.71.17.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.71.17.dist-info/METADATA,sha256=a1SosPFBZUDdFgpnGGNdg6D9j24uEpN1J37vkwq2Sxw,6767
+sunholo-0.71.17.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
+sunholo-0.71.17.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.71.17.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.71.17.dist-info/RECORD,,