sunholo 0.81.5__py3-none-any.whl → 0.82.1__py3-none-any.whl

sunholo/agents/swagger.py

@@ -173,7 +173,7 @@ def generate_swagger(vac_config, agent_config):
             'description': 'Multivac (Multi-VAC) Cloud. Generate API keys (MULTIVAC_API_KEY) to enable access to private services. See more at https://dev.sunholo.com/',
             'version': '0.1.0'
         },
-        'host': '"${_ENDPOINTS_HOST}"',
+        'host': '${_ENDPOINTS_HOST}',
         'basePath': '/v1',
         'schemes': ['https'],
         'produces': ['application/json'],

sunholo/gcs/add_file.py

@@ -15,6 +15,7 @@ import datetime
 import os
 import base64
 import uuid
+import time
 
 try:
     from google.cloud import storage
@@ -89,6 +90,33 @@ def resolve_bucket(vector_name):
     
     return bucket_name
 
+def add_folder_to_gcs(
+        source_folder:str, 
+        vector_name:str=None, 
+        bucket_name:str=None, 
+        metadata:dict=None, 
+        bucket_folderpath:str=None):
+    """Uploads a folder and all its contents to a specified GCS bucket."""
+
+    uris = []
+    for root, dirs, files in os.walk(source_folder):
+        for file in files:
+            local_path = os.path.join(root, file)
+            # Create the relative path in the destination folder
+            relative_path = os.path.relpath(local_path, source_folder)
+            bucket_filepath = os.path.join(bucket_folderpath, relative_path)
+
+            uri = add_file_to_gcs(local_path, 
+                            vector_name=vector_name, 
+                            bucket_name=bucket_name, 
+                            metadata=metadata, 
+                            bucket_filepath=bucket_filepath)
+            uris.append(uri)
+            
+    log.info(f"uploaded [{len(files)}] to GCS bucket")
+
+    return uris
+
 def add_file_to_gcs(filename: str, 
                     vector_name:str=None, 
                     bucket_name: str=None, 
@@ -148,7 +176,7 @@ def add_file_to_gcs(filename: str,
 
     blob.metadata = the_metadata
     
-    import time
+
 
     max_retries = 5
     base_delay = 1  # 1 second

sunholo/invoke/direct_vac_func.py

@@ -41,7 +41,7 @@ def direct_vac(vac_input: dict, vac_name: str, chat_history=[]):
     override_endpoint = agent_url or override_endpoint
 
     print(f"Using {override_endpoint=}")
-    log.warning(f'Batch invoke_vac_qa with {vac_input=}')
+    log.warning(f'Batch invoke_vac_qa {vac_name} with {vac_input=}')
     vac_response = send_to_qa(
         vac_input["user_input"],
         vector_name=vac_name,

sunholo/pubsub/__init__.py

@@ -1,3 +1,3 @@
 from .pubsub_manager import PubSubManager
-from .process_pubsub import process_pubsub_message
+from .process_pubsub import process_pubsub_message, decode_pubsub_message
 

sunholo/pubsub/process_pubsub.py

@@ -16,8 +16,7 @@ from ..custom_logging import log
 from ..gcs.metadata import get_object_metadata
 
 
-
-def process_pubsub_message(data: dict) -> tuple:
+def decode_pubsub_message(data: dict) -> tuple:
     """Extracts message data and metadata from a Pub/Sub message.
 
     Args:
@@ -26,7 +25,6 @@ def process_pubsub_message(data: dict) -> tuple:
     Returns:
         tuple: A tuple containing the message data and attributes as metadata.
     """
-    # Decode the message data
     message_data = base64.b64decode(data['message']['data']).decode('utf-8')
     attributes = data['message'].get('attributes', {})
     messageId = data['message'].get('messageId')
@@ -38,6 +36,20 @@ def process_pubsub_message(data: dict) -> tuple:
     log.info(f"Process Pub/Sub was triggered by messageId {messageId} published at {publishTime}")
     log.debug(f"Process Pub/Sub data: {message_data}")
 
+    return message_data, attributes, vector_name
+
+def process_pubsub_message(data: dict) -> tuple:
+    """Extracts message data and metadata from a Pub/Sub message for a Cloud Storage event.
+
+    Args:
+        data (dict): The Pub/Sub message data.
+
+    Returns:
+        tuple: A tuple containing the message data and attributes as metadata.
+    """
+    # Decode the message data
+    message_data, attributes, vector_name = decode_pubsub_message(data)
+
     # Check for a valid GCS event type and payload format
     if attributes.get("eventType") == "OBJECT_FINALIZE" and attributes.get("payloadFormat") == "JSON_API_V1":
         objectId = attributes.get("objectId")

{sunholo-0.81.5.dist-info → sunholo-0.82.1.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.81.5
+Version: 0.82.1
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.81.5.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.82.1.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -20,9 +20,9 @@ Description-Content-Type: text/markdown
 License-File: LICENSE.txt
 Requires-Dist: google-auth
 Requires-Dist: ruamel.yaml
-Requires-Dist: langchain >=0.2.5
+Requires-Dist: langchain >=0.2.12
 Requires-Dist: langchain-experimental >0.0.60
-Requires-Dist: langchain-community
+Requires-Dist: langchain-community >=0.2.11
 Provides-Extra: all
 Requires-Dist: asyncpg ; extra == 'all'
 Requires-Dist: azure-identity ; extra == 'all'

{sunholo-0.81.5.dist-info → sunholo-0.82.1.dist-info}/RECORD

@@ -7,7 +7,7 @@ sunholo/agents/langserve.py,sha256=C46ph2mnygr6bdHijYWYyfQDI9ylAF0_9Kx2PfcCJpU,4
 sunholo/agents/pubsub.py,sha256=TscZN_6am6DfaQkC-Yl18ZIBOoLE-0nDSiil6GpQEh4,1344
 sunholo/agents/route.py,sha256=Mo-YOHDsHOiQXfb6VmCH0BPThAD-0jZGIkIKAHxSDdc,2986
 sunholo/agents/special_commands.py,sha256=YhN8_E4cGZVvagN5_fouaxZiVbxr7PEhSzoFcvTKH54,6501
-sunholo/agents/swagger.py,sha256=Z01v5Yk6_nW5FPCuwjYcx3_0ISIXJOlA-kQFCQTtqRA,10673
+sunholo/agents/swagger.py,sha256=2tzGmpveUMmTREykZvVnDj3j295wyOMu7mUFDnXdY3c,10671
 sunholo/agents/fastapi/__init__.py,sha256=S_pj4_bTUmDGoq_exaREHlOKThi0zTuGT0VZY0YfODQ,88
 sunholo/agents/fastapi/base.py,sha256=W-cyF8ZDUH40rc-c-Apw3-_8IIi2e4Y9qRtnoVnsc1Q,2521
 sunholo/agents/fastapi/qna_routes.py,sha256=lKHkXPmwltu9EH3RMwmD153-J6pE7kWQ4BhBlV3to-s,3864
@@ -78,12 +78,12 @@ sunholo/discovery_engine/get_ai_search_chunks.py,sha256=VPzdYoBP_E6Bko0KpX656QiI
 sunholo/embedder/__init__.py,sha256=sI4N_CqgEVcrMDxXgxKp1FsfsB4FpjoXgPGkl4N_u4I,44
 sunholo/embedder/embed_chunk.py,sha256=MCbTePWjUbIRVDFFhHJ94BvOZvIom62-mTr0PmfQyt0,6951
 sunholo/gcs/__init__.py,sha256=SZvbsMFDko40sIRHTHppA37IijvJTae54vrhooEF5-4,90
-sunholo/gcs/add_file.py,sha256=wkBQBfnjUbItnRNGiG9oBr7Jf2QfLpZf2nA5zT435ss,7107
+sunholo/gcs/add_file.py,sha256=TRbdEd3j-lFnyC7kqs5IWEPMPlDMFLR68fdTWga06Wo,8096
 sunholo/gcs/download_folder.py,sha256=ijJTnS595JqZhBH8iHFErQilMbkuKgL-bnTCMLGuvlA,1614
 sunholo/gcs/download_url.py,sha256=q1NiJSvEhdNrmU5ZJ-sBCMC_J5CxzrajY8LRgdPOV_M,6130
 sunholo/gcs/metadata.py,sha256=oQLcXi4brsZ74aegWyC1JZmhlaEV270HS5_UWtAYYWE,898
 sunholo/invoke/__init__.py,sha256=bELcqIjzKvaupcIN5OQmDgGx_8jARtH9T6PCe8UgcvE,99
-sunholo/invoke/direct_vac_func.py,sha256=wvrYDZNLoLeO_uQiqRdGUlhwjhLr05dVNBST9TxwwBA,4478
+sunholo/invoke/direct_vac_func.py,sha256=L_Gz7hEbZQqAZn2j5ehB-eIXmCEYmSZ7F95mjbYP9Nw,4489
 sunholo/invoke/invoke_vac_utils.py,sha256=sJc1edHTHMzMGXjji1N67c3iUaP7BmAL5nj82Qof63M,2053
 sunholo/langfuse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/langfuse/callback.py,sha256=jl0SZsFS53uMW9DGeM9SOL_EsRZsba0wwFGLqKzu9_U,1684
@@ -99,8 +99,8 @@ sunholo/patches/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/patches/langchain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/patches/langchain/lancedb.py,sha256=KstVpYtI2E1s6_l_kq6js8ruIPJduO6nnvAXbqjoqCc,7507
 sunholo/patches/langchain/vertexai.py,sha256=kX1IvC2D1kMgM3SaSzP9HEosbD6CUymLJd7w9eXo3eE,17677
-sunholo/pubsub/__init__.py,sha256=wgkrtlL3h8uzNpnlWSHdVMOq0l5Q3D7gkxF_Rp1A6Ro,94
-sunholo/pubsub/process_pubsub.py,sha256=TH4gSZQI_6hWYTdgUKl-EhFQ0Mm8-HLXQWZuQYzEQQw,2667
+sunholo/pubsub/__init__.py,sha256=DfTEk4zmCfqn6gFxRrqDO0pOrvXTDqH-medpgYO4PGw,117
+sunholo/pubsub/process_pubsub.py,sha256=rN2N4WM6PZkMKDrdT8pnEfTvsXACRyJFqIHJQCbuxLs,3088
 sunholo/pubsub/pubsub_manager.py,sha256=19w_N0LiG-wgVWvgJ13b8BUeN8ZzgSPXAhPmL1HRRSI,6966
 sunholo/qna/__init__.py,sha256=F8q1uR_HreoSX0IfmKY1qoSwIgXhO2Q8kuDSxh9_-EE,28
 sunholo/qna/parsers.py,sha256=Ye3M0CUIIV9sSRU6yqM4p8bdJUh3QyrolSXbGnjMYD8,2153
@@ -134,9 +134,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=pgSahVDh7GPEulu3nl-w0jb5lTClb4TCnVxPnMokNZY,7533
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.81.5.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.81.5.dist-info/METADATA,sha256=fXdG0UEL0dbJuJPm85_8gk5POiaZCev7voNR_ypEg2c,7348
-sunholo-0.81.5.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-sunholo-0.81.5.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.81.5.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.81.5.dist-info/RECORD,,
+sunholo-0.82.1.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.82.1.dist-info/METADATA,sha256=araDojOf0d7xxwCeVn6OKRDMu6m7LTjP-Ay4631gU2E,7358
+sunholo-0.82.1.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+sunholo-0.82.1.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.82.1.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.82.1.dist-info/RECORD,,