sunholo 0.66.0__tar.gz → 0.66.2__tar.gz

{sunholo-0.66.0 → sunholo-0.66.2}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.66.0
+Version: 0.66.2
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.66.0.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.66.2.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.66.0 → sunholo-0.66.2}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.66.0'
+version = '0.66.2'
 
 setup(
     name='sunholo',

{sunholo-0.66.0 → sunholo-0.66.2}/sunholo/agents/swagger.py

@@ -195,7 +195,8 @@ def generate_swagger(vac_config, agent_config):
                     'operationId': operation_id,
                     'x-google-backend': {
                         'address': endpoint_address,
-                        'protocol': 'h2'
+                        'protocol': 'h2',
+                        'deadline':  180000  # Timeout of 3 minutes (1,800,00 milliseconds)
                     },
                     'security': security,
                     'responses': copy.deepcopy(agent_config_paths.get('response', {}).get(endpoint_key, {
@@ -252,7 +253,7 @@ def generate_swagger(vac_config, agent_config):
                     swagger_template['paths'][endpoint_path] = {}
                 
                 operation_id = f"{method}_{agent_type}_{endpoint_key}_{vector_name}"
-                
+
                 security = [{'ApiKeyAuth': []}] if do_auth else [{'None': []}]
 
                 swagger_template['paths'][endpoint_path][method] = {
@@ -260,7 +261,8 @@ def generate_swagger(vac_config, agent_config):
                     'operationId': operation_id,
                     'x-google-backend': {
                         'address': endpoint_address,
-                        'protocol': 'h2'
+                        'protocol': 'h2',
+                        'deadline': 180000  # Timeout of 3 minutes (1,800,00 milliseconds)
                     },
                     'security': security,
                     'responses': copy.deepcopy(default_agent_config.get('response', {}).get(endpoint_key, {

{sunholo-0.66.0 → sunholo-0.66.2}/sunholo/llamaindex/import_files.py

@@ -7,6 +7,7 @@ from ..logging import log
 from ..utils.config import load_config_key
 from ..vertex import init_vertex
 from .get_files import fetch_corpus
+from ..components import load_memories
     
 
 def do_llamaindex(message_data, metadata, vector_name):
@@ -45,30 +46,60 @@ def do_llamaindex(message_data, metadata, vector_name):
         raise ValueError(f"Need config.{vector_name}.gcp_config to configure llamaindex on VertexAI")
 
     init_vertex(gcp_config)
-    corpus = fetch_corpus(gcp_config)
-    #display_name = load_config_key("display_name", vector_name=vector_name, filename="config/llm_config.yaml")
-    #description = load_config_key("description", vector_name=vector_name, filename="config/llm_config.yaml")
 
+    global_project_id = gcp_config.get('project_id')
+    global_location = gcp_config.get('location')
+    global_rag_id = gcp_config.get('rag_id')
+    #global_data_store_id = gcp_config.get('data_store_id')
+
+    memories = load_memories(vector_name)
+    tools = []
+
+    if not memories:
+        return tools
+    
+    corpuses = None
+    for memory in memories:
+        for key, value in memory.items():  # Now iterate over the dictionary
+            log.info(f"Found memory {key}")
+            vectorstore = value.get('vectorstore')
+            if vectorstore == "llamaindex":
+                log.info(f"Found vectorstore {vectorstore}")
+                rag_id = value.get('rag_id')
+                project_id = gcp_config.get('project_id')
+                location = gcp_config.get('location')
+                corpus = fetch_corpus(
+                    project_id=project_id or global_project_id,
+                    location=location or global_location,
+                    rag_id=rag_id or global_rag_id
+                )
+                corpuses.append(corpus)
+    if not corpuses:
+        log.error("Could not find a RAG corpus to import data to")
+        return None
+    
     try:
         corpura = rag.list_corpora()
-        log.info(f"Corpora: {corpura} - {type(corpura)}")
+        log.info(f"All Corpora: {corpura} - {type(corpura)}")
     except Exception as err:
         log.warning(f"Could not list any corpora - {str(err)}")
 
-    log.info(f"Found llamaindex corpus: {corpus}")
+    log.info(f"Found llamaindex corpus: {corpuses}")
 
     # native support for cloud storage and drive links
     chunker_config = load_config_key("chunker", vector_name=vector_name, kind="vacConfig")
 
+    
     if message_data.startswith("gs://") or message_data.startswith("https://drive.google.com"):
         log.info(f"rag.import_files for {message_data}")
-        response = rag.import_files(
-            corpus_name=corpus.name,
-            paths=[message_data],
-            chunk_size=chunker_config.get("chunk_size"),  # Optional
-            chunk_overlap=chunker_config.get("overlap"),  # Optional
-        )
-        log.info(f"Imported file to corpus: {response} with metadata: {metadata}")
+        for corp in corpuses:
+            response = rag.import_files(
+                corpus_name=corp.name,
+                paths=[message_data],
+                chunk_size=chunker_config.get("chunk_size"),  # Optional
+                chunk_overlap=chunker_config.get("overlap"),  # Optional
+            )
+            log.info(f"Imported file to corpus: {response} with metadata: {metadata}")
 
         metadata["source"] = message_data
         return metadata

{sunholo-0.66.0 → sunholo-0.66.2}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.66.0
+Version: 0.66.2
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.66.0.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.66.2.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0