sunholo 0.79.2__tar.gz → 0.79.4__tar.gz

{sunholo-0.79.2 → sunholo-0.79.4}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.79.2
+Version: 0.79.4
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.79.2.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.79.4.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.79.2 → sunholo-0.79.4}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.79.2'
+version = '0.79.4'
 
 setup(
     name='sunholo',

{sunholo-0.79.2 → sunholo-0.79.4}/sunholo/chunker/doc_handling.py

@@ -1,4 +1,4 @@
-from ..utils import load_config_key
+from ..utils import load_config_key, ConfigManager
 from ..custom_logging import log
 from ..database.alloydb import add_document_if_not_exists
 from ..database.uuid import generate_uuid_from_object_id
@@ -109,8 +109,10 @@ def summarise_docs(docs, vector_name, summary_threshold_default=10000, model_lim
 
     if not docs:
         return None
+    
+    config = ConfigManager(vector_name)
 
-    chunker_config = load_config_key("chunker", vector_name=vector_name, kind="vacConfig")
+    chunker_config = config.vacConfig("chunker")
     summarise_chunking_config = chunker_config.get("summarise") if chunker_config else None
     
     if not summarise_chunking_config:
@@ -122,7 +124,7 @@ def summarise_docs(docs, vector_name, summary_threshold_default=10000, model_lim
     summary_threshold = summarise_chunking_config.get("threshold") if summarise_chunking_config.get("threshold") else summary_threshold_default
     model_limit = summarise_chunking_config.get("model_limit") if summarise_chunking_config.get("model_limit") else model_limit_default
 
-    summary_llm = llm_str_to_llm(summary_llm_str, model=model)
+    summary_llm = llm_str_to_llm(summary_llm_str, model=model, config=config)
 
     doc_summaries = {}
     for doc in docs:

{sunholo-0.79.2 → sunholo-0.79.4}/sunholo/utils/config_class.py

@@ -6,7 +6,7 @@ from collections import defaultdict
 from .timedelta import format_timedelta
 
 class ConfigManager:
-    def __init__(self, vector_name: str):
+    def __init__(self, vector_name: str, validate:bool=True):
         """
         Initialize the ConfigManager with a vector name.
         Requires a local config/ folder holding your configuration files or the env var VAC_CONFIG_FOLDER to be set.
@@ -15,6 +15,7 @@ class ConfigManager:
 
         Args:
             vector_name (str): The name of the vector in the configuration files.
+            validate (bool): Whether to validate the configurations
         
         Example:
         ```python
@@ -38,7 +39,7 @@ class ConfigManager:
         self.configs_by_kind = self.load_all_configs()
 
         test_agent = self.vacConfig("agent")
-        if not test_agent and self.vector_name != "global":
+        if not test_agent and self.vector_name != "global" and validate:
             print(f"WARNING: No vacConfig.agent found for {self.vector_name} - are you in right folder? {local_config_folder=} {self.config_folder=}")
 
     def load_all_configs(self):

{sunholo-0.79.2 → sunholo-0.79.4}/sunholo/vertex/extensions_call.py

@@ -10,7 +10,7 @@ def dynamic_extension_call(question, config:ConfigManager, project_id:str=None,
 
     extensions = config.vacConfig('extensions')
     if not extensions:
-        log.warning(f"No extensions founded for vac: {ConfigManager.vector_name}")
+        log.warning(f"No extensions founded for vac: {config.vector_name}")
 
         return None
     

{sunholo-0.79.2 → sunholo-0.79.4}/sunholo/vertex/memory_tools.py

@@ -12,7 +12,7 @@ from ..discovery_engine.discovery_engine_client import DiscoveryEngineClient
 from ..utils.gcp_project import get_gcp_project
 from ..utils import ConfigManager
 
-def get_vertex_memories(vector_name:str=None, config:ConfigManager=None):
+def get_vertex_memories(config:ConfigManager):
     """
     Retrieves a LlamaIndex corpus from Vertex AI based on the provided Google Cloud configuration.
     
@@ -40,10 +40,6 @@ def get_vertex_memories(vector_name:str=None, config:ConfigManager=None):
         print("Error fetching corpus:", str(e))
     ```
     """
-    if config is None:
-        if vector_name is None:
-            raise ValueError("config or vector_name are required")
-        config = ConfigManager(vector_name)
 
     gcp_config = config.vacConfig("gcp_config")
 
@@ -52,7 +48,7 @@ def get_vertex_memories(vector_name:str=None, config:ConfigManager=None):
     
     global_location = gcp_config.get('location')
 
-    memories = load_memories(vector_name)
+    memories = load_memories(config=config)
     tools = []
 
     if not memories:
@@ -70,15 +66,19 @@ def get_vertex_memories(vector_name:str=None, config:ConfigManager=None):
 
                 if rag_id:
                     log.info("Using rag_id for using vectorstore: llamaindex")
-                    corpus = fetch_corpus(
-                            project_id=project_id or get_gcp_project(),
-                            location=location or global_location,
-                            rag_id=rag_id
-                        )
+                    try:
+                        corpus = fetch_corpus(
+                                project_id=project_id or get_gcp_project(),
+                                location=location or global_location,
+                                rag_id=rag_id
+                            )
+                    except Exception as err:
+                        log.error(f"Skipping - No rag found for {rag_id=} - {str(err)}")
+                        continue
                 else:
-                    log.info(f"Using display_name {vector_name} to derive rag_id")
+                    log.info(f"Using display_name {config.vector_name} to derive rag_id")
                     manager = LlamaIndexVertexCorpusManager(project_id=project_id, location=location)
-                    corpus = manager.find_corpus_from_list(vector_name)
+                    corpus = manager.find_corpus_from_list(config.vector_name)
 
                 try:
                     corpus_tool = Tool.from_retrieval(

{sunholo-0.79.2 → sunholo-0.79.4}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.79.2
+Version: 0.79.4
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.79.2.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.79.4.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0