sunholo 0.79.3__tar.gz → 0.79.5__tar.gz

{sunholo-0.79.3 → sunholo-0.79.5}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.79.3
+Version: 0.79.5
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.79.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.79.5.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.79.3 → sunholo-0.79.5}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.79.3'
+version = '0.79.5'
 
 setup(
     name='sunholo',

{sunholo-0.79.3 → sunholo-0.79.5}/sunholo/chunker/doc_handling.py

@@ -1,4 +1,4 @@
-from ..utils import load_config_key
+from ..utils import load_config_key, ConfigManager
 from ..custom_logging import log
 from ..database.alloydb import add_document_if_not_exists
 from ..database.uuid import generate_uuid_from_object_id
@@ -109,8 +109,10 @@ def summarise_docs(docs, vector_name, summary_threshold_default=10000, model_lim
 
     if not docs:
         return None
+    
+    config = ConfigManager(vector_name)
 
-    chunker_config = load_config_key("chunker", vector_name=vector_name, kind="vacConfig")
+    chunker_config = config.vacConfig("chunker")
     summarise_chunking_config = chunker_config.get("summarise") if chunker_config else None
     
     if not summarise_chunking_config:
@@ -122,7 +124,7 @@ def summarise_docs(docs, vector_name, summary_threshold_default=10000, model_lim
     summary_threshold = summarise_chunking_config.get("threshold") if summarise_chunking_config.get("threshold") else summary_threshold_default
     model_limit = summarise_chunking_config.get("model_limit") if summarise_chunking_config.get("model_limit") else model_limit_default
 
-    summary_llm = llm_str_to_llm(summary_llm_str, model=model)
+    summary_llm = llm_str_to_llm(summary_llm_str, model=model, config=config)
 
     doc_summaries = {}
     for doc in docs:

{sunholo-0.79.3 → sunholo-0.79.5}/sunholo/chunker/splitter.py

@@ -113,8 +113,9 @@ def choose_splitter(extension: str, chunk_size: int=1024, chunk_overlap:int=200,
 
     if vector_name:
         # check if there is a chunking configuration
-        from ..utils import load_config_key
-        chunk_config = load_config_key("chunker", vector_name=vector_name, kind="vacConfig")
+        from ..utils import ConfigManager
+        config = ConfigManager(vector_name)
+        chunk_config = config.vacConfig("chunker")
         if chunk_config:
             if chunk_config.get("type") == "semantic":
                 embedding_str = chunk_config.get("llm")
@@ -124,7 +125,7 @@ def choose_splitter(extension: str, chunk_size: int=1024, chunk_overlap:int=200,
                     log.info(f"Semantic chunking for {vector_name}")
                     from langchain_experimental.text_splitter import SemanticChunker
                     from ..components import pick_embedding
-                    embeddings = pick_embedding(embedding_str)
+                    embeddings = pick_embedding(embedding_str, config=config)
                     semantic_splitter = SemanticChunker(
                         embeddings, breakpoint_threshold_type="percentile"
                     )

{sunholo-0.79.3 → sunholo-0.79.5}/sunholo/vertex/extensions_call.py

@@ -10,7 +10,7 @@ def dynamic_extension_call(question, config:ConfigManager, project_id:str=None,
 
     extensions = config.vacConfig('extensions')
     if not extensions:
-        log.warning(f"No extensions founded for vac: {ConfigManager.vector_name}")
+        log.warning(f"No extensions founded for vac: {config.vector_name}")
 
         return None
     

{sunholo-0.79.3 → sunholo-0.79.5}/sunholo/vertex/memory_tools.py

@@ -66,11 +66,15 @@ def get_vertex_memories(config:ConfigManager):
 
                 if rag_id:
                     log.info("Using rag_id for using vectorstore: llamaindex")
-                    corpus = fetch_corpus(
-                            project_id=project_id or get_gcp_project(),
-                            location=location or global_location,
-                            rag_id=rag_id
-                        )
+                    try:
+                        corpus = fetch_corpus(
+                                project_id=project_id or get_gcp_project(),
+                                location=location or global_location,
+                                rag_id=rag_id
+                            )
+                    except Exception as err:
+                        log.error(f"Skipping - No rag found for {rag_id=} - {str(err)}")
+                        continue
                 else:
                     log.info(f"Using display_name {config.vector_name} to derive rag_id")
                     manager = LlamaIndexVertexCorpusManager(project_id=project_id, location=location)

{sunholo-0.79.3 → sunholo-0.79.5}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.79.3
+Version: 0.79.5
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.79.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.79.5.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0