sunholo 0.69.17__tar.gz → 0.70.1__tar.gz

{sunholo-0.69.17 → sunholo-0.70.1}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.69.17
+Version: 0.70.1
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.17.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.70.1.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.69.17 → sunholo-0.70.1}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.69.17'
+version = '0.70.1'
 
 setup(
     name='sunholo',

{sunholo-0.69.17 → sunholo-0.70.1}/sunholo/chunker/data_to_embed_pubsub.py

@@ -60,10 +60,10 @@ def process_chunker_data(message_data, metadata, vector_name):
         metadata["vector_name"] = vector_name
 
     if message_data is None:
-        log.error(f"No message_data was found in data: {message_data}")
+        log.warning(f"No message_data was found in data: {metadata=}")
         return
 
-    log.debug(f"Found metadata in pubsub: {metadata}")
+    log.debug(f"Found metadata in pubsub: {metadata=}")
 
     # checks if only a llamaindex chunking/embedder, return early as no other processing needed
     llamacheck = llamaindex_chunker_check(message_data, metadata, vector_name)

{sunholo-0.69.17 → sunholo-0.70.1}/sunholo/cli/chat_vac.py

@@ -211,7 +211,11 @@ def headless_mode(service_url, service_name, user_input, chat_history=None, stre
             if isinstance(token, bytes):
                 token = token.decode('utf-8')
             print(token, end='', flush=True)
-            answer += token
+            if isinstance(token, dict):
+                # ?
+                pass
+            elif isinstance(token, str):
+                answer += token
 
     if answer:
         chat_history.append({"name": "Human", "content": user_input})

{sunholo-0.69.17 → sunholo-0.70.1}/sunholo/discovery_engine/chunker_handler.py

@@ -34,6 +34,8 @@ def do_discovery_engine(message_data, metadata, vector_name):
             vectorstore = value.get('vectorstore')
             if vectorstore == "discovery_engine" or vectorstore == "vertex_ai_search":
                 log.info(f"Found vectorstore {vectorstore}")
+                if value.get('read_only'):
+                    continue
                 #location = gcp_config.get('location') 
                 corpus = DiscoveryEngineClient(
                     data_store_id=vector_name, 

{sunholo-0.69.17 → sunholo-0.70.1}/sunholo/llamaindex/import_files.py

@@ -64,6 +64,8 @@ def do_llamaindex(message_data, metadata, vector_name):
             vectorstore = value.get('vectorstore')
             if vectorstore == "llamaindex":
                 log.info(f"Found vectorstore {vectorstore}")
+                if value.get('read_only'):
+                    continue
                 rag_id = value.get('rag_id')
                 project_id = gcp_config.get('project_id')
                 location = gcp_config.get('location')

{sunholo-0.69.17 → sunholo-0.70.1}/sunholo/vertex/memory_tools.py

@@ -65,34 +65,43 @@ def get_vertex_memories(vector_name):
                 project_id = gcp_config.get('project_id')
                 location = gcp_config.get('location')
 
-                corpus = fetch_corpus(
-                    project_id=project_id or get_gcp_project(),
-                    location=location or global_location,
-                    rag_id=rag_id
-                )
-                corpus_tool = Tool.from_retrieval(
-                    retrieval=rag.Retrieval(
-                        source=rag.VertexRagStore(
-                            rag_corpora=[corpus.name],  # Currently only 1 corpus is allowed.
-                            similarity_top_k=10,  # Optional
-                        ),
+                try:
+                    corpus = fetch_corpus(
+                        project_id=project_id or get_gcp_project(),
+                        location=location or global_location,
+                        rag_id=rag_id
                     )
-                )
-                tools.append(corpus_tool)
+                    corpus_tool = Tool.from_retrieval(
+                        retrieval=rag.Retrieval(
+                            source=rag.VertexRagStore(
+                                rag_corpora=[corpus.name],  # Currently only 1 corpus is allowed.
+                                similarity_top_k=10,  # Optional
+                            ),
+                        )
+                    )
+                    tools.append(corpus_tool)
+                except Exception as err:
+                    log.error(f"Failed to fetch vertex.rag: {str(err)} - skipping")
+                    continue
+
             elif vectorstore == "discovery_engine" or vectorstore == "vertex_ai_search":
 
-                de = DiscoveryEngineClient(vector_name, project_id=get_gcp_project())
-                log.info(f"Found vectorstore {vectorstore}")
+                try:
+                    de = DiscoveryEngineClient(vector_name, project_id=get_gcp_project())
+                    log.info(f"Found vectorstore {vectorstore}")
 
-                data_store_path = de.data_store_path()
-                corpus_tool = Tool.from_retrieval(
-                    grounding.Retrieval(grounding.VertexAISearch(datastore=data_store_path))
-                )
-                tools.append(corpus_tool)
+                    data_store_path = de.data_store_path()
+                    corpus_tool = Tool.from_retrieval(
+                        grounding.Retrieval(grounding.VertexAISearch(datastore=data_store_path))
+                    )
+                    tools.append(corpus_tool)
+                except Exception as err:
+                    log.error(f"Failed to fetch DiscoveryEngine groudning - {str(err)} - skipping")
+                    continue
                 
 
     if not tools:
-        log.warning("No llamaindex Vertex corpus configurations could be found")
+        log.warning("No Vertex corpus configurations could be found")
     
     return tools
 

{sunholo-0.69.17 → sunholo-0.70.1}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.69.17
+Version: 0.70.1
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.17.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.70.1.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0