sunholo 0.126.1__tar.gz → 0.126.3__tar.gz

{sunholo-0.126.1/src/sunholo.egg-info → sunholo-0.126.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sunholo
-Version: 0.126.1
+Version: 0.126.3
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Author-email: Holosun ApS <multivac@sunholo.com>
 License: Apache License, Version 2.0

{sunholo-0.126.1 → sunholo-0.126.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "sunholo"
-version = "0.126.1"
+version = "0.126.3"
 description = "Large Language Model DevOps - a package to help deploy LLMs to the Cloud."
 readme = "README.md"
 requires-python = ">=3.10"

{sunholo-0.126.1 → sunholo-0.126.3}/src/sunholo/discovery_engine/chunker_handler.py

@@ -6,6 +6,7 @@ from ..components import load_memories
 from .discovery_engine_client import DiscoveryEngineClient
 from .create_new import create_new_discovery_engine
 from ..embedder.embed_metadata import audit_metadata
+import traceback
 
 def do_discovery_engine(message_data:str, metadata:dict, config:ConfigManager=None):
     """
@@ -79,7 +80,7 @@ def do_discovery_engine(message_data:str, metadata:dict, config:ConfigManager=No
                 else:
                     log.warning(f"Could not import {message_data} got not response")
             except Exception as err:
-                log.error(f"Error importing {message_data} - {corp=} - {str(err)}")
+                log.error(f"Error importing {message_data} - {corp=} - {str(err)} {traceback.format_exc()}")
 
                 if str(err).startswith("404"):
                     log.info(f"Attempting to create a new DiscoveryEngine corpus: {config.vector_name}")
@@ -94,8 +95,8 @@ def do_discovery_engine(message_data:str, metadata:dict, config:ConfigManager=No
                             gcs_uri=message_data,
                             metadata=metadata
                         )
-                    
-                continue
+                else:
+                    raise Exception(f"Error importing {message_data} - {corp=} - {str(err)}")
 
         metadata["source"] = message_data
         return metadata
@@ -149,15 +150,22 @@ def discovery_engine_chunker_check(message_data,
     total_memories = len(check_write_memories(config))
     total_discovery_memories = check_discovery_engine_in_memory(config)
 
+    log.debug(f"{memories=} {total_memories=} {total_discovery_memories=}")
     if not process and total_memories == total_discovery_memories:
         log.info(f"Do not process discovery engine, and only memory found is discovery engine for {metadata} - stopping")
         
         return metadata
 
     if total_discovery_memories > 0:
-        log.info(f"Process discovery engine for {metadata}")
-        disc_meta = do_discovery_engine(message_data, metadata, config=config)
-        log.info(f"Processed discovery engine: {disc_meta}")
+        try:
+            log.info(f"Process discovery engine for {metadata}")
+            disc_meta = do_discovery_engine(message_data, metadata, config=config)
+            log.info(f"Processed discovery engine: {disc_meta}")
+        except Exception as err:
+            log.error(f"Error processing discovery engine: {str(err)} {traceback.format_exc()}")
+            disc_meta = None
+            
+        return disc_meta
 
     # If discovery engine is the only entry, return
     if total_discovery_memories == total_memories:

{sunholo-0.126.1 → sunholo-0.126.3/src/sunholo.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sunholo
-Version: 0.126.1
+Version: 0.126.3
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Author-email: Holosun ApS <multivac@sunholo.com>
 License: Apache License, Version 2.0