sunholo 0.126.1__py3-none-any.whl → 0.126.3__py3-none-any.whl

sunholo/discovery_engine/chunker_handler.py

@@ -6,6 +6,7 @@ from ..components import load_memories
 from .discovery_engine_client import DiscoveryEngineClient
 from .create_new import create_new_discovery_engine
 from ..embedder.embed_metadata import audit_metadata
+import traceback
 
 def do_discovery_engine(message_data:str, metadata:dict, config:ConfigManager=None):
     """
@@ -79,7 +80,7 @@ def do_discovery_engine(message_data:str, metadata:dict, config:ConfigManager=No
                 else:
                     log.warning(f"Could not import {message_data} got not response")
             except Exception as err:
-                log.error(f"Error importing {message_data} - {corp=} - {str(err)}")
+                log.error(f"Error importing {message_data} - {corp=} - {str(err)} {traceback.format_exc()}")
 
                 if str(err).startswith("404"):
                     log.info(f"Attempting to create a new DiscoveryEngine corpus: {config.vector_name}")
@@ -94,8 +95,8 @@ def do_discovery_engine(message_data:str, metadata:dict, config:ConfigManager=No
                             gcs_uri=message_data,
                             metadata=metadata
                         )
-                    
-                continue
+                else:
+                    raise Exception(f"Error importing {message_data} - {corp=} - {str(err)}")
 
         metadata["source"] = message_data
         return metadata
@@ -149,15 +150,22 @@ def discovery_engine_chunker_check(message_data,
     total_memories = len(check_write_memories(config))
     total_discovery_memories = check_discovery_engine_in_memory(config)
 
+    log.debug(f"{memories=} {total_memories=} {total_discovery_memories=}")
     if not process and total_memories == total_discovery_memories:
         log.info(f"Do not process discovery engine, and only memory found is discovery engine for {metadata} - stopping")
         
         return metadata
 
     if total_discovery_memories > 0:
-        log.info(f"Process discovery engine for {metadata}")
-        disc_meta = do_discovery_engine(message_data, metadata, config=config)
-        log.info(f"Processed discovery engine: {disc_meta}")
+        try:
+            log.info(f"Process discovery engine for {metadata}")
+            disc_meta = do_discovery_engine(message_data, metadata, config=config)
+            log.info(f"Processed discovery engine: {disc_meta}")
+        except Exception as err:
+            log.error(f"Error processing discovery engine: {str(err)} {traceback.format_exc()}")
+            disc_meta = None
+            
+        return disc_meta
 
     # If discovery engine is the only entry, return
     if total_discovery_memories == total_memories:

{sunholo-0.126.1.dist-info → sunholo-0.126.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sunholo
-Version: 0.126.1
+Version: 0.126.3
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Author-email: Holosun ApS <multivac@sunholo.com>
 License: Apache License, Version 2.0

{sunholo-0.126.1.dist-info → sunholo-0.126.3.dist-info}/RECORD

@@ -72,7 +72,7 @@ sunholo/database/sql/sb/delete_source_row.sql,sha256=r6fEuUKdbiLHCDGKSbKINDCpJjs
 sunholo/database/sql/sb/return_sources.sql,sha256=89KAnxfK8n_qGK9jy1OQT8f9n4uYUtYL5cCxbC2mj_c,255
 sunholo/database/sql/sb/setup.sql,sha256=CvoFvZQev2uWjmFa3aj3m3iuPFzAAJZ0S7Qi3L3-zZI,89
 sunholo/discovery_engine/__init__.py,sha256=hLgqRDJ22Aov9o2QjAEfsVgnL3kMdM-g5p8RJ9OyKdQ,130
-sunholo/discovery_engine/chunker_handler.py,sha256=ZplseIFT1sW48DtKtujB9e8cOD2gWwb-yi-K0CvLkEU,6655
+sunholo/discovery_engine/chunker_handler.py,sha256=3KL33prRvN_fwaiZpOIXzxpKFUJdJiPQRZzhxYqunj0,7065
 sunholo/discovery_engine/cli.py,sha256=KGVle5rkLL49oF9TQhrGI--8017IvvLOEoYur545Qb0,12790
 sunholo/discovery_engine/create_new.py,sha256=WUi4_xh_dFaGX3xA9jkNKZhaR6LCELjMPeRb0hyj4FU,1226
 sunholo/discovery_engine/discovery_engine_client.py,sha256=NjIcP10I2-8yj6QZKrxGzNbh3SqQ5vGYsq9OwxCpWas,36935
@@ -168,9 +168,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=tBZxqVZ4InTmdBvLlOYwoSEWu4-kGquc-gxDwZCC4FA,7667
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.126.1.dist-info/licenses/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.126.1.dist-info/METADATA,sha256=HULIOhd32X0GAYPLPHV92eWFYJEe-vpwLzDNsy-LIDY,10001
-sunholo-0.126.1.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-sunholo-0.126.1.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.126.1.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.126.1.dist-info/RECORD,,
+sunholo-0.126.3.dist-info/licenses/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.126.3.dist-info/METADATA,sha256=_ekEbwlgG0P-PXQWNNfe9JnJDNDU_zXQ7ehPUNZprTM,10001
+sunholo-0.126.3.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+sunholo-0.126.3.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.126.3.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.126.3.dist-info/RECORD,,