sunholo 0.70.3__py3-none-any.whl → 0.70.4__py3-none-any.whl

sunholo/chunker/splitter.py

@@ -62,7 +62,7 @@ def chunk_doc_to_docs(documents: list, extension: str = ".md", min_size: int = 8
 
         if len(content) < min_size:
             combined_documents_content += content + "\n"
-            log.info(f"Appending document as its smaller than {min_size}: length {len(content)} - appended doc length {len(combined_documents_content)}")
+            log.debug(f"Appending document as its smaller than {min_size}: length {len(content)} - appended doc length {len(combined_documents_content)}")
         else:
             if combined_documents_content:
                 combined_documents.append(Document(page_content=combined_documents_content, metadata=document.metadata))
@@ -81,7 +81,7 @@ def chunk_doc_to_docs(documents: list, extension: str = ".md", min_size: int = 8
             # If a chunk is smaller than the min_size, append it to temporary_chunk with a line break and continue
             if len(chunk) < min_size:
                 temporary_chunk += chunk + "\n"
-                log.info(f"Appending chunk as its smaller than {min_size}: length {len(chunk)}")
+                log.debug(f"Appending chunk as its smaller than {min_size}: length {len(chunk)}")
                 continue
 
             # If there's content in temporary_chunk, append it to the current chunk
@@ -92,7 +92,7 @@ def chunk_doc_to_docs(documents: list, extension: str = ".md", min_size: int = 8
             # If the combined chunk is still less than the min_size, append to temporary_chunk with a line break and continue
             if len(chunk) < min_size:
                 temporary_chunk += chunk + "\n"
-                log.info(f"Appending chunk as its smaller than {min_size}: length {len(chunk)}")
+                log.debug(f"Appending chunk as its smaller than {min_size}: length {len(chunk)}")
                 continue
             
             log.info(f"Adding chunk of length {len(chunk)}")

sunholo/discovery_engine/discovery_engine_client.py

@@ -310,9 +310,13 @@ class DiscoveryEngineClient:
         try:
             operation = import_documents_with_retry(self.doc_client, request)
         except ResourceExhausted as e:
-            log.error(f"Operation failed after retries due to quota exceeded: {e}")
+            log.error(f"DiscoveryEngine Operation failed after retries due to quota exceeded: {e}")
+
+            raise e
         except Exception as e:
-            log.error(f"An unexpected error occurred: {e}")
+            log.error(f"An unexpected DiscoveryEngine error occurred: {e}")
+
+            raise e
 
         return operation.operation.name
 

sunholo/pubsub/process_pubsub.py

@@ -32,11 +32,8 @@ def process_pubsub_message(data: dict) -> tuple:
     messageId = data['message'].get('messageId')
     publishTime = data['message'].get('publishTime')
     vector_name = attributes.get('namespace', None)
-    if vector_name is None:
-        log.warning(f"Did not find key vector_name within attributes: {attributes}")
-    
-    # to show we found it
-    attributes['vector_name'] = vector_name
+    if vector_name:
+        attributes['vector_name'] = vector_name
 
     log.info(f"Process Pub/Sub was triggered by messageId {messageId} published at {publishTime}")
     log.debug(f"Process Pub/Sub data: {message_data}")

{sunholo-0.70.3.dist-info → sunholo-0.70.4.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.70.3
+Version: 0.70.4
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.70.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.70.4.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.70.3.dist-info → sunholo-0.70.4.dist-info}/RECORD

@@ -31,7 +31,7 @@ sunholo/chunker/loaders.py,sha256=xiToUVgPz2ZzcqpUAq7aNP3PTenb_rBUAFzu0JPycIg,10
 sunholo/chunker/message_data.py,sha256=X6aA4yX5aGN_mEvsDPWvdYRqqn5GO1BU9QhT9w5A0ec,6789
 sunholo/chunker/pdfs.py,sha256=daCZ1xjn1YvxlifIyxskWNpLJLe-Q9D_Jq12MWx3tZo,2473
 sunholo/chunker/publish.py,sha256=tiO615A2uo_ZjzdFDzNH1PL_1kJeLMUQwLJ4w67rNIc,2932
-sunholo/chunker/splitter.py,sha256=FLkDhkePkg_zGQpFBK13Cznw575D-Rf9pcaCpc1HUxY,6726
+sunholo/chunker/splitter.py,sha256=jtGfi_ZdhVdyFhfw0e4ynEpmwIyrxQtV63OituYWy6o,6729
 sunholo/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/cli/chat_vac.py,sha256=NcXQcz0HHE0epfUPmDat5Fk8XaDrTFGs3MINQlBu1vo,18785
 sunholo/cli/cli.py,sha256=8e00HBN6eYIUJ8cnvKteBJNn7aZPRMk4b82jwcGg9D4,3741
@@ -63,7 +63,7 @@ sunholo/database/sql/sb/setup.sql,sha256=CvoFvZQev2uWjmFa3aj3m3iuPFzAAJZ0S7Qi3L3
 sunholo/discovery_engine/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/discovery_engine/chunker_handler.py,sha256=H1HHDqWMCkchJER1_oU9TOLxqf2PygiMO6CL3uKZP64,4563
 sunholo/discovery_engine/create_new.py,sha256=7oZG78T6lW0EspRzlo7-qRyXFSuFxDn2dfSAVEaqlqY,978
-sunholo/discovery_engine/discovery_engine_client.py,sha256=n4euIZjc3pWUYfoFhpvReIzHXnIYO8J9nKC8euKSTgY,14581
+sunholo/discovery_engine/discovery_engine_client.py,sha256=lZDV-eGXTMa6e4xBKFWvudbSHVJayWXoXB17TRZVrck,14655
 sunholo/embedder/__init__.py,sha256=sI4N_CqgEVcrMDxXgxKp1FsfsB4FpjoXgPGkl4N_u4I,44
 sunholo/embedder/embed_chunk.py,sha256=d_dIzeNF630Q0Ar-u1hxos60s0tLIImJccAvuo_LTIw,6814
 sunholo/gcs/__init__.py,sha256=DtVw_AZwQn-IguR5BJuIi2XJeF_FQXizhJikzRNrXiE,50
@@ -84,7 +84,7 @@ sunholo/patches/langchain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJW
 sunholo/patches/langchain/lancedb.py,sha256=KstVpYtI2E1s6_l_kq6js8ruIPJduO6nnvAXbqjoqCc,7507
 sunholo/patches/langchain/vertexai.py,sha256=kX1IvC2D1kMgM3SaSzP9HEosbD6CUymLJd7w9eXo3eE,17677
 sunholo/pubsub/__init__.py,sha256=wgkrtlL3h8uzNpnlWSHdVMOq0l5Q3D7gkxF_Rp1A6Ro,94
-sunholo/pubsub/process_pubsub.py,sha256=64hvqMsxbBrf0WGJsprz_SXf9FpjeszAIsqUSBlJrA8,2780
+sunholo/pubsub/process_pubsub.py,sha256=9Wbj9BADlteRP8bskBEfilYWqw4Rn3F5sOMy6mfILgE,2660
 sunholo/pubsub/pubsub_manager.py,sha256=ghEFZLd8dXGsHw3UVAQuXxkbTUifeI9akrjvXRtrpPc,6959
 sunholo/qna/__init__.py,sha256=F8q1uR_HreoSX0IfmKY1qoSwIgXhO2Q8kuDSxh9_-EE,28
 sunholo/qna/parsers.py,sha256=Wn2X47_yeE39oeqxxgDr7jgBT-N1anYpJtVBq-623O4,2146
@@ -112,9 +112,9 @@ sunholo/vertex/extensions.py,sha256=LDeuCp8RcHHACdlYhGyGjMoG5v70132HWA_2u-tzcAo,
 sunholo/vertex/init.py,sha256=RLjQppTUwubWgwf2PoAke-EtcwlVkFPaPMYvUsMw1KQ,2029
 sunholo/vertex/memory_tools.py,sha256=l2jNRFLjYpiNJULDZQq5b8fEEaqBQFPM4ehM9NhDHss,5718
 sunholo/vertex/safety.py,sha256=3meAX0HyGZYrH7rXPUAHxtI_3w_zoy_RX7Shtkoa660,1275
-sunholo-0.70.3.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.70.3.dist-info/METADATA,sha256=12xVzzz1Hz5ODp7fgw3qNJxO7ZJoDkEi_hq5P0FW3Ck,6240
-sunholo-0.70.3.dist-info/WHEEL,sha256=mguMlWGMX-VHnMpKOjjQidIo1ssRlCFu4a4mBpz1s2M,91
-sunholo-0.70.3.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.70.3.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.70.3.dist-info/RECORD,,
+sunholo-0.70.4.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.70.4.dist-info/METADATA,sha256=PZD0VO2uVM5i5OCSwYFBsxzDqZ_tH4rVLCKF9dymm78,6240
+sunholo-0.70.4.dist-info/WHEEL,sha256=mguMlWGMX-VHnMpKOjjQidIo1ssRlCFu4a4mBpz1s2M,91
+sunholo-0.70.4.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.70.4.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.70.4.dist-info/RECORD,,