sunholo 0.119.10__py3-none-any.whl → 0.119.12__py3-none-any.whl

sunholo/chunker/loaders.py

@@ -160,9 +160,8 @@ def read_gdrive_to_document(url: str, metadata: dict = None):
     return docs
 
 def read_url_to_document(url: str, metadata: dict = None):
+    from langchain_unstructured import UnstructuredLoader
 
-    if not  UnstructuredLoader:
-        raise ImportError("UnstructuredLoader requires 'langchain_unstructured' to be installed")
     unstructured_kwargs = {"skip_infer_table_types": [],
                             "extract_image_block_types":  ["Image", "Table"]
                             }
@@ -179,7 +178,7 @@ def read_url_to_document(url: str, metadata: dict = None):
     return docs
 
 def read_file_to_documents(gs_file: pathlib.Path, metadata: dict = None):
-    
+    from langchain_unstructured import UnstructuredLoader
     docs = []
     pdf_path = str(pathlib.Path(gs_file))
 
@@ -276,7 +275,7 @@ def read_file_to_documents(gs_file: pathlib.Path, metadata: dict = None):
     return docs
 
 def convert_to_txt_and_extract(gs_file, split=False):
-
+    from langchain_unstructured import UnstructuredLoader
     if not  UnstructuredLoader:
         raise ImportError("UnstructuredLoader requires 'langchain_unstructured' to be installed")
     

sunholo/discovery_engine/chunker_handler.py

@@ -152,6 +152,10 @@ def discovery_engine_chunker_check(message_data,
 
         return llama
     
+    # If not processing and only memory, do not process further
+    if not process and total_memories == 1:
+        return metadata
+    
     elif llama:
         log.info("Discovery Engine found but not the only memory, continuing with other processes.")
 

{sunholo-0.119.10.dist-info → sunholo-0.119.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: sunholo
-Version: 0.119.10
+Version: 0.119.12
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Author-email: Holosun ApS <multivac@sunholo.com>
 License: Apache License, Version 2.0
@@ -95,6 +95,7 @@ Requires-Dist: langchain; extra == "langchain"
 Requires-Dist: langchain_experimental; extra == "langchain"
 Requires-Dist: langchain-community; extra == "langchain"
 Requires-Dist: langsmith; extra == "langchain"
+Requires-Dist: langchain-unstructured; extra == "langchain"
 Provides-Extra: azure
 Requires-Dist: azure-identity; extra == "azure"
 Requires-Dist: azure-storage-blob; extra == "azure"

{sunholo-0.119.10.dist-info → sunholo-0.119.12.dist-info}/RECORD

@@ -35,7 +35,7 @@ sunholo/chunker/azure.py,sha256=MVF9_-QdKUoJqlpEJ49pv2sdjMDxEiMNxzmO7w5nWDQ,3270
 sunholo/chunker/doc_handling.py,sha256=t_lDazHfJbs4Q2Ruq2MvBBeJRfsjjQkzMxKuX8qQKBI,9087
 sunholo/chunker/encode_metadata.py,sha256=hxxd9KU35Xi0Z_EL8kt_oD66pKfBLhEjBImC16ew-Eo,1919
 sunholo/chunker/images.py,sha256=id2PBu6XyGEOtgafq2v0c9_O6kxaC_pYFMnbsIitkSg,1868
-sunholo/chunker/loaders.py,sha256=5NXrMxV-WdbFpxeLhFzccw0_zhf1UQ7yKFFeaMkc9Bc,11105
+sunholo/chunker/loaders.py,sha256=KEFPHBr32DPJnRUNjOecLiZKsFD-Gk3BFIKyXSVHgbY,11143
 sunholo/chunker/message_data.py,sha256=bpb8QWQttqazm5lr7fTFJ5JDwf-P0SQ5cOIf6NikNyI,10836
 sunholo/chunker/pdfs.py,sha256=xwbuMJrbypcyPXfZ8tiUidWeMr80C2NhfTC1mwa8SHY,2477
 sunholo/chunker/process_chunker_data.py,sha256=xjOAf1FvHDwQaBm7kgDzLQUnwm6AW8qf4fTrwDnwmtc,3613
@@ -72,7 +72,7 @@ sunholo/database/sql/sb/delete_source_row.sql,sha256=r6fEuUKdbiLHCDGKSbKINDCpJjs
 sunholo/database/sql/sb/return_sources.sql,sha256=89KAnxfK8n_qGK9jy1OQT8f9n4uYUtYL5cCxbC2mj_c,255
 sunholo/database/sql/sb/setup.sql,sha256=CvoFvZQev2uWjmFa3aj3m3iuPFzAAJZ0S7Qi3L3-zZI,89
 sunholo/discovery_engine/__init__.py,sha256=hLgqRDJ22Aov9o2QjAEfsVgnL3kMdM-g5p8RJ9OyKdQ,130
-sunholo/discovery_engine/chunker_handler.py,sha256=CYsyZLz_VZ0S_TcVlYmPxYz3JiAiPtw3tbcjvE3IFYA,6023
+sunholo/discovery_engine/chunker_handler.py,sha256=2775W5wHzdkYXqkRMlwh8MRbas20wcMnnnNngo0ljms,6160
 sunholo/discovery_engine/cli.py,sha256=KGVle5rkLL49oF9TQhrGI--8017IvvLOEoYur545Qb0,12790
 sunholo/discovery_engine/create_new.py,sha256=WUi4_xh_dFaGX3xA9jkNKZhaR6LCELjMPeRb0hyj4FU,1226
 sunholo/discovery_engine/discovery_engine_client.py,sha256=0h3h_Vy8vCcvfSBhGl8qSgVzDakOmsaPPFqHIGh3mv8,33053
@@ -166,9 +166,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=tBZxqVZ4InTmdBvLlOYwoSEWu4-kGquc-gxDwZCC4FA,7667
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.119.10.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.119.10.dist-info/METADATA,sha256=svQpxFiR6l0HgzfJ6Kb5ihFL3_3iv1DYZllOFDjGPwA,9655
-sunholo-0.119.10.dist-info/WHEEL,sha256=nn6H5-ilmfVryoAQl3ZQ2l8SH5imPWFpm1A5FgEuFV4,91
-sunholo-0.119.10.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.119.10.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.119.10.dist-info/RECORD,,
+sunholo-0.119.12.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.119.12.dist-info/METADATA,sha256=G20pX3grtYLx_JRO0HH87UuX5u2XYYG5JICKAfVr_UM,9715
+sunholo-0.119.12.dist-info/WHEEL,sha256=nn6H5-ilmfVryoAQl3ZQ2l8SH5imPWFpm1A5FgEuFV4,91
+sunholo-0.119.12.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.119.12.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.119.12.dist-info/RECORD,,