sunholo 0.112.3__tar.gz → 0.112.5__tar.gz

{sunholo-0.112.3 → sunholo-0.112.5}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.112.3
+Version: 0.112.5
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.112.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.112.5.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -154,6 +154,8 @@ Requires-Dist: google-cloud-texttospeech; extra == "tts"
 Requires-Dist: numpy; extra == "tts"
 Requires-Dist: sounddevice; extra == "tts"
 
+[![PyPi Version](https://img.shields.io/pypi/v/sunholo.svg)](https://pypi.python.org/pypi/sunholo/)
+
 ## Introduction
 This is the Sunholo Python project, a comprehensive toolkit for working with language models and vector stores on Google Cloud Platform. It provides a wide range of functionalities and utilities to facilitate the development and deployment of language model applications.
 

{sunholo-0.112.3 → sunholo-0.112.5}/README.md

@@ -1,3 +1,5 @@
+[![PyPi Version](https://img.shields.io/pypi/v/sunholo.svg)](https://pypi.python.org/pypi/sunholo/)
+
 ## Introduction
 This is the Sunholo Python project, a comprehensive toolkit for working with language models and vector stores on Google Cloud Platform. It provides a wide range of functionalities and utilities to facilitate the development and deployment of language model applications.
 

{sunholo-0.112.3 → sunholo-0.112.5}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.112.3'
+version = '0.112.5'
 
 setup(
     name='sunholo',

{sunholo-0.112.3 → sunholo-0.112.5}/sunholo/chunker/loaders.py

@@ -162,7 +162,7 @@ def read_url_to_document(url: str, metadata: dict = None):
 
     if not  UnstructuredLoader:
         raise ImportError("UnstructuredLoader requires 'langchain_unstructured' to be installed")
-    unstructured_kwargs = {"pdf_infer_table_structure": True,
+    unstructured_kwargs = {"skip_infer_table_types": [],
                             "extract_image_block_types":  ["Image", "Table"]
                             }
     loader = UnstructuredLoader(web_url=url, mode="elements", unstructured_kwargs=unstructured_kwargs)
@@ -189,21 +189,23 @@ def read_file_to_documents(gs_file: pathlib.Path, metadata: dict = None):
 
     log.info(f"Sending {pdf_path} to UnstructuredLoader")
     UNSTRUCTURED_URL = os.getenv("UNSTRUCTURED_URL")
-    unstructured_kwargs = {"pdf_infer_table_structure": True,
+    unstructured_kwargs = {"skip_infer_table_types": [],
                             "extract_image_block_types":  ["Image", "Table"]
                             }
     
-    if not  UnstructuredLoader:
+    if not UnstructuredLoader:
         raise ImportError("UnstructuredLoader requires 'langchain_unstructured' to be installed")
     
+    log.info(f"{UNSTRUCTURED_KEY=} and {UNSTRUCTURED_URL=}")
     if UNSTRUCTURED_URL:
-        log.debug(f"Found UNSTRUCTURED_URL: {UNSTRUCTURED_URL}")
+        log.info(f"Found UNSTRUCTURED_URL: {UNSTRUCTURED_URL}")
         the_endpoint = f"{UNSTRUCTURED_URL}/general/v0/general"
         try:
+            log.info(f"Calling {the_endpoint}")
             loader = UnstructuredLoader(
                 file_path=pdf_path,
                 url=the_endpoint,
-                mode="elements",
+                partition_via_api=True,
                 **unstructured_kwargs)
         except Exception as err:
             if "'utf-8' codec can't decode byte" in str(err):
@@ -212,6 +214,7 @@ def read_file_to_documents(gs_file: pathlib.Path, metadata: dict = None):
             else:
                 raise err
     else:
+        log.info("Calling Unstructured Loader via Public API")
         loader = UnstructuredLoader(
             file_path=pdf_path,
             api_key=UNSTRUCTURED_KEY,

{sunholo-0.112.3 → sunholo-0.112.5}/sunholo/genai/process_funcs_cls.py

@@ -477,10 +477,10 @@ class GenAIFunctionProcessor:
 
                 response: GenerateContentResponse = chat.send_message(content, request_options=RequestOptions(
                                         retry=retry.Retry(
-                                            initial=10, 
+                                            initial=1, 
                                             multiplier=2, 
-                                            maximum=60, 
-                                            timeout=90
+                                            maximum=10, 
+                                            timeout=60
                                         )
                                        ))
             except RetryError as err:
@@ -490,8 +490,10 @@ class GenAIFunctionProcessor:
                 this_text += msg
                 
             except Exception as e:
-                msg = f"Error sending {content} to model: {str(e)} - {traceback.format_exc()}"
-                log.error(msg)
+                msg = f"Error sending {content} to model: {str(e)}"
+                if str(e) == "finish_reason: 10":
+                    msg = "The Gemini API does not work with this input - you need to try something else. Error is: finish_reason: 10"
+                log.error(msg + f"{traceback.format_exc()}")
                 token_queue.append(msg)
                 this_text += msg
 

{sunholo-0.112.3 → sunholo-0.112.5}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.112.3
+Version: 0.112.5
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.112.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.112.5.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -154,6 +154,8 @@ Requires-Dist: google-cloud-texttospeech; extra == "tts"
 Requires-Dist: numpy; extra == "tts"
 Requires-Dist: sounddevice; extra == "tts"
 
+[![PyPi Version](https://img.shields.io/pypi/v/sunholo.svg)](https://pypi.python.org/pypi/sunholo/)
+
 ## Introduction
 This is the Sunholo Python project, a comprehensive toolkit for working with language models and vector stores on Google Cloud Platform. It provides a wide range of functionalities and utilities to facilitate the development and deployment of language model applications.