sunholo 0.112.4__tar.gz → 0.112.6__tar.gz

{sunholo-0.112.4 → sunholo-0.112.6}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.112.4
+Version: 0.112.6
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.112.4.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.112.6.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.112.4 → sunholo-0.112.6}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.112.4'
+version = '0.112.6'
 
 setup(
     name='sunholo',

{sunholo-0.112.4 → sunholo-0.112.6}/sunholo/chunker/loaders.py

@@ -162,7 +162,7 @@ def read_url_to_document(url: str, metadata: dict = None):
 
     if not  UnstructuredLoader:
         raise ImportError("UnstructuredLoader requires 'langchain_unstructured' to be installed")
-    unstructured_kwargs = {"pdf_infer_table_structure": True,
+    unstructured_kwargs = {"skip_infer_table_types": [],
                             "extract_image_block_types":  ["Image", "Table"]
                             }
     loader = UnstructuredLoader(web_url=url, mode="elements", unstructured_kwargs=unstructured_kwargs)
@@ -182,6 +182,11 @@ def read_file_to_documents(gs_file: pathlib.Path, metadata: dict = None):
     docs = []
     pdf_path = str(pathlib.Path(gs_file))
 
+    # Skip CSV files
+    if pdf_path.lower().endswith('.csv'):
+        log.info(f"Skipping CSV file: {pdf_path}")
+        return []
+
     if metadata:
         if metadata.get("uploaded_to_bucket"):
             log.info(f"Already uploaded to bucket, skipping {pdf_path}")

{sunholo-0.112.4 → sunholo-0.112.6}/sunholo/genai/process_funcs_cls.py

@@ -477,10 +477,10 @@ class GenAIFunctionProcessor:
 
                 response: GenerateContentResponse = chat.send_message(content, request_options=RequestOptions(
                                         retry=retry.Retry(
-                                            initial=10, 
+                                            initial=1, 
                                             multiplier=2, 
-                                            maximum=60, 
-                                            timeout=90
+                                            maximum=10, 
+                                            timeout=60
                                         )
                                        ))
             except RetryError as err:
@@ -490,8 +490,10 @@ class GenAIFunctionProcessor:
                 this_text += msg
                 
             except Exception as e:
-                msg = f"Error sending {content} to model: {str(e)} - {traceback.format_exc()}"
-                log.error(msg)
+                msg = f"Error sending {content} to model: {str(e)}"
+                if str(e) == "finish_reason: 10":
+                    msg = "The Gemini API does not work with this input - you need to try something else. Error is: finish_reason: 10"
+                log.error(msg + f"{traceback.format_exc()}")
                 token_queue.append(msg)
                 this_text += msg
 

{sunholo-0.112.4 → sunholo-0.112.6}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.112.4
+Version: 0.112.6
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.112.4.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.112.6.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0