sunholo 0.109.3__tar.gz → 0.109.5__tar.gz

{sunholo-0.109.3 → sunholo-0.109.5}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.109.3
+Version: 0.109.5
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.109.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.109.5.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.109.3 → sunholo-0.109.5}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.109.3'
+version = '0.109.5'
 
 setup(
     name='sunholo',

{sunholo-0.109.3 → sunholo-0.109.5}/sunholo/genai/file_handling.py

@@ -82,7 +82,7 @@ def sanitize_file(filename):
     sanitized_name = re.sub(r'^-+|-+$', '', sanitized_name)  # Remove leading or trailing dashes
     
     # Reattach the original extension
-    return f"{sanitized_name}"
+    return sanitized_name[:40]
 
 async def construct_file_content(gs_list, bucket:str):
     """
@@ -115,6 +115,7 @@ async def construct_file_content(gs_list, bucket:str):
     tasks = []
     for file_info in file_list:
         img_url = f"gs://{bucket}/{file_info['storagePath']}"
+        display_url = file_info.get('url')
         mime_type = file_info['contentType']
         name = sanitize_file(file_info['name'])
         log.info(f"Processing {name=}")
@@ -123,14 +124,14 @@ async def construct_file_content(gs_list, bucket:str):
             content.append(
                 {"role": "user", "parts": [
                     {"file_data": myfile}, 
-                    {"text": f"You have been given the ability to work with file '{name}' with {mime_type=}."}
+                    {"text": f"You have been given the ability to work with file {name=} with {mime_type=} {display_url=}"}
                     ]
                 })
             log.info(f"Found existing genai.get_file {name=}")
             
         except Exception as e:
             log.info(f"Not found checking genai.get_file: '{name}' {str(e)}")
-            tasks.append(download_gcs_upload_genai(img_url, mime_type, name=name))
+            tasks.append(download_gcs_upload_genai(img_url, mime_type=mime_type, name=name, display_url=display_url))
 
     # Run all tasks in parallel
     if tasks:
@@ -148,7 +149,7 @@ async def download_file_with_error_handling(img_url, mime_type, name):
         log.error(msg)
         return {"role": "user", "parts": [{"text": msg}]}
 
-async def download_gcs_upload_genai(img_url, mime_type, name=None, retries=3, delay=2):
+async def download_gcs_upload_genai(img_url, mime_type, name=None, display_url=None, retries=3, delay=2):
     import aiofiles
     from google.generativeai.types import file_types
     """
@@ -180,7 +181,7 @@ async def download_gcs_upload_genai(img_url, mime_type, name=None, retries=3, de
 
             if file_size > 19434343:
                 log.warning(f"File size for {img_url}: {file_size} is too big.")
-                msg =  f"The file for {img_url} is too large ({file_size} bytes) to be used directly.  Use RAG instead."
+                msg =  f"The file for {img_url} is too large ({file_size} bytes) to be used directly.  Use RAG instead or {display_url=}"
                 return {"role": "user", "parts": [{"text": msg}]}
             
             extension = mimetypes.guess_extension(mime_type)
@@ -202,15 +203,15 @@ async def download_gcs_upload_genai(img_url, mime_type, name=None, retries=3, de
                     sanitized_file
                     )
                 return {"role": "user", "parts": [{"file_data": downloaded_content}, 
-                                                  {"text": f"You have been given the ability to read and work with filename '{name}' with {mime_type=}."}
+                                                  {"text": f"You have been given the ability to read and work with filename '{name=}' with {mime_type=} {display_url=}"}
                                                   ]}
             except Exception as err:
-                msg = f"Could not upload {sanitized_file} to genai.upload_file: {str(err)} {traceback.format_exc()}"
+                msg = f"Could not upload {sanitized_file} to genai.upload_file: {str(err)} {traceback.format_exc()} {display_url=}"
                 log.error(msg)
                 return {"role": "user", "parts": [{"text": msg}]}
         
         except Exception as err:
-            log.error(f"Error processing file {img_url} on attempt {attempt + 1}/{retries}: {str(err)}")
+            log.error(f"Error processing file {img_url} {mime_type=} on attempt {attempt + 1}/{retries}: {str(err)}")
 
             if attempt < retries - 1:
                 log.info(f"Retrying in {delay} seconds...")

{sunholo-0.109.3 → sunholo-0.109.5}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.109.3
+Version: 0.109.5
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.109.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.109.5.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0