sunholo 0.109.3__py3-none-any.whl → 0.109.5__py3-none-any.whl

sunholo/genai/file_handling.py

@@ -82,7 +82,7 @@ def sanitize_file(filename):
     sanitized_name = re.sub(r'^-+|-+$', '', sanitized_name)  # Remove leading or trailing dashes
     
     # Reattach the original extension
-    return f"{sanitized_name}"
+    return sanitized_name[:40]
 
 async def construct_file_content(gs_list, bucket:str):
     """
@@ -115,6 +115,7 @@ async def construct_file_content(gs_list, bucket:str):
     tasks = []
     for file_info in file_list:
         img_url = f"gs://{bucket}/{file_info['storagePath']}"
+        display_url = file_info.get('url')
         mime_type = file_info['contentType']
         name = sanitize_file(file_info['name'])
         log.info(f"Processing {name=}")
@@ -123,14 +124,14 @@ async def construct_file_content(gs_list, bucket:str):
             content.append(
                 {"role": "user", "parts": [
                     {"file_data": myfile}, 
-                    {"text": f"You have been given the ability to work with file '{name}' with {mime_type=}."}
+                    {"text": f"You have been given the ability to work with file {name=} with {mime_type=} {display_url=}"}
                     ]
                 })
             log.info(f"Found existing genai.get_file {name=}")
             
         except Exception as e:
             log.info(f"Not found checking genai.get_file: '{name}' {str(e)}")
-            tasks.append(download_gcs_upload_genai(img_url, mime_type, name=name))
+            tasks.append(download_gcs_upload_genai(img_url, mime_type=mime_type, name=name, display_url=display_url))
 
     # Run all tasks in parallel
     if tasks:
@@ -148,7 +149,7 @@ async def download_file_with_error_handling(img_url, mime_type, name):
         log.error(msg)
         return {"role": "user", "parts": [{"text": msg}]}
 
-async def download_gcs_upload_genai(img_url, mime_type, name=None, retries=3, delay=2):
+async def download_gcs_upload_genai(img_url, mime_type, name=None, display_url=None, retries=3, delay=2):
     import aiofiles
     from google.generativeai.types import file_types
     """
@@ -180,7 +181,7 @@ async def download_gcs_upload_genai(img_url, mime_type, name=None, retries=3, de
 
             if file_size > 19434343:
                 log.warning(f"File size for {img_url}: {file_size} is too big.")
-                msg =  f"The file for {img_url} is too large ({file_size} bytes) to be used directly.  Use RAG instead."
+                msg =  f"The file for {img_url} is too large ({file_size} bytes) to be used directly.  Use RAG instead or {display_url=}"
                 return {"role": "user", "parts": [{"text": msg}]}
             
             extension = mimetypes.guess_extension(mime_type)
@@ -202,15 +203,15 @@ async def download_gcs_upload_genai(img_url, mime_type, name=None, retries=3, de
                     sanitized_file
                     )
                 return {"role": "user", "parts": [{"file_data": downloaded_content}, 
-                                                  {"text": f"You have been given the ability to read and work with filename '{name}' with {mime_type=}."}
+                                                  {"text": f"You have been given the ability to read and work with filename '{name=}' with {mime_type=} {display_url=}"}
                                                   ]}
             except Exception as err:
-                msg = f"Could not upload {sanitized_file} to genai.upload_file: {str(err)} {traceback.format_exc()}"
+                msg = f"Could not upload {sanitized_file} to genai.upload_file: {str(err)} {traceback.format_exc()} {display_url=}"
                 log.error(msg)
                 return {"role": "user", "parts": [{"text": msg}]}
         
         except Exception as err:
-            log.error(f"Error processing file {img_url} on attempt {attempt + 1}/{retries}: {str(err)}")
+            log.error(f"Error processing file {img_url} {mime_type=} on attempt {attempt + 1}/{retries}: {str(err)}")
 
             if attempt < retries - 1:
                 log.info(f"Retrying in {delay} seconds...")

{sunholo-0.109.3.dist-info → sunholo-0.109.5.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.109.3
+Version: 0.109.5
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.109.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.109.5.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.109.3.dist-info → sunholo-0.109.5.dist-info}/RECORD

@@ -86,7 +86,7 @@ sunholo/gcs/download_url.py,sha256=Ul81n1rklr8WogPsuxWWD1Nr8RHU451LzHPMJNhAKzw,6
 sunholo/gcs/extract_and_sign.py,sha256=paRrTCvCN5vkQwCB7OSkxWi-pfOgOtZ0bwdXE08c3Ps,1546
 sunholo/gcs/metadata.py,sha256=oQLcXi4brsZ74aegWyC1JZmhlaEV270HS5_UWtAYYWE,898
 sunholo/genai/__init__.py,sha256=6SWK7uV5F625J-P3xQoD6WKL59a9RSaidj-Guslyt8Q,192
-sunholo/genai/file_handling.py,sha256=DRMZlqZtZNjNmM033gvVqqxxO7J_Xvz_K78mOY5nxTQ,7496
+sunholo/genai/file_handling.py,sha256=vWkekjcKEpvavuO46Ogrqi8Ng1LPu-7iGgaWwDV4dsk,7665
 sunholo/genai/images.py,sha256=EyjsDqt6XQw99pZUQamomCpMOoIah9bp3XY94WPU7Ms,1678
 sunholo/genai/init.py,sha256=yG8E67TduFCTQPELo83OJuWfjwTnGZsyACospahyEaY,687
 sunholo/genai/process_funcs_cls.py,sha256=7_RQMqIAZ3nPP-GFgCHBvS39fwuWuGtvSyuJaJN_G3E,31590
@@ -150,9 +150,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=tBZxqVZ4InTmdBvLlOYwoSEWu4-kGquc-gxDwZCC4FA,7667
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.109.3.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.109.3.dist-info/METADATA,sha256=kcRA_wA-X5fPF1zpAU-nyDdHmTVgwUHpDQgqeYcmQH0,8705
-sunholo-0.109.3.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-sunholo-0.109.3.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.109.3.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.109.3.dist-info/RECORD,,
+sunholo-0.109.5.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.109.5.dist-info/METADATA,sha256=Otmc-ulFD1PWOgeoOh0pbNnsEI_4z_Ve3Ir2wX8BTpE,8705
+sunholo-0.109.5.dist-info/WHEEL,sha256=a7TGlA-5DaHMRrarXjVbQagU3Man_dCnGIWMJr5kRWo,91
+sunholo-0.109.5.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.109.5.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.109.5.dist-info/RECORD,,

{sunholo-0.109.3.dist-info → sunholo-0.109.5.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.3.0)
+Generator: setuptools (75.4.0)
 Root-Is-Purelib: true
 Tag: py3-none-any