sunholo 0.109.4__py3-none-any.whl → 0.109.6__py3-none-any.whl

sunholo/genai/file_handling.py

@@ -51,6 +51,7 @@ VIDEO_MIMES = [
 AUDIO_MIMES = [
     'audio/wav',
     'audio/mp3',
+    'audio/mpeg', #added
     'audio/aiff',
     'audio/aac',
     'audio/ogg',
@@ -82,7 +83,7 @@ def sanitize_file(filename):
     sanitized_name = re.sub(r'^-+|-+$', '', sanitized_name)  # Remove leading or trailing dashes
     
     # Reattach the original extension
-    return f"{sanitized_name}"
+    return sanitized_name[:40]
 
 async def construct_file_content(gs_list, bucket:str):
     """
@@ -105,6 +106,8 @@ async def construct_file_content(gs_list, bucket:str):
             continue
         if the_mime_type in ALLOWED_MIME_TYPES:
             file_list.append(element)
+        else:
+            log.warning(f'{the_mime_type} is not in allowed MIME types for {element.get("name")}')
     
     if not file_list:
         return {"role": "user", "parts": [{"text": "No eligible contentTypes were found"}]}
@@ -131,7 +134,7 @@ async def construct_file_content(gs_list, bucket:str):
             
         except Exception as e:
             log.info(f"Not found checking genai.get_file: '{name}' {str(e)}")
-            tasks.append(download_gcs_upload_genai(img_url, mime_type, name=name))
+            tasks.append(download_gcs_upload_genai(img_url, mime_type=mime_type, name=name, display_url=display_url))
 
     # Run all tasks in parallel
     if tasks:
@@ -149,7 +152,7 @@ async def download_file_with_error_handling(img_url, mime_type, name):
         log.error(msg)
         return {"role": "user", "parts": [{"text": msg}]}
 
-async def download_gcs_upload_genai(img_url, mime_type, name=None, retries=3, delay=2):
+async def download_gcs_upload_genai(img_url, mime_type, name=None, display_url=None, retries=3, delay=2):
     import aiofiles
     from google.generativeai.types import file_types
     """
@@ -181,7 +184,7 @@ async def download_gcs_upload_genai(img_url, mime_type, name=None, retries=3, de
 
             if file_size > 19434343:
                 log.warning(f"File size for {img_url}: {file_size} is too big.")
-                msg =  f"The file for {img_url} is too large ({file_size} bytes) to be used directly.  Use RAG instead."
+                msg =  f"The file for {img_url} is too large ({file_size} bytes) to be used directly.  Use RAG instead or {display_url=}"
                 return {"role": "user", "parts": [{"text": msg}]}
             
             extension = mimetypes.guess_extension(mime_type)
@@ -203,15 +206,15 @@ async def download_gcs_upload_genai(img_url, mime_type, name=None, retries=3, de
                     sanitized_file
                     )
                 return {"role": "user", "parts": [{"file_data": downloaded_content}, 
-                                                  {"text": f"You have been given the ability to read and work with filename '{name}' with {mime_type=}."}
+                                                  {"text": f"You have been given the ability to read and work with filename '{name=}' with {mime_type=} {display_url=}"}
                                                   ]}
             except Exception as err:
-                msg = f"Could not upload {sanitized_file} to genai.upload_file: {str(err)} {traceback.format_exc()}"
+                msg = f"Could not upload {sanitized_file} to genai.upload_file: {str(err)} {traceback.format_exc()} {display_url=}"
                 log.error(msg)
                 return {"role": "user", "parts": [{"text": msg}]}
         
         except Exception as err:
-            log.error(f"Error processing file {img_url} on attempt {attempt + 1}/{retries}: {str(err)}")
+            log.error(f"Error processing file {img_url} {mime_type=} on attempt {attempt + 1}/{retries}: {str(err)}")
 
             if attempt < retries - 1:
                 log.info(f"Retrying in {delay} seconds...")

{sunholo-0.109.4.dist-info → sunholo-0.109.6.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.109.4
+Version: 0.109.6
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.109.4.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.109.6.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.109.4.dist-info → sunholo-0.109.6.dist-info}/RECORD

@@ -86,7 +86,7 @@ sunholo/gcs/download_url.py,sha256=Ul81n1rklr8WogPsuxWWD1Nr8RHU451LzHPMJNhAKzw,6
 sunholo/gcs/extract_and_sign.py,sha256=paRrTCvCN5vkQwCB7OSkxWi-pfOgOtZ0bwdXE08c3Ps,1546
 sunholo/gcs/metadata.py,sha256=oQLcXi4brsZ74aegWyC1JZmhlaEV270HS5_UWtAYYWE,898
 sunholo/genai/__init__.py,sha256=6SWK7uV5F625J-P3xQoD6WKL59a9RSaidj-Guslyt8Q,192
-sunholo/genai/file_handling.py,sha256=cGQeDvB93-3XgHRA020E7344yG7_EgX0KAsJLitQJBg,7552
+sunholo/genai/file_handling.py,sha256=N2AOqBaPJ9xGMQ1T_W45-rENyaMK7RRSBUZOOVrCDIg,7803
 sunholo/genai/images.py,sha256=EyjsDqt6XQw99pZUQamomCpMOoIah9bp3XY94WPU7Ms,1678
 sunholo/genai/init.py,sha256=yG8E67TduFCTQPELo83OJuWfjwTnGZsyACospahyEaY,687
 sunholo/genai/process_funcs_cls.py,sha256=7_RQMqIAZ3nPP-GFgCHBvS39fwuWuGtvSyuJaJN_G3E,31590
@@ -150,9 +150,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=tBZxqVZ4InTmdBvLlOYwoSEWu4-kGquc-gxDwZCC4FA,7667
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.109.4.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.109.4.dist-info/METADATA,sha256=_nE3mKEViVRioU2NglcZCIXJ0PMqdsM7lYi__xkj8ao,8705
-sunholo-0.109.4.dist-info/WHEEL,sha256=a7TGlA-5DaHMRrarXjVbQagU3Man_dCnGIWMJr5kRWo,91
-sunholo-0.109.4.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.109.4.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.109.4.dist-info/RECORD,,
+sunholo-0.109.6.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.109.6.dist-info/METADATA,sha256=Yidth4UGDIHn3VpR57h_UBzQqlAVkCh7QXEKPFGMx0E,8705
+sunholo-0.109.6.dist-info/WHEEL,sha256=a7TGlA-5DaHMRrarXjVbQagU3Man_dCnGIWMJr5kRWo,91
+sunholo-0.109.6.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.109.6.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.109.6.dist-info/RECORD,,