sunholo 0.101.6__py3-none-any.whl → 0.101.8__py3-none-any.whl

sunholo/genai/images.py

@@ -2,20 +2,21 @@ import re
 from ..utils.mime import guess_mime_type
 from ..gcs import get_bytes_from_gcs
 from ..custom_logging import log
-import io
 import os
+import tempfile
 try:
     import google.generativeai as genai
 except ImportError:
     genai = None
 
-def extract_gs_images_and_genai_upload(content:str):
+def extract_gs_images_and_genai_upload(content: str):
     # Regular expression to find gs:// URLs 
     pattern = r'gs://[^ ]+\.(?:png|jpg|jpeg|pdf)'
 
     gs_matches = re.findall(pattern, content)
     unique_gs_matches = set(gs_matches)
     output_gs_images = []
+    
     for gs_uri in unique_gs_matches:
         mime_type = guess_mime_type(gs_uri)
         if mime_type is None:
@@ -25,14 +26,23 @@ def extract_gs_images_and_genai_upload(content:str):
         image_bytes = get_bytes_from_gcs(gs_uri)
         if image_bytes is None:
             continue
-        image_file = io.BytesIO(image_bytes)
-        image_file.name = os.path.basename(gs_uri)  # Assign a name, as some APIs require it
-        
-        try:
-            uploaded_file = genai.upload_file(image_file)
-            output_gs_images.append(uploaded_file)
-        
-        except Exception as e:
-            log.error(f"Error adding {gs_uri} to base64: {str(e)}")
+
+        # Get the basename from the gs_uri to use as the file name
+        file_name = os.path.basename(gs_uri)
+
+        # Create a temporary directory and write the file with the basename
+        with tempfile.TemporaryDirectory() as temp_dir:
+            temp_file_path = os.path.join(temp_dir, file_name)
+            
+            # Write the BytesIO object to the file
+            with open(temp_file_path, 'wb') as temp_file:
+                temp_file.write(image_bytes)
+
+            # Pass the temporary file's path to the upload function
+            try:
+                uploaded_file = genai.upload_file(temp_file_path)
+                output_gs_images.append(uploaded_file)
+            except Exception as e:
+                log.error(f"Error adding {gs_uri} to base64: {str(e)}")
     
-    return output_gs_images
+    return output_gs_images

sunholo/genai/process_funcs_cls.py

@@ -368,8 +368,8 @@ class GenAIFunctionProcessor:
         if not isinstance(string, str):
             return string
         
-        clean = string.encode('utf-8').decode('unicode_escape')
-        log.info(f"Cleaning:\n{string}\n > to >\n{clean}")
+        clean = string.encode('utf-8', errors='replace').decode('unicode_escape')
+        log.info(f"Cleaning:\n{string[:100]}\n > to >\n{clean[:100]}")
         
         return clean
     

sunholo/utils/mime.py

@@ -60,4 +60,5 @@ def guess_mime_type(file_path: str) -> str:
         "jsx": "text/jsx",
     }
     
-    return extension_to_type.get(ext, "")
+    return extension_to_type.get(ext, "")
+

{sunholo-0.101.6.dist-info → sunholo-0.101.8.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.101.6
+Version: 0.101.8
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.101.6.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.101.8.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.101.6.dist-info → sunholo-0.101.8.dist-info}/RECORD

@@ -86,9 +86,9 @@ sunholo/gcs/download_url.py,sha256=Ul81n1rklr8WogPsuxWWD1Nr8RHU451LzHPMJNhAKzw,6
 sunholo/gcs/extract_and_sign.py,sha256=paRrTCvCN5vkQwCB7OSkxWi-pfOgOtZ0bwdXE08c3Ps,1546
 sunholo/gcs/metadata.py,sha256=oQLcXi4brsZ74aegWyC1JZmhlaEV270HS5_UWtAYYWE,898
 sunholo/genai/__init__.py,sha256=dBl6IA3-Fx6-Vx81r0XqxHlUq6WeW1iDX188dpChu8s,115
-sunholo/genai/images.py,sha256=WaeO705mK0BOz1k7OwsGslw7qF1WiyE_zsueYt07vV8,1191
+sunholo/genai/images.py,sha256=eW5V2h2JdNqLkaw_u-pJSzu7edHzvrCWPLirolQXX5s,1617
 sunholo/genai/init.py,sha256=yG8E67TduFCTQPELo83OJuWfjwTnGZsyACospahyEaY,687
-sunholo/genai/process_funcs_cls.py,sha256=B5PAKWyCAjc1hc5SBV-x3aNPPOtuZOs09HHLtuh9luM,28769
+sunholo/genai/process_funcs_cls.py,sha256=r8WF0kF5nYhC3qBb9p8X5101taq3lvfhEqs3EPg5QJY,28799
 sunholo/genai/safety.py,sha256=mkFDO_BeEgiKjQd9o2I4UxB6XI7a9U-oOFjZ8LGRUC4,1238
 sunholo/invoke/__init__.py,sha256=o1RhwBGOtVK0MIdD55fAIMCkJsxTksi8GD5uoqVKI-8,184
 sunholo/invoke/async_class.py,sha256=G8vD2H94fpBc37mSJSQODEKJ67P2mPQEHabtDaLOvxE,8033
@@ -134,7 +134,7 @@ sunholo/utils/config_class.py,sha256=aNhxhEHIxRvqQNq_9wFJt1yM9U1ypahCVZ3NzPWuay4
 sunholo/utils/config_schema.py,sha256=Wv-ncitzljOhgbDaq9qnFqH5LCuxNv59dTGDWgd1qdk,4189
 sunholo/utils/gcp.py,sha256=uueODEpA-P6O15-t0hmcGC9dONLO_hLfzSsSoQnkUss,4854
 sunholo/utils/gcp_project.py,sha256=Fa0IhCX12bZ1ctF_PKN8PNYd7hihEUfb90kilBfUDjg,1411
-sunholo/utils/mime.py,sha256=hTtSilPDK9oJe8yJqTcPGNV4fIUyaL43Ql8ZncB1DlU,1867
+sunholo/utils/mime.py,sha256=IBir-PcIkwM6GCWsohOkCXqdQWO6PxIgvmXOtaeu71U,1869
 sunholo/utils/parsers.py,sha256=wES0fRn3GONoymRXOXt-z62HCoOiUvvFXa-MfKfjCls,6421
 sunholo/utils/timedelta.py,sha256=BbLabEx7_rbErj_YbNM0MBcaFN76DC4PTe4zD2ucezg,493
 sunholo/utils/user_ids.py,sha256=SQd5_H7FE7vcTZp9AQuQDWBXd4FEEd7TeVMQe1H4Ny8,292
@@ -147,9 +147,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=tBZxqVZ4InTmdBvLlOYwoSEWu4-kGquc-gxDwZCC4FA,7667
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.101.6.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.101.6.dist-info/METADATA,sha256=7LMxd_27pGx2NVLL0ivo0PKmwp685rW8c_Uyny4F9ZM,8312
-sunholo-0.101.6.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-sunholo-0.101.6.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.101.6.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.101.6.dist-info/RECORD,,
+sunholo-0.101.8.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.101.8.dist-info/METADATA,sha256=ebKNiCxn5C0tp2_i76J48-qN7Uf7R83EvJDY6aLJOPI,8312
+sunholo-0.101.8.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+sunholo-0.101.8.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.101.8.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.101.8.dist-info/RECORD,,