sunholo 0.99.7__py3-none-any.whl → 0.99.9__py3-none-any.whl

sunholo/genai/process_funcs_cls.py

@@ -269,9 +269,9 @@ class GenAIFunctionProcessor:
                         traceback_details = traceback.format_exc()
                         log.warning(f"{error_message}\nTraceback: {traceback_details}")
                         result = [f"{error_message}\n{traceback_details}"]
-
+                    clean_result = self.remove_invisible_characters(result)
                     api_requests_and_responses.append(
-                        [function_name, params, result]
+                        [function_name, params, clean_result]
                     )
                 else:
                     log.error(f"Function {function_name} is not recognized")
@@ -350,6 +350,16 @@ class GenAIFunctionProcessor:
         except Exception as err:
             log.error(f"Error initializing model: {str(err)}")
             return None
+    
+    def remove_invisible_characters(self, string):
+
+        if not isinstance(string, str):
+            return string
+        
+        clean = string.encode('utf-8').decode('unicode_escape')
+        log.info(f"Cleaning:\n{string}\n > to >\n{clean}")
+        
+        return clean
 
     def run_agent_loop(self, chat, content, callback, guardrail_max=10, loop_return=3):
         """
@@ -484,11 +494,11 @@ class GenAIFunctionProcessor:
                         if fn_result_json:
                             log.info(f"{fn_result_json} dict parsing")
                             if fn_result_json.get('stdout'):
-                                text = fn_result_json.get('stdout').encode('utf-8').decode('unicode_escape')
-                                token += text
+                                text = fn_result_json.get('stdout')
+                                token += self.remove_invisible_characters(text)
                             if fn_result_json.get('stderr'):
-                                text = fn_result_json.get('stdout').encode('utf-8').decode('unicode_escape')
-                                token += text
+                                text = fn_result_json.get('stdout')
+                                token += self.remove_invisible_characters(text)
                             # If neither 'stdout' nor 'stderr' is present, dump the entire JSON
                             if 'stdout' not in fn_result_json and 'stderr' not in fn_result_json:
                                 log.info(f"No recognised keys ('stdout' or 'stderr') in dict: {fn_result_json=} - dumping it all")
@@ -496,7 +506,7 @@ class GenAIFunctionProcessor:
                         else:
                             # probably a string, just return it
                             log.info(f"{fn_result_json} non-dict (String?) parsing")
-                            token += f"{fn_result}\n--- end ---\n"
+                            token += f"{self.remove_invisible_characters(fn_result)}\n--- end ---\n"
                     
                     this_text += token
                     token_queue.append(token)

{sunholo-0.99.7.dist-info → sunholo-0.99.9.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.99.7
+Version: 0.99.9
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.99.7.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.99.9.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.99.7.dist-info → sunholo-0.99.9.dist-info}/RECORD

@@ -86,7 +86,7 @@ sunholo/gcs/download_url.py,sha256=q1NiJSvEhdNrmU5ZJ-sBCMC_J5CxzrajY8LRgdPOV_M,6
 sunholo/gcs/metadata.py,sha256=oQLcXi4brsZ74aegWyC1JZmhlaEV270HS5_UWtAYYWE,898
 sunholo/genai/__init__.py,sha256=dBl6IA3-Fx6-Vx81r0XqxHlUq6WeW1iDX188dpChu8s,115
 sunholo/genai/init.py,sha256=yG8E67TduFCTQPELo83OJuWfjwTnGZsyACospahyEaY,687
-sunholo/genai/process_funcs_cls.py,sha256=qBcwFE59QzX1ngZB0-5ajjz3LOsvgBeG5_wCk1mWTh8,25309
+sunholo/genai/process_funcs_cls.py,sha256=PSb5MiNKG6NU5OBJU-myq0uRRtj640j2IBkIaxBUC5Q,25695
 sunholo/genai/safety.py,sha256=mkFDO_BeEgiKjQd9o2I4UxB6XI7a9U-oOFjZ8LGRUC4,1238
 sunholo/invoke/__init__.py,sha256=o1RhwBGOtVK0MIdD55fAIMCkJsxTksi8GD5uoqVKI-8,184
 sunholo/invoke/async_class.py,sha256=uvCP8ekUCfTRWk7xwofTzRqFykMAwrRZ4Ce_YUR6PVs,2820
@@ -144,9 +144,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=tBZxqVZ4InTmdBvLlOYwoSEWu4-kGquc-gxDwZCC4FA,7667
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.99.7.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.99.7.dist-info/METADATA,sha256=2gAwyQSDzAlgDzjxufyJqy-zvx2HglT-pi_VsuXVwqg,8310
-sunholo-0.99.7.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-sunholo-0.99.7.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.99.7.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.99.7.dist-info/RECORD,,
+sunholo-0.99.9.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.99.9.dist-info/METADATA,sha256=1rH-_XTnX4V8aENU_dXeqoy3jgY4ophTljQ17gmX5Vw,8310
+sunholo-0.99.9.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+sunholo-0.99.9.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.99.9.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.99.9.dist-info/RECORD,,