sunholo 0.105.4__py3-none-any.whl → 0.105.5__py3-none-any.whl

sunholo/genai/process_funcs_cls.py

@@ -459,6 +459,7 @@ class GenAIFunctionProcessor:
             log.info(f"== Start input content for loop [{guardrail}]\n ## Content: {content_parse}")
             this_text = ""  # reset for this loop
             response = None
+            executed_responses = []
             loop_span = span.span(
                 name=f"loop_{guardrail}",
                 model=self.model_name,
@@ -511,28 +512,28 @@ class GenAIFunctionProcessor:
                 gen.end(output=response.to_dict()) if gen else None
             else:
                 gen.end(output="No response received") if gen else None
+            
 
-            for chunk in response:
-                if not chunk:
-                    continue
+                for chunk in response:
+                    if not chunk:
+                        continue
 
-                log.debug(f"[{guardrail}] {chunk=}")
+                    log.debug(f"[{guardrail}] {chunk=}")
+                    try:
+                        if hasattr(chunk, 'text') and isinstance(chunk.text, str):
+                            token = chunk.text
+                            token_queue.append(token)
+                            this_text += token
+                        else:
+                            log.info("skipping chunk with no text")
+                        
+                    except ValueError as err:
+                        token_queue.append(f"{str(err)} for {chunk=}")
                 try:
-                    if hasattr(chunk, 'text') and isinstance(chunk.text, str):
-                        token = chunk.text
-                        token_queue.append(token)
-                        this_text += token
-                    else:
-                        log.info("skipping chunk with no text")
-                    
-                except ValueError as err:
-                    token_queue.append(f"{str(err)} for {chunk=}")
-            try:
-                executed_responses = self.process_funcs(response, loop_span=loop_span) 
-            except Exception as err:
-                log.error(f"Error in executions: {str(err)}")
-                executed_responses = []
-                token_queue.append(f"{str(err)} for {response=}")
+                    executed_responses = self.process_funcs(response, loop_span=loop_span) 
+                except Exception as err:
+                    log.error(f"Error in executions: {str(err)}")
+                    token_queue.append(f"{str(err)} for {response=}")
 
             log.info(f"[{guardrail}] {executed_responses=}")
 

{sunholo-0.105.4.dist-info → sunholo-0.105.5.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.105.4
+Version: 0.105.5
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.105.4.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.105.5.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.105.4.dist-info → sunholo-0.105.5.dist-info}/RECORD

@@ -88,7 +88,7 @@ sunholo/gcs/metadata.py,sha256=oQLcXi4brsZ74aegWyC1JZmhlaEV270HS5_UWtAYYWE,898
 sunholo/genai/__init__.py,sha256=dBl6IA3-Fx6-Vx81r0XqxHlUq6WeW1iDX188dpChu8s,115
 sunholo/genai/images.py,sha256=EyjsDqt6XQw99pZUQamomCpMOoIah9bp3XY94WPU7Ms,1678
 sunholo/genai/init.py,sha256=yG8E67TduFCTQPELo83OJuWfjwTnGZsyACospahyEaY,687
-sunholo/genai/process_funcs_cls.py,sha256=8T0664wMeLcUIOHfa3EYHjohbMOHnzTzNz_UNhxutNM,31532
+sunholo/genai/process_funcs_cls.py,sha256=OVSrSmeEhCvfEAtpVKhrwpgc_UJLHy6948Zz1fnE0lk,31617
 sunholo/genai/safety.py,sha256=mkFDO_BeEgiKjQd9o2I4UxB6XI7a9U-oOFjZ8LGRUC4,1238
 sunholo/invoke/__init__.py,sha256=o1RhwBGOtVK0MIdD55fAIMCkJsxTksi8GD5uoqVKI-8,184
 sunholo/invoke/async_class.py,sha256=G8vD2H94fpBc37mSJSQODEKJ67P2mPQEHabtDaLOvxE,8033
@@ -147,9 +147,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=tBZxqVZ4InTmdBvLlOYwoSEWu4-kGquc-gxDwZCC4FA,7667
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.105.4.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.105.4.dist-info/METADATA,sha256=mFYUzjQ7asBiG4SEi4oAVar-FbD0kgedLQ8h7C5cs6A,8312
-sunholo-0.105.4.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
-sunholo-0.105.4.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.105.4.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.105.4.dist-info/RECORD,,
+sunholo-0.105.5.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.105.5.dist-info/METADATA,sha256=h66mRPiUU9v8mcO8Kn0hrl7S3SaiO3YGmHGxHPkXIWg,8312
+sunholo-0.105.5.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
+sunholo-0.105.5.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.105.5.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.105.5.dist-info/RECORD,,