sunholo 0.104.6__tar.gz → 0.105.0__tar.gz

{sunholo-0.104.6 → sunholo-0.105.0}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.104.6
+Version: 0.105.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.104.6.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.105.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.104.6 → sunholo-0.105.0}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.104.6'
+version = '0.105.0'
 
 setup(
     name='sunholo',

{sunholo-0.104.6 → sunholo-0.105.0}/sunholo/genai/process_funcs_cls.py

@@ -12,7 +12,7 @@ from collections import deque
 try:
     import google.generativeai as genai
     import proto
-    from google.generativeai.types import RequestOptions
+    from google.generativeai.types import RequestOptions, GenerateContentResponse
     from google.api_core import retry
     from google.generativeai import ChatSession
     from google.api_core.exceptions import RetryError
@@ -441,11 +441,11 @@ class GenAIFunctionProcessor:
 
             log.info(f"== Start input content for loop [{guardrail}]\n ## Content: {content_parse}")
             this_text = ""  # reset for this loop
-            response = []
+            response = None
 
             try:
                 token_queue.append("\n= Calling Agent =\n")
-                response = chat.send_message(content, stream=True, request_options=RequestOptions(
+                response:GenerateContentResponse = chat.send_message(content, stream=True, request_options=RequestOptions(
                                         retry=retry.Retry(
                                             initial=10, 
                                             multiplier=2, 
@@ -465,19 +465,20 @@ class GenAIFunctionProcessor:
                 token_queue.append(msg)
                 break
 
-            loop_metadata = response.usage_metadata
-            if loop_metadata:
-                usage_metadata = {
-                    "prompt_token_count": usage_metadata["prompt_token_count"] + (loop_metadata.prompt_token_count or 0),
-                    "candidates_token_count": usage_metadata["candidates_token_count"] + (loop_metadata.candidates_token_count or 0),
-                    "total_token_count": usage_metadata["total_token_count"] + (loop_metadata.total_token_count or 0),
-                }
-                token_queue.append((
-                    "\n-- Agent response -- " 
-                    f"Loop tokens: [{loop_metadata.prompt_token_count}]/[{usage_metadata['prompt_token_count']}] "
-                    f"Session tokens: [{loop_metadata.total_token_count}]/[{usage_metadata['total_token_count']}] \n"
-                ))
-            loop_metadata = None
+            if response:
+                loop_metadata = response.usage_metadata
+                if loop_metadata:
+                    usage_metadata = {
+                        "prompt_token_count": usage_metadata["prompt_token_count"] + (loop_metadata.prompt_token_count or 0),
+                        "candidates_token_count": usage_metadata["candidates_token_count"] + (loop_metadata.candidates_token_count or 0),
+                        "total_token_count": usage_metadata["total_token_count"] + (loop_metadata.total_token_count or 0),
+                    }
+                    token_queue.append((
+                        "\n-- Agent response -- " 
+                        f"Loop tokens: [{loop_metadata.prompt_token_count}]/[{usage_metadata['prompt_token_count']}] "
+                        f"Session tokens: [{loop_metadata.total_token_count}]/[{usage_metadata['total_token_count']}] \n"
+                    ))
+                loop_metadata = None
 
             for chunk in response:
                 if not chunk:

{sunholo-0.104.6 → sunholo-0.105.0}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.104.6
+Version: 0.105.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.104.6.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.105.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0