sunholo 0.55.12__tar.gz → 0.55.14__tar.gz

{sunholo-0.55.12/sunholo.egg-info → sunholo-0.55.14}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.55.12
+Version: 0.55.14
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.55.12.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.55.14.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.55.12 → sunholo-0.55.14}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.55.12'
+version = '0.55.14'
 
 setup(
     name='sunholo',

{sunholo-0.55.12 → sunholo-0.55.14}/sunholo/agents/chat_history.py

@@ -25,7 +25,7 @@ def extract_chat_history(chat_history=None):
     # Output: [("Hello, AI!", "Hello, Human! How can I help you today?")]
     ```
     """
-    if chat_history is None:
+    if not chat_history:
         log.info("No chat history found")
         return []
 

{sunholo-0.55.12 → sunholo-0.55.14}/sunholo/agents/flask/qna_routes.py

@@ -52,17 +52,19 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
             return jsonify(command_response)
 
         log.info(f'Streaming data with: {all_input}')
+        if span:
+            generation = span.generation(
+                name="start_streaming_chat",
+                metadata=vac_config,
+                input = all_input,
+                completion_start_time=datetime.datetime.now(),
+                model=vac_config.get("model") or vac_config.get("llm")
+            )
+
         def generate_response_content():
-            if span:
-                generation = span.generation(
-                    name="start_streaming_chat",
-                    metadata=vac_config,
-                    input = all_input,
-                    completion_start_time=datetime.datetime.now,
-                    model=vac_config.get("model") or vac_config.get("llm")
-                )
+
             chunks = ""
-            for chunk in start_streaming_chat(user_input=all_input["user_input"],
+            for chunk in start_streaming_chat(question=all_input["user_input"],
                                               vector_name=vector_name,
                                               qna_func=stream_interpreter,
                                               chat_history=all_input["chat_history"],
@@ -92,14 +94,14 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                         
                     yield chunk
             
-            if trace:
-                generation.end(output=chunks)
-                span.end(output=chunks)
-                trace.update(output=chunks)
-
         # Here, the generator function will handle streaming the content to the client.
         response = Response(generate_response_content(), content_type='text/plain; charset=utf-8')
         response.headers['Transfer-Encoding'] = 'chunked'  
+
+        if trace:
+            generation.end(output=response)
+            span.end(output=response)
+            trace.update(output=response)
         
         if langfuse:
             langfuse.flush()  
@@ -128,7 +130,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                     model=vac_config.get("model") or vac_config.get("llm")
                 )
             bot_output = vac_interpreter(
-                user_input=all_input["user_input"],
+                question=all_input["user_input"],
                 vector_name=vector_name,
                 chat_history=all_input["chat_history"],
                 message_author=all_input["message_author"]

{sunholo-0.55.12 → sunholo-0.55.14}/sunholo/streaming/content_buffer.py

@@ -130,6 +130,7 @@ class BufferStreamingStdOutCallbackHandler(StreamingStdOutCallbackHandler):
         patterns are detected.
         """
         log.debug(f"on_llm_new_token: {token}")
+        
         self.buffer += token
 
         if '```' in token:

{sunholo-0.55.12 → sunholo-0.55.14/sunholo.egg-info}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.55.12
+Version: 0.55.14
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.55.12.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.55.14.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0