sunholo 0.55.14__tar.gz → 0.55.15__tar.gz

{sunholo-0.55.14/sunholo.egg-info → sunholo-0.55.15}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.55.14
+Version: 0.55.15
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.55.14.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.55.15.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.55.14 → sunholo-0.55.15}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.55.14'
+version = '0.55.15'
 
 setup(
     name='sunholo',

{sunholo-0.55.14 → sunholo-0.55.15}/sunholo/agents/flask/qna_routes.py

@@ -71,7 +71,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                                               wait_time=all_input["stream_wait_time"],
                                               timeout=all_input["stream_timeout"],
                                               #kwargs
-                                              message_author=all_input["message_author"]
+                                              **all_input["kwargs"]
                                               ):
                 if isinstance(chunk, dict) and 'answer' in chunk:
                     # When we encounter the dictionary, we yield it as a JSON string
@@ -98,6 +98,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
         response = Response(generate_response_content(), content_type='text/plain; charset=utf-8')
         response.headers['Transfer-Encoding'] = 'chunked'  
 
+        log.debug(f"streaming response: {response}")
         if trace:
             generation.end(output=response)
             span.end(output=response)
@@ -133,7 +134,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                 question=all_input["user_input"],
                 vector_name=vector_name,
                 chat_history=all_input["chat_history"],
-                message_author=all_input["message_author"]
+                **all_input["kwargs"]
             )
             if generation:
                 generation.end(output=bot_output)
@@ -200,18 +201,18 @@ def prep_vac(request, vector_name):
     if trace:
         trace.update(input=data, metadata=vac_config)
 
-    user_input = data['user_input'].strip()
-    message_author = data.get('message_author', None)
-    stream_wait_time = data.get('stream_wait_time', 7)
-    stream_timeout = data.get('stream_timeout', 120)
+    user_input = data.pop('user_input').strip()
+    stream_wait_time = data.pop('stream_wait_time', 7)
+    stream_timeout = data.pop('stream_timeout', 120)
+    chat_history = data.pop('chat_history', None)
+    paired_messages = extract_chat_history(chat_history)
 
-    paired_messages = extract_chat_history(data.get('chat_history', None))
     all_input = {'user_input': user_input, 
                  'vector_name': vector_name, 
                  'chat_history': paired_messages, 
-                 'message_author': message_author,
                  'stream_wait_time': stream_wait_time,
-                 'stream_timeout':stream_timeout}
+                 'stream_timeout':stream_timeout,
+                 'kwargs': data}
 
     if trace:
         span = trace.span(

{sunholo-0.55.14 → sunholo-0.55.15/sunholo.egg-info}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.55.14
+Version: 0.55.15
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.55.14.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.55.15.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0