sunholo 0.55.13__py3-none-any.whl → 0.55.15__py3-none-any.whl

sunholo/agents/chat_history.py

@@ -25,7 +25,7 @@ def extract_chat_history(chat_history=None):
     # Output: [("Hello, AI!", "Hello, Human! How can I help you today?")]
     ```
     """
-    if chat_history is None:
+    if not chat_history:
         log.info("No chat history found")
         return []
 

sunholo/agents/flask/qna_routes.py

@@ -52,15 +52,17 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
             return jsonify(command_response)
 
         log.info(f'Streaming data with: {all_input}')
+        if span:
+            generation = span.generation(
+                name="start_streaming_chat",
+                metadata=vac_config,
+                input = all_input,
+                completion_start_time=datetime.datetime.now(),
+                model=vac_config.get("model") or vac_config.get("llm")
+            )
+
         def generate_response_content():
-            if span:
-                generation = span.generation(
-                    name="start_streaming_chat",
-                    metadata=vac_config,
-                    input = all_input,
-                    completion_start_time=datetime.datetime.now(),
-                    model=vac_config.get("model") or vac_config.get("llm")
-                )
+
             chunks = ""
             for chunk in start_streaming_chat(question=all_input["user_input"],
                                               vector_name=vector_name,
@@ -69,7 +71,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                                               wait_time=all_input["stream_wait_time"],
                                               timeout=all_input["stream_timeout"],
                                               #kwargs
-                                              message_author=all_input["message_author"]
+                                              **all_input["kwargs"]
                                               ):
                 if isinstance(chunk, dict) and 'answer' in chunk:
                     # When we encounter the dictionary, we yield it as a JSON string
@@ -92,14 +94,15 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                         
                     yield chunk
             
-            if trace:
-                generation.end(output=chunks)
-                span.end(output=chunks)
-                trace.update(output=chunks)
-
         # Here, the generator function will handle streaming the content to the client.
         response = Response(generate_response_content(), content_type='text/plain; charset=utf-8')
         response.headers['Transfer-Encoding'] = 'chunked'  
+
+        log.debug(f"streaming response: {response}")
+        if trace:
+            generation.end(output=response)
+            span.end(output=response)
+            trace.update(output=response)
         
         if langfuse:
             langfuse.flush()  
@@ -131,7 +134,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                 question=all_input["user_input"],
                 vector_name=vector_name,
                 chat_history=all_input["chat_history"],
-                message_author=all_input["message_author"]
+                **all_input["kwargs"]
             )
             if generation:
                 generation.end(output=bot_output)
@@ -198,18 +201,18 @@ def prep_vac(request, vector_name):
     if trace:
         trace.update(input=data, metadata=vac_config)
 
-    user_input = data['user_input'].strip()
-    message_author = data.get('message_author', None)
-    stream_wait_time = data.get('stream_wait_time', 7)
-    stream_timeout = data.get('stream_timeout', 120)
+    user_input = data.pop('user_input').strip()
+    stream_wait_time = data.pop('stream_wait_time', 7)
+    stream_timeout = data.pop('stream_timeout', 120)
+    chat_history = data.pop('chat_history', None)
+    paired_messages = extract_chat_history(chat_history)
 
-    paired_messages = extract_chat_history(data.get('chat_history', None))
     all_input = {'user_input': user_input, 
                  'vector_name': vector_name, 
                  'chat_history': paired_messages, 
-                 'message_author': message_author,
                  'stream_wait_time': stream_wait_time,
-                 'stream_timeout':stream_timeout}
+                 'stream_timeout':stream_timeout,
+                 'kwargs': data}
 
     if trace:
         span = trace.span(

sunholo/streaming/content_buffer.py

@@ -130,6 +130,7 @@ class BufferStreamingStdOutCallbackHandler(StreamingStdOutCallbackHandler):
         patterns are detected.
         """
         log.debug(f"on_llm_new_token: {token}")
+        
         self.buffer += token
 
         if '```' in token:

{sunholo-0.55.13.dist-info → sunholo-0.55.15.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.55.13
+Version: 0.55.15
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.55.13.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.55.15.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.55.13.dist-info → sunholo-0.55.15.dist-info}/RECORD

@@ -1,7 +1,7 @@
 sunholo/__init__.py,sha256=hEN0kOEikUGBot_YIMra1nnPNmcwmO_kwvPOmLW8-_8,692
 sunholo/logging.py,sha256=z0aI0u1Bk_be3c6EDCGf0hn4JZKymYqIySbfCKOqpkQ,10881
 sunholo/agents/__init__.py,sha256=CnlbVohPt-Doth9PyROSlN3P8xMV9j9yS19YE-wCS90,341
-sunholo/agents/chat_history.py,sha256=SajDa9OEJeXLyPvCH7O4NbjtNrZyqYaop16lDgapsfI,5199
+sunholo/agents/chat_history.py,sha256=PbwYmw1TwzI8H-cwQIGgHZ6UIr2Qb-JWow0RG3ayLM8,5195
 sunholo/agents/dispatch_to_qa.py,sha256=kWrO-CJel5kJAyyCShShpACUuZpqDOP7DN8vo_7ciao,8056
 sunholo/agents/langserve.py,sha256=FdhQjorAY2bMn2rpuabNT6bU3uqSKWrl8DjpH3L_V7k,4375
 sunholo/agents/pubsub.py,sha256=5hbbhbBGyVWRpt2sAGC5FEheYH1mCCwVUhZEB1S7vGg,1337
@@ -13,7 +13,7 @@ sunholo/agents/fastapi/base.py,sha256=clk76cHbUAvU0OYJrRfCWX_5f0ACbhDsIzYBhI3wyo
 sunholo/agents/fastapi/qna_routes.py,sha256=Xl05L8DjUozGMK7kKPqz7Twr4W56BnLQu_uprsTv_q0,4075
 sunholo/agents/flask/__init__.py,sha256=uqfHNw2Ru3EJ4dJEcbp86h_lkquBQPMxZbjhV_xe3rs,72
 sunholo/agents/flask/base.py,sha256=RUGWBYWeV60FatYF5sMRrxD-INU97Vodsi6JaB6i93s,763
-sunholo/agents/flask/qna_routes.py,sha256=WgmVGl7S4TvQWoAXO0b06FkGf0O-iDQUbB7WyC9YaSY,8850
+sunholo/agents/flask/qna_routes.py,sha256=A_L9w966Pb_MZSh17gcu5HxmzJdiclKaKTZ0ARaSRjg,8785
 sunholo/archive/__init__.py,sha256=qNHWm5rGPVOlxZBZCpA1wTYPbalizRT7f8X4rs2t290,31
 sunholo/archive/archive.py,sha256=C-UhG5x-XtZ8VheQp92IYJqgD0V3NFQjniqlit94t18,1197
 sunholo/auth/__init__.py,sha256=4owDjSaWYkbTlPK47UHTOC0gCWbZsqn4ZIEw5NWZTlg,28
@@ -72,7 +72,7 @@ sunholo/qna/__init__.py,sha256=F8q1uR_HreoSX0IfmKY1qoSwIgXhO2Q8kuDSxh9_-EE,28
 sunholo/qna/parsers.py,sha256=Qn7lYsO2daWN0kDRGop5CkamIPq9wWFPEB1cP6Is7Ng,1585
 sunholo/qna/retry.py,sha256=hAcqCZchAG1610G6huPev4ymDdO2G5tT3mrK28dxlAs,2028
 sunholo/streaming/__init__.py,sha256=k8dBqhzyS1Oi6NfADtRtWfnPtU1FU2kQz-YxH9yrNeQ,197
-sunholo/streaming/content_buffer.py,sha256=xcljhbpPQa-6O9M-Du3HiZqxW3XbvG_C4qNohtrsQPg,6587
+sunholo/streaming/content_buffer.py,sha256=hr2ySHOTK1zw_3u-JrKwoomsAAdda2VcOxjkvJLcUuM,6596
 sunholo/streaming/langserve.py,sha256=6isOvFwZBfmiQY5N41PYPyrdJj9IgJXXHLfTzPvewGw,6299
 sunholo/streaming/streaming.py,sha256=0Bgl_FYmd2GJuy_4khDx5y_nfPqDp7Yu8ZkQ9POVhGk,16446
 sunholo/summarise/__init__.py,sha256=MZk3dblUMODcPb1crq4v-Z508NrFIpkSWNf9FIO8BcU,38
@@ -81,8 +81,8 @@ sunholo/utils/__init__.py,sha256=MxuxoJ-oOie_skGnB4mOagVYjzvfmX9Gz9N5heI8azM,62
 sunholo/utils/config.py,sha256=KYuhwmhYS7qOpt2ZcpAWnlHPJ9rBDX1SgP8gnjkAW6E,7321
 sunholo/utils/gcp.py,sha256=B2G1YKjeD7X9dqO86Jrp2vPuFwZ223Xl5Tg09Ndw-oc,5760
 sunholo/utils/parsers.py,sha256=E-M7s3_rPviT5zCqQHzhb1DwYmz5a1J472ZVazx10M8,3400
-sunholo-0.55.13.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.55.13.dist-info/METADATA,sha256=GcdZKMXCKHhajZgrFwcFxSzXOVxMBsM2FzOfNI2Lj5w,6434
-sunholo-0.55.13.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-sunholo-0.55.13.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.55.13.dist-info/RECORD,,
+sunholo-0.55.15.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.55.15.dist-info/METADATA,sha256=rCF_1oWdOx8Zvn9HZA3E5JZKZXBSvM05F1tX8Q1jheA,6434
+sunholo-0.55.15.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+sunholo-0.55.15.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.55.15.dist-info/RECORD,,