sunholo 0.104.4__tar.gz → 0.104.6__tar.gz

{sunholo-0.104.4 → sunholo-0.104.6}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.104.4
+Version: 0.104.6
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.104.4.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.104.6.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.104.4 → sunholo-0.104.6}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.104.4'
+version = '0.104.6'
 
 setup(
     name='sunholo',

{sunholo-0.104.4 → sunholo-0.104.6}/sunholo/agents/flask/vac_routes.py

@@ -125,7 +125,7 @@ if __name__ == "__main__":
 
     def handle_options(self, **kwargs):
         response = Response(status=200)
-        response.headers.add('Access-Control-Allow-Origin', '*')
+        response.headers['Access-Control-Allow-Origin'] = '*'
         
         # Reflect the request's `Access-Control-Request-Headers`
         request_headers = request.headers.get('Access-Control-Request-Headers', '')
@@ -138,11 +138,11 @@ if __name__ == "__main__":
         return response
 
     def register_after_request(self, response):
-        # Add CORS headers for all responses
-        response.headers.add('Access-Control-Allow-Origin', '*')
-        response.headers.add('Access-Control-Allow-Headers', 'Content-Type, Authorization, x-api-key')
-        response.headers.add('Access-Control-Allow-Methods', 'GET, POST, OPTIONS')
-
+        # Ensure correct CORS headers
+        response.headers['Access-Control-Allow-Origin'] = '*'
+        response.headers['Access-Control-Allow-Headers'] = 'Content-Type, Authorization, x-api-key'
+        response.headers['Access-Control-Allow-Methods'] = 'GET, POST, OPTIONS'
+        
         return response
 
     def register_additional_routes(self):
@@ -618,7 +618,7 @@ if __name__ == "__main__":
             user_id = user_id,
             session_id = session_id,
             tags = tags,
-            release = f"sunholo-v{package_version}"
+            release = package_version
         )
 
     def prep_vac(self, request, vector_name):
@@ -660,7 +660,12 @@ if __name__ == "__main__":
             raise ValueError(f"Unable to find vac_config for {vector_name} - {str(e)}")
 
         if trace:
-            trace.update(input=data, metadata=vac_config.configs_by_kind)
+            this_vac_config = vac_config.configs_by_kind.get("vacConfig")
+            metadata_config=None
+            if this_vac_config:
+                metadata_config = this_vac_config.get(vector_name)
+
+            trace.update(input=data, metadata=metadata_config)
 
         user_input = data.pop('user_input').strip()
         stream_wait_time = data.pop('stream_wait_time', 7)

{sunholo-0.104.4 → sunholo-0.104.6}/sunholo/streaming/streaming.py

@@ -87,25 +87,31 @@ def start_streaming_chat(question,
             break
     else:
         log.info(f"Stream has ended after {round(time.time() - first_start, 2)} seconds")
-        log.info("Sending final full message plus sources...")
+        
         
     
     # if  you need it to stop it elsewhere use 
     # stop_event.set()
     content_to_send = content_buffer.read()
     if content_to_send:
-        log.info(f"==\n{content_to_send}")
+        log.info(f"==Flush==\n{content_to_send}")
         yield content_to_send
         content_buffer.clear()
 
     # Stop the stream thread
     chat_thread.join()
 
-    # the json object with full response in 'answer' and the 'sources' array
-    final_result = result_queue.get()
+    if kwargs.get("stream_only"):
+        log.info("stream_only so finishing now")
+        final_yield = ""
+    else:
+        log.info("Sending final full message plus sources...")
+        # the json object with full response in 'answer' and the 'sources' array
+        final_result = result_queue.get()
+        final_yield = parse_output(final_result)
 
     # parses out source_documents if not present etc.
-    yield parse_output(final_result)
+    yield final_yield
 
 async def start_streaming_chat_async(question, vector_name, qna_func_async, chat_history=[], wait_time=2, timeout=120, **kwargs): 
     """

{sunholo-0.104.4 → sunholo-0.104.6}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.104.4
+Version: 0.104.6
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.104.4.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.104.6.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0