sunholo 0.93.0__tar.gz → 0.94.0__tar.gz

{sunholo-0.93.0 → sunholo-0.94.0}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.93.0
+Version: 0.94.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.93.0.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.94.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.93.0 → sunholo-0.94.0}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.93.0'
+version = '0.94.0'
 
 setup(
     name='sunholo',

{sunholo-0.93.0 → sunholo-0.94.0}/sunholo/agents/flask/vac_routes.py

@@ -3,6 +3,7 @@ import traceback
 import datetime
 import uuid
 import random
+from functools import partial
 
 from ...agents import extract_chat_history, handle_special_commands
 from ...qna.parsers import parse_output
@@ -54,13 +55,36 @@ if __name__ == "__main__":
 ```
     
     """
-    def __init__(self, app, stream_interpreter, vac_interpreter, additional_routes=None):
+    def __init__(self, app, stream_interpreter, vac_interpreter=None, additional_routes=None):
         self.app = app
         self.stream_interpreter = stream_interpreter
-        self.vac_interpreter = vac_interpreter
+        self.vac_interpreter = vac_interpreter or partial(self.vac_interpreter_default)
         self.additional_routes = additional_routes if additional_routes is not None else []
         self.register_routes()
 
+
+    def vac_interpreter_default(self, question: str, vector_name: str, chat_history=[], **kwargs):
+        # Create a callback that does nothing for streaming if you don't want intermediate outputs
+        class NoOpCallback:
+            def on_llm_new_token(self, token):
+                pass
+            def on_llm_end(self, response):
+                pass
+
+        # Use the NoOpCallback for non-streaming behavior
+        callback = NoOpCallback()
+
+        # Pass all arguments to vac_stream and use the final return
+        result = self.stream_interpreter(
+            question=question, 
+            vector_name=vector_name, 
+            chat_history=chat_history, 
+            callback=callback, 
+            **kwargs
+        )
+
+        return result
+
     def register_routes(self):
         """
         Registers all the VAC routes for the Flask application.

{sunholo-0.93.0 → sunholo-0.94.0}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.93.0
+Version: 0.94.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.93.0.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.94.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0