sunholo 0.93.0__py3-none-any.whl → 0.94.0__py3-none-any.whl

sunholo/agents/flask/vac_routes.py

@@ -3,6 +3,7 @@ import traceback
 import datetime
 import uuid
 import random
+from functools import partial
 
 from ...agents import extract_chat_history, handle_special_commands
 from ...qna.parsers import parse_output
@@ -54,13 +55,36 @@ if __name__ == "__main__":
 ```
     
     """
-    def __init__(self, app, stream_interpreter, vac_interpreter, additional_routes=None):
+    def __init__(self, app, stream_interpreter, vac_interpreter=None, additional_routes=None):
         self.app = app
         self.stream_interpreter = stream_interpreter
-        self.vac_interpreter = vac_interpreter
+        self.vac_interpreter = vac_interpreter or partial(self.vac_interpreter_default)
         self.additional_routes = additional_routes if additional_routes is not None else []
         self.register_routes()
 
+
+    def vac_interpreter_default(self, question: str, vector_name: str, chat_history=[], **kwargs):
+        # Create a callback that does nothing for streaming if you don't want intermediate outputs
+        class NoOpCallback:
+            def on_llm_new_token(self, token):
+                pass
+            def on_llm_end(self, response):
+                pass
+
+        # Use the NoOpCallback for non-streaming behavior
+        callback = NoOpCallback()
+
+        # Pass all arguments to vac_stream and use the final return
+        result = self.stream_interpreter(
+            question=question, 
+            vector_name=vector_name, 
+            chat_history=chat_history, 
+            callback=callback, 
+            **kwargs
+        )
+
+        return result
+
     def register_routes(self):
         """
         Registers all the VAC routes for the Flask application.

{sunholo-0.93.0.dist-info → sunholo-0.94.0.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.93.0
+Version: 0.94.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.93.0.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.94.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.93.0.dist-info → sunholo-0.94.0.dist-info}/RECORD

@@ -14,7 +14,7 @@ sunholo/agents/fastapi/qna_routes.py,sha256=lKHkXPmwltu9EH3RMwmD153-J6pE7kWQ4BhB
 sunholo/agents/flask/__init__.py,sha256=poJDKMr2qj8qMb99JqCvCPSiEt1tj2tLQ3hKW3f2aVw,107
 sunholo/agents/flask/base.py,sha256=FgSaCODyoTtlstJtsqlLPScdgRUtv9_plxftdzHdVFo,809
 sunholo/agents/flask/qna_routes.py,sha256=uwUD1yrzOPH27m2AXpiQrPk_2VfJOQOM6dAynOWQtoQ,22532
-sunholo/agents/flask/vac_routes.py,sha256=LA_NjWmZDTMJSiBfhlfOOdHOxfcr0KiVwDrbGJXaKNs,23342
+sunholo/agents/flask/vac_routes.py,sha256=wMH0a53BFrBnksi4F34pEGJIJgRImxndPeMWGAjUQZw,24179
 sunholo/archive/__init__.py,sha256=qNHWm5rGPVOlxZBZCpA1wTYPbalizRT7f8X4rs2t290,31
 sunholo/archive/archive.py,sha256=PxVfDtO2_2ZEEbnhXSCbXLdeoHoQVImo4y3Jr2XkCFY,1204
 sunholo/auth/__init__.py,sha256=TeP-OY0XGxYV_8AQcVGoh35bvyWhNUcMRfhuD5l44Sk,91
@@ -144,9 +144,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=q_phxgGX2TG2j2MXNULF2xGzQnQPENwjPN9nZ_A9Gh0,7526
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.93.0.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.93.0.dist-info/METADATA,sha256=jAwnrLLbA9YDitxozR7LjwaU9doMLczDU6yl2b81ovs,7806
-sunholo-0.93.0.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
-sunholo-0.93.0.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.93.0.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.93.0.dist-info/RECORD,,
+sunholo-0.94.0.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.94.0.dist-info/METADATA,sha256=WzxVoYlzQITMFyMSG8aGXvkAaIoE2XVwOzXgkLZDZPM,7806
+sunholo-0.94.0.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
+sunholo-0.94.0.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.94.0.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.94.0.dist-info/RECORD,,