sunholo 0.64.3__py3-none-any.whl → 0.64.4__py3-none-any.whl

sunholo/agents/flask/qna_routes.py

@@ -165,13 +165,18 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
         return jsonify(bot_output)
 
     @app.route('/openai/v1/chat/completions', methods=['POST'])
-    def openai_compatible_endpoint():
+    @app.route('/openai/v1/chat/completions/<vector_name>', methods=['POST'])
+    def openai_compatible_endpoint(vector_name=None):
         data = request.get_json()
-        model = data.pop('model', None)
+        log.info(f'openai_compatible_endpoint got data: {data}')
+
+        vector_name = vector_name or data.pop('model', None)
         messages = data.pop('messages', None)
         chat_history = data.pop('chat_history', None)
         stream = data.pop('stream', False)
 
+        log.info(f'openai_compatible_endpoint got data: {data} for vector: {vector_name}')
+
         if not messages:
             return jsonify({"error": "No messages provided"}), 400
 
@@ -192,34 +197,36 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
         
         def generate_response_content():
             for chunk in start_streaming_chat(question=user_message,
-                                            vector_name=model,
+                                            vector_name=vector_name,
                                             qna_func=observed_stream_interpreter,
                                             chat_history=all_input["chat_history"],
                                             wait_time=all_input.get("stream_wait_time", 1),
                                             timeout=all_input.get("stream_timeout", 60),
                                             **all_input["kwargs"]
                                             ):
-                if isinstance(chunk, dict) and 'content' in chunk:
+                if isinstance(chunk, dict) and 'answer' in chunk:
                     openai_chunk = {
                         "id": response_id,
                         "object": "chat.completion.chunk",
-                        "created": int(datetime.time()),
-                        "model": model,
+                        "created": str(datetime.time()),
+                        "model": vector_name,
                         "system_fingerprint": sunholo_version(),
                         "choices": [{
                             "index": 0,
-                            "delta": {"content": chunk['content']},
+                            "delta": {"content": chunk['answer']},
                             "logprobs": None,
                             "finish_reason": None
                         }]
                     }
                     yield json.dumps(openai_chunk) + "\n"
+                else:
+                    log.info(f"Unknown chunk: {chunk}")
 
             final_chunk = {
                 "id": response_id,
                 "object": "chat.completion.chunk",
-                "created": int(datetime.time()),
-                "model": model,
+                "created": str(datetime.time()),
+                "model": vector_name,
                 "system_fingerprint": sunholo_version(),
                 "choices": [{
                     "index": 0,
@@ -236,7 +243,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
         try:
             bot_output = observed_stream_interpreter(
                 question=user_message,
-                vector_name=model,
+                vector_name=vector_name,
                 chat_history=all_input["chat_history"],
                 **all_input["kwargs"]
             )
@@ -245,8 +252,8 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
             openai_response = {
                 "id": response_id,
                 "object": "chat.completion",
-                "created": int(datetime.time()),
-                "model": model,
+                "created": str(datetime.time()),
+                "model": vector_name,
                 "system_fingerprint": sunholo_version(),
                 "choices": [{
                     "index": 0,
@@ -264,6 +271,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                 }
             }
 
+            log.info(f"OpenAI response: {openai_response}")
             return jsonify(openai_response)
 
         except Exception as err:

{sunholo-0.64.3.dist-info → sunholo-0.64.4.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.64.3
+Version: 0.64.4
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.64.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.64.4.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.64.3.dist-info → sunholo-0.64.4.dist-info}/RECORD

@@ -12,7 +12,7 @@ sunholo/agents/fastapi/base.py,sha256=clk76cHbUAvU0OYJrRfCWX_5f0ACbhDsIzYBhI3wyo
 sunholo/agents/fastapi/qna_routes.py,sha256=DgK4Btu5XriOC1JaRQ4G_nWEjJfnQ0J5pyLanF6eF1g,3857
 sunholo/agents/flask/__init__.py,sha256=uqfHNw2Ru3EJ4dJEcbp86h_lkquBQPMxZbjhV_xe3rs,72
 sunholo/agents/flask/base.py,sha256=FgSaCODyoTtlstJtsqlLPScdgRUtv9_plxftdzHdVFo,809
-sunholo/agents/flask/qna_routes.py,sha256=NAicUK_vfMK1ovR2wGLdplGnwV4w8_cfwFNOTjiMzNg,14074
+sunholo/agents/flask/qna_routes.py,sha256=yskVD7bP_MAvWipZcdsdNyvh1WVlYr9VqbokfV09pYM,14513
 sunholo/archive/__init__.py,sha256=qNHWm5rGPVOlxZBZCpA1wTYPbalizRT7f8X4rs2t290,31
 sunholo/archive/archive.py,sha256=C-UhG5x-XtZ8VheQp92IYJqgD0V3NFQjniqlit94t18,1197
 sunholo/auth/__init__.py,sha256=4owDjSaWYkbTlPK47UHTOC0gCWbZsqn4ZIEw5NWZTlg,28
@@ -102,9 +102,9 @@ sunholo/vertex/__init__.py,sha256=JvHcGFuv6R_nAhY2AdoqqhMpJ5ugeWPZ_svGhWrObBk,13
 sunholo/vertex/init.py,sha256=JDMUaBRdednzbKF-5p33qqLit2LMsvgvWW-NRz0AqO0,1801
 sunholo/vertex/memory_tools.py,sha256=8F1iTWnqEK9mX4W5RzCVKIjydIcNp6OFxjn_dtQ3GXo,5379
 sunholo/vertex/safety.py,sha256=3meAX0HyGZYrH7rXPUAHxtI_3w_zoy_RX7Shtkoa660,1275
-sunholo-0.64.3.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.64.3.dist-info/METADATA,sha256=BmLFSkbWpUHnOLvrqJsgQZuotjYptCsYyPiLtR5bg9M,5971
-sunholo-0.64.3.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-sunholo-0.64.3.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.64.3.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.64.3.dist-info/RECORD,,
+sunholo-0.64.4.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.64.4.dist-info/METADATA,sha256=-vzVQ820NsKlAjLeentAjVDxSWvjKIH5y4Up5Wi1vtU,5971
+sunholo-0.64.4.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+sunholo-0.64.4.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.64.4.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.64.4.dist-info/RECORD,,