sunholo 0.64.3__tar.gz → 0.64.5__tar.gz

{sunholo-0.64.3 → sunholo-0.64.5}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.64.3
+Version: 0.64.5
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.64.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.64.5.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.64.3 → sunholo-0.64.5}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.64.3'
+version = '0.64.5'
 
 setup(
     name='sunholo',

{sunholo-0.64.3 → sunholo-0.64.5}/sunholo/agents/flask/qna_routes.py

@@ -165,9 +165,12 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
         return jsonify(bot_output)
 
     @app.route('/openai/v1/chat/completions', methods=['POST'])
-    def openai_compatible_endpoint():
+    @app.route('/openai/v1/chat/completions/<vector_name>', methods=['POST'])
+    def openai_compatible_endpoint(vector_name=None):
         data = request.get_json()
-        model = data.pop('model', None)
+        log.info(f'openai_compatible_endpoint got data: {data} for vector: {vector_name}')
+
+        vector_name = vector_name or data.pop('model', None)
         messages = data.pop('messages', None)
         chat_history = data.pop('chat_history', None)
         stream = data.pop('stream', False)
@@ -175,7 +178,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
         if not messages:
             return jsonify({"error": "No messages provided"}), 400
 
-        user_message = next((msg['content'] for msg in messages if msg['role'] == 'user'), None)
+        user_message = next((msg['content'] for msg in reversed(messages) if msg['role'] == 'user'), None)
         if not user_message:
             return jsonify({"error": "No user message provided"}), 400
 
@@ -187,39 +190,40 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
 
         observed_stream_interpreter = observe()(stream_interpreter)
 
-
         response_id = str(uuid.uuid4())
         
         def generate_response_content():
             for chunk in start_streaming_chat(question=user_message,
-                                            vector_name=model,
+                                            vector_name=vector_name,
                                             qna_func=observed_stream_interpreter,
                                             chat_history=all_input["chat_history"],
                                             wait_time=all_input.get("stream_wait_time", 1),
                                             timeout=all_input.get("stream_timeout", 60),
                                             **all_input["kwargs"]
                                             ):
-                if isinstance(chunk, dict) and 'content' in chunk:
+                if isinstance(chunk, dict) and 'answer' in chunk:
                     openai_chunk = {
                         "id": response_id,
                         "object": "chat.completion.chunk",
-                        "created": int(datetime.time()),
-                        "model": model,
+                        "created": str(datetime.time()),
+                        "model": vector_name,
                         "system_fingerprint": sunholo_version(),
                         "choices": [{
                             "index": 0,
-                            "delta": {"content": chunk['content']},
+                            "delta": {"content": chunk['answer']},
                             "logprobs": None,
                             "finish_reason": None
                         }]
                     }
                     yield json.dumps(openai_chunk) + "\n"
+                else:
+                    log.info(f"Unknown chunk: {chunk}")
 
             final_chunk = {
                 "id": response_id,
                 "object": "chat.completion.chunk",
-                "created": int(datetime.time()),
-                "model": model,
+                "created": str(datetime.time()),
+                "model": vector_name,
                 "system_fingerprint": sunholo_version(),
                 "choices": [{
                     "index": 0,
@@ -231,22 +235,26 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
             yield json.dumps(final_chunk) + "\n"
 
         if stream:
+            log.info("Streaming openai chunks")
             return Response(generate_response_content(), content_type='text/plain; charset=utf-8')
 
         try:
-            bot_output = observed_stream_interpreter(
+            observed_vac_interpreter = observe()(vac_interpreter)
+            bot_output = observed_vac_interpreter(
                 question=user_message,
-                vector_name=model,
+                vector_name=vector_name,
                 chat_history=all_input["chat_history"],
                 **all_input["kwargs"]
             )
             bot_output = parse_output(bot_output)
 
+            log.info(f"Bot output: {bot_output}")
+
             openai_response = {
                 "id": response_id,
                 "object": "chat.completion",
-                "created": int(datetime.time()),
-                "model": model,
+                "created": str(datetime.time()),
+                "model": vector_name,
                 "system_fingerprint": sunholo_version(),
                 "choices": [{
                     "index": 0,
@@ -264,9 +272,11 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                 }
             }
 
+            log.info(f"OpenAI response: {openai_response}")
             return jsonify(openai_response)
 
         except Exception as err:
+            log.error(f"OpenAI response error: {err}")
             return jsonify({'error': f'QNA_ERROR: An error occurred: {str(err)} traceback: {traceback.format_exc()}'}), 500
 
 

{sunholo-0.64.3 → sunholo-0.64.5}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.64.3
+Version: 0.64.5
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.64.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.64.5.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0