sunholo 0.64.4__py3-none-any.whl → 0.64.5__py3-none-any.whl

sunholo/agents/flask/qna_routes.py

@@ -168,19 +168,17 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
     @app.route('/openai/v1/chat/completions/<vector_name>', methods=['POST'])
     def openai_compatible_endpoint(vector_name=None):
         data = request.get_json()
-        log.info(f'openai_compatible_endpoint got data: {data}')
+        log.info(f'openai_compatible_endpoint got data: {data} for vector: {vector_name}')
 
         vector_name = vector_name or data.pop('model', None)
         messages = data.pop('messages', None)
         chat_history = data.pop('chat_history', None)
         stream = data.pop('stream', False)
 
-        log.info(f'openai_compatible_endpoint got data: {data} for vector: {vector_name}')
-
         if not messages:
             return jsonify({"error": "No messages provided"}), 400
 
-        user_message = next((msg['content'] for msg in messages if msg['role'] == 'user'), None)
+        user_message = next((msg['content'] for msg in reversed(messages) if msg['role'] == 'user'), None)
         if not user_message:
             return jsonify({"error": "No user message provided"}), 400
 
@@ -192,7 +190,6 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
 
         observed_stream_interpreter = observe()(stream_interpreter)
 
-
         response_id = str(uuid.uuid4())
         
         def generate_response_content():
@@ -238,10 +235,12 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
             yield json.dumps(final_chunk) + "\n"
 
         if stream:
+            log.info("Streaming openai chunks")
             return Response(generate_response_content(), content_type='text/plain; charset=utf-8')
 
         try:
-            bot_output = observed_stream_interpreter(
+            observed_vac_interpreter = observe()(vac_interpreter)
+            bot_output = observed_vac_interpreter(
                 question=user_message,
                 vector_name=vector_name,
                 chat_history=all_input["chat_history"],
@@ -249,6 +248,8 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
             )
             bot_output = parse_output(bot_output)
 
+            log.info(f"Bot output: {bot_output}")
+
             openai_response = {
                 "id": response_id,
                 "object": "chat.completion",
@@ -275,6 +276,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
             return jsonify(openai_response)
 
         except Exception as err:
+            log.error(f"OpenAI response error: {err}")
             return jsonify({'error': f'QNA_ERROR: An error occurred: {str(err)} traceback: {traceback.format_exc()}'}), 500
 
 

{sunholo-0.64.4.dist-info → sunholo-0.64.5.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.64.4
+Version: 0.64.5
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.64.4.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.64.5.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.64.4.dist-info → sunholo-0.64.5.dist-info}/RECORD

@@ -12,7 +12,7 @@ sunholo/agents/fastapi/base.py,sha256=clk76cHbUAvU0OYJrRfCWX_5f0ACbhDsIzYBhI3wyo
 sunholo/agents/fastapi/qna_routes.py,sha256=DgK4Btu5XriOC1JaRQ4G_nWEjJfnQ0J5pyLanF6eF1g,3857
 sunholo/agents/flask/__init__.py,sha256=uqfHNw2Ru3EJ4dJEcbp86h_lkquBQPMxZbjhV_xe3rs,72
 sunholo/agents/flask/base.py,sha256=FgSaCODyoTtlstJtsqlLPScdgRUtv9_plxftdzHdVFo,809
-sunholo/agents/flask/qna_routes.py,sha256=yskVD7bP_MAvWipZcdsdNyvh1WVlYr9VqbokfV09pYM,14513
+sunholo/agents/flask/qna_routes.py,sha256=4tUpwTKGqvHorRuVjomvkfLit3ERjjzYaVAtqn-6EJo,14673
 sunholo/archive/__init__.py,sha256=qNHWm5rGPVOlxZBZCpA1wTYPbalizRT7f8X4rs2t290,31
 sunholo/archive/archive.py,sha256=C-UhG5x-XtZ8VheQp92IYJqgD0V3NFQjniqlit94t18,1197
 sunholo/auth/__init__.py,sha256=4owDjSaWYkbTlPK47UHTOC0gCWbZsqn4ZIEw5NWZTlg,28
@@ -102,9 +102,9 @@ sunholo/vertex/__init__.py,sha256=JvHcGFuv6R_nAhY2AdoqqhMpJ5ugeWPZ_svGhWrObBk,13
 sunholo/vertex/init.py,sha256=JDMUaBRdednzbKF-5p33qqLit2LMsvgvWW-NRz0AqO0,1801
 sunholo/vertex/memory_tools.py,sha256=8F1iTWnqEK9mX4W5RzCVKIjydIcNp6OFxjn_dtQ3GXo,5379
 sunholo/vertex/safety.py,sha256=3meAX0HyGZYrH7rXPUAHxtI_3w_zoy_RX7Shtkoa660,1275
-sunholo-0.64.4.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.64.4.dist-info/METADATA,sha256=-vzVQ820NsKlAjLeentAjVDxSWvjKIH5y4Up5Wi1vtU,5971
-sunholo-0.64.4.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-sunholo-0.64.4.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.64.4.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.64.4.dist-info/RECORD,,
+sunholo-0.64.5.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.64.5.dist-info/METADATA,sha256=e_JboqgTpZEFQJx2UpjF5pCrqlOfdw0p46hAVhCX190,5971
+sunholo-0.64.5.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+sunholo-0.64.5.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.64.5.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.64.5.dist-info/RECORD,,