sunholo 0.63.0__py3-none-any.whl → 0.64.4__py3-none-any.whl

sunholo/agents/flask/qna_routes.py

@@ -16,6 +16,7 @@
 import json
 import traceback
 import datetime
+import uuid
 
 from ...agents import extract_chat_history, handle_special_commands
 from ...qna.parsers import parse_output
@@ -23,7 +24,11 @@ from ...streaming import start_streaming_chat
 from ...archive import archive_qa
 from ...logging import log
 from ...utils.config import load_config
- 
+from ...utils.version import sunholo_version
+import os
+from ...gcs.add_file import add_file_to_gcs
+
+
 try:
     from flask import request, jsonify, Response
 except ImportError:
@@ -34,6 +39,7 @@ try:
 except ImportError:
     pass    
 
+
 def register_qna_routes(app, stream_interpreter, vac_interpreter):
 
     @app.route("/")
@@ -155,9 +161,122 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
             span.end(output=jsonify(bot_output))
             trace.update(output=jsonify(bot_output)) 
 
+        # {'answer': 'output'}
         return jsonify(bot_output)
 
-    # Any other QNA related routes can be added here
+    @app.route('/openai/v1/chat/completions', methods=['POST'])
+    @app.route('/openai/v1/chat/completions/<vector_name>', methods=['POST'])
+    def openai_compatible_endpoint(vector_name=None):
+        data = request.get_json()
+        log.info(f'openai_compatible_endpoint got data: {data}')
+
+        vector_name = vector_name or data.pop('model', None)
+        messages = data.pop('messages', None)
+        chat_history = data.pop('chat_history', None)
+        stream = data.pop('stream', False)
+
+        log.info(f'openai_compatible_endpoint got data: {data} for vector: {vector_name}')
+
+        if not messages:
+            return jsonify({"error": "No messages provided"}), 400
+
+        user_message = next((msg['content'] for msg in messages if msg['role'] == 'user'), None)
+        if not user_message:
+            return jsonify({"error": "No user message provided"}), 400
+
+        all_input = {
+            "user_input": user_message,
+            "chat_history": chat_history,
+            "kwargs": data
+        }
+
+        observed_stream_interpreter = observe()(stream_interpreter)
+
+
+        response_id = str(uuid.uuid4())
+        
+        def generate_response_content():
+            for chunk in start_streaming_chat(question=user_message,
+                                            vector_name=vector_name,
+                                            qna_func=observed_stream_interpreter,
+                                            chat_history=all_input["chat_history"],
+                                            wait_time=all_input.get("stream_wait_time", 1),
+                                            timeout=all_input.get("stream_timeout", 60),
+                                            **all_input["kwargs"]
+                                            ):
+                if isinstance(chunk, dict) and 'answer' in chunk:
+                    openai_chunk = {
+                        "id": response_id,
+                        "object": "chat.completion.chunk",
+                        "created": str(datetime.time()),
+                        "model": vector_name,
+                        "system_fingerprint": sunholo_version(),
+                        "choices": [{
+                            "index": 0,
+                            "delta": {"content": chunk['answer']},
+                            "logprobs": None,
+                            "finish_reason": None
+                        }]
+                    }
+                    yield json.dumps(openai_chunk) + "\n"
+                else:
+                    log.info(f"Unknown chunk: {chunk}")
+
+            final_chunk = {
+                "id": response_id,
+                "object": "chat.completion.chunk",
+                "created": str(datetime.time()),
+                "model": vector_name,
+                "system_fingerprint": sunholo_version(),
+                "choices": [{
+                    "index": 0,
+                    "delta": {},
+                    "logprobs": None,
+                    "finish_reason": "stop"
+                }]
+            }
+            yield json.dumps(final_chunk) + "\n"
+
+        if stream:
+            return Response(generate_response_content(), content_type='text/plain; charset=utf-8')
+
+        try:
+            bot_output = observed_stream_interpreter(
+                question=user_message,
+                vector_name=vector_name,
+                chat_history=all_input["chat_history"],
+                **all_input["kwargs"]
+            )
+            bot_output = parse_output(bot_output)
+
+            openai_response = {
+                "id": response_id,
+                "object": "chat.completion",
+                "created": str(datetime.time()),
+                "model": vector_name,
+                "system_fingerprint": sunholo_version(),
+                "choices": [{
+                    "index": 0,
+                    "message": {
+                        "role": "assistant",
+                        "content": bot_output.get('answer', ''),
+                    },
+                    "logprobs": None,
+                    "finish_reason": "stop"
+                }],
+                "usage": {
+                    "prompt_tokens": len(user_message.split()),
+                    "completion_tokens": len(bot_output.get('answer', '').split()),
+                    "total_tokens": len(user_message.split()) + len(bot_output.get('answer', '').split())
+                }
+            }
+
+            log.info(f"OpenAI response: {openai_response}")
+            return jsonify(openai_response)
+
+        except Exception as err:
+            return jsonify({'error': f'QNA_ERROR: An error occurred: {str(err)} traceback: {traceback.format_exc()}'}), 500
+
 
 def create_langfuse_trace(request, vector_name):
     try:
@@ -172,10 +291,8 @@ def create_langfuse_trace(request, vector_name):
     session_id = request.headers.get("X-Session-ID")
     message_source = request.headers.get("X-Message-Source")
 
-    # can't import tags yet via CallbackHandler
-    from importlib.metadata import version
-    package_version = version('sunholo')
-    tags = [f"sunholo-v{package_version}"]
+    package_version = sunholo_version()
+    tags = [package_version]
     if message_source:
         tags.append(message_source)
 
@@ -191,8 +308,28 @@ def prep_vac(request, vector_name):
     #trace = create_langfuse_trace(request, vector_name)
     trace = None
     span = None
-    data = request.get_json()
+
+    if request.content_type.startswith('application/json'):
+        data = request.get_json()
+    elif request.content_type.startswith('multipart/form-data'):
+        data = request.form.to_dict()
+        if 'file' in request.files:
+            file = request.files['file']
+            if file.filename != '':
+                log.info(f"Found file: {file.filename} to upload to GCS")
+                try:
+                    image_uri, mime_type = handle_file_upload(file, vector_name)
+                    data["image_uri"] = image_uri
+                    data["mime"] = mime_type
+                except Exception as e:
+                    return jsonify({'error': str(e), 'traceback': traceback.format_exc()}), 500
+            else:
+                return jsonify({"error": "No file selected"}), 400
+    else:
+        return jsonify({"error": "Unsupported content type"}), 400
+
     log.info(f"vac/{vector_name} got data: {data}")
+
     config, _ = load_config("config/llm_config.yaml")
     vac_configs = config.get("vac")
     if vac_configs:
@@ -213,7 +350,7 @@ def prep_vac(request, vector_name):
                  'vector_name': vector_name, 
                  'chat_history': paired_messages, 
                  'stream_wait_time': stream_wait_time,
-                 'stream_timeout':stream_timeout,
+                 'stream_timeout': stream_timeout,
                  'kwargs': data}
 
     if trace:
@@ -233,4 +370,14 @@ def prep_vac(request, vector_name):
         "command_response": command_response,
         "all_input": all_input,
         "vac_config": vac_config
-    }
+    }
+
+
+def handle_file_upload(file, vector_name):
+    try:
+        file.save(file.filename)
+        image_uri = add_file_to_gcs(file.filename, vector_name)
+        os.remove(file.filename)  # Clean up the saved file
+        return image_uri, file.mimetype
+    except Exception as e:
+        raise Exception(f'File upload failed: {str(e)}')

sunholo/langfuse/callback.py

@@ -7,6 +7,8 @@ try:
 except ImportError:
     CallbackHandler = None
 
+from ..utils.version import sunholo_version
+
 def create_langfuse_callback(**kwargs):
 
     if not CallbackHandler:
@@ -40,10 +42,7 @@ def add_langfuse_tracing(
     session_id = request.headers.get("X-Session-ID")
     message_source = request.headers.get("X-Message-Source")
 
-    # can't import tags yet via CallbackHandler
-    from importlib.metadata import version
-    package_version = version('sunholo')
-    tags = [f"sunholo-v{package_version}"]
+    tags = [sunholo_version()]
     if message_source:
         tags.append(message_source)
 

sunholo/utils/version.py

@@ -0,0 +1,3 @@
+def sunholo_version():
+    from importlib.metadata import version
+    return f"sunholo-{version('sunholo')}"

{sunholo-0.63.0.dist-info → sunholo-0.64.4.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.63.0
+Version: 0.64.4
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.63.0.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.64.4.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -19,6 +19,7 @@ Classifier: Programming Language :: Python :: 3.12
 Description-Content-Type: text/markdown
 License-File: LICENSE.txt
 Requires-Dist: google-auth
+Requires-Dist: tenacity ==8.3.0
 Requires-Dist: langchain
 Requires-Dist: langchain-experimental
 Requires-Dist: langchain-community

{sunholo-0.63.0.dist-info → sunholo-0.64.4.dist-info}/RECORD

@@ -12,7 +12,7 @@ sunholo/agents/fastapi/base.py,sha256=clk76cHbUAvU0OYJrRfCWX_5f0ACbhDsIzYBhI3wyo
 sunholo/agents/fastapi/qna_routes.py,sha256=DgK4Btu5XriOC1JaRQ4G_nWEjJfnQ0J5pyLanF6eF1g,3857
 sunholo/agents/flask/__init__.py,sha256=uqfHNw2Ru3EJ4dJEcbp86h_lkquBQPMxZbjhV_xe3rs,72
 sunholo/agents/flask/base.py,sha256=FgSaCODyoTtlstJtsqlLPScdgRUtv9_plxftdzHdVFo,809
-sunholo/agents/flask/qna_routes.py,sha256=Twx6bitUAQ8Urtuwu9PtdoxYv-3aBDbF4cOUl9kdas8,8652
+sunholo/agents/flask/qna_routes.py,sha256=yskVD7bP_MAvWipZcdsdNyvh1WVlYr9VqbokfV09pYM,14513
 sunholo/archive/__init__.py,sha256=qNHWm5rGPVOlxZBZCpA1wTYPbalizRT7f8X4rs2t290,31
 sunholo/archive/archive.py,sha256=C-UhG5x-XtZ8VheQp92IYJqgD0V3NFQjniqlit94t18,1197
 sunholo/auth/__init__.py,sha256=4owDjSaWYkbTlPK47UHTOC0gCWbZsqn4ZIEw5NWZTlg,28
@@ -63,7 +63,7 @@ sunholo/gcs/add_file.py,sha256=QBzPnl5HVZ2Z-rWmBua7gJHBnLAizgXkObjC3dTbccs,4958
 sunholo/gcs/download_url.py,sha256=8XSEf8byfubqs5CMQeF_tn9wxqwUTq3n9mo5mLNIUTA,4801
 sunholo/gcs/metadata.py,sha256=C9sMPsHsq1ETetdQCqB3EBs3Kws8b8QHS9L7ei_v5aw,891
 sunholo/langfuse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sunholo/langfuse/callback.py,sha256=G9xcZHpLvyzolU57ycItLaooMCtRuM37QJSWjiwQEd0,1776
+sunholo/langfuse/callback.py,sha256=CTaos8sYcrga949BG6lIZ4I62DiiQSHxwz5re9XjDWQ,1677
 sunholo/langfuse/prompts.py,sha256=HO4Zy9usn5tKooBPCKksuw4Lff3c03Ny5wqn4ce_xZM,1217
 sunholo/llamaindex/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/llamaindex/generate.py,sha256=l1Picr-hVwkmAUD7XmTCa63qY9ERliFHQXwyX3BqB2Q,686
@@ -97,13 +97,14 @@ sunholo/utils/gcp_project.py,sha256=0ozs6tzI4qEvEeXb8MxLnCdEVoWKxlM6OH05htj7_tc,
 sunholo/utils/parsers.py,sha256=OrHmASqIbI45atVOhiGodgLvnfrzkvVzyHnSvAXD89I,3841
 sunholo/utils/timedelta.py,sha256=BbLabEx7_rbErj_YbNM0MBcaFN76DC4PTe4zD2ucezg,493
 sunholo/utils/user_ids.py,sha256=SQd5_H7FE7vcTZp9AQuQDWBXd4FEEd7TeVMQe1H4Ny8,292
+sunholo/utils/version.py,sha256=jjU_4anXBikJxPg0Wur0X-B7-ec1tC7jToykAnAG9Dg,108
 sunholo/vertex/__init__.py,sha256=JvHcGFuv6R_nAhY2AdoqqhMpJ5ugeWPZ_svGhWrObBk,136
 sunholo/vertex/init.py,sha256=JDMUaBRdednzbKF-5p33qqLit2LMsvgvWW-NRz0AqO0,1801
 sunholo/vertex/memory_tools.py,sha256=8F1iTWnqEK9mX4W5RzCVKIjydIcNp6OFxjn_dtQ3GXo,5379
 sunholo/vertex/safety.py,sha256=3meAX0HyGZYrH7rXPUAHxtI_3w_zoy_RX7Shtkoa660,1275
-sunholo-0.63.0.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.63.0.dist-info/METADATA,sha256=0jHRQDDREVfY0MVPf6CZe6wZ_kiSePMGUg5li128Yf8,5939
-sunholo-0.63.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-sunholo-0.63.0.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.63.0.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.63.0.dist-info/RECORD,,
+sunholo-0.64.4.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.64.4.dist-info/METADATA,sha256=-vzVQ820NsKlAjLeentAjVDxSWvjKIH5y4Up5Wi1vtU,5971
+sunholo-0.64.4.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+sunholo-0.64.4.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.64.4.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.64.4.dist-info/RECORD,,