sunholo 0.64.4__tar.gz → 0.64.6__tar.gz

{sunholo-0.64.4 → sunholo-0.64.6}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.64.4
+Version: 0.64.6
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.64.4.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.64.6.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.64.4 → sunholo-0.64.6}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.64.4'
+version = '0.64.6'
 
 setup(
     name='sunholo',

{sunholo-0.64.4 → sunholo-0.64.6}/sunholo/agents/flask/qna_routes.py

@@ -26,7 +26,7 @@ from ...logging import log
 from ...utils.config import load_config
 from ...utils.version import sunholo_version
 import os
-from ...gcs.add_file import add_file_to_gcs
+from ...gcs.add_file import add_file_to_gcs, handle_base64_image
 
 
 try:
@@ -168,21 +168,39 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
     @app.route('/openai/v1/chat/completions/<vector_name>', methods=['POST'])
     def openai_compatible_endpoint(vector_name=None):
         data = request.get_json()
-        log.info(f'openai_compatible_endpoint got data: {data}')
+        log.info(f'openai_compatible_endpoint got data: {data} for vector: {vector_name}')
 
         vector_name = vector_name or data.pop('model', None)
         messages = data.pop('messages', None)
         chat_history = data.pop('chat_history', None)
         stream = data.pop('stream', False)
 
-        log.info(f'openai_compatible_endpoint got data: {data} for vector: {vector_name}')
-
         if not messages:
             return jsonify({"error": "No messages provided"}), 400
 
-        user_message = next((msg['content'] for msg in messages if msg['role'] == 'user'), None)
+        user_message = None
+        image_uri = None
+        mime_type = None
+
+        for msg in reversed(messages):
+            if msg['role'] == 'user':
+                if isinstance(msg['content'], list):
+                    for content_item in msg['content']:
+                        if content_item['type'] == 'text':
+                            user_message = content_item['text']
+                        elif content_item['type'] == 'image_url':
+                            base64_data = content_item['image_url']['url']
+                            image_uri, mime_type = handle_base64_image(base64_data, vector_name)
+                else:
+                    user_message = msg['content']
+                break
+
         if not user_message:
             return jsonify({"error": "No user message provided"}), 400
+        
+        if image_uri:
+            data["image_uri"] = image_uri
+            data["mime"] = mime_type
 
         all_input = {
             "user_input": user_message,
@@ -192,7 +210,6 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
 
         observed_stream_interpreter = observe()(stream_interpreter)
 
-
         response_id = str(uuid.uuid4())
         
         def generate_response_content():
@@ -238,10 +255,12 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
             yield json.dumps(final_chunk) + "\n"
 
         if stream:
+            log.info("Streaming openai chunks")
             return Response(generate_response_content(), content_type='text/plain; charset=utf-8')
 
         try:
-            bot_output = observed_stream_interpreter(
+            observed_vac_interpreter = observe()(vac_interpreter)
+            bot_output = observed_vac_interpreter(
                 question=user_message,
                 vector_name=vector_name,
                 chat_history=all_input["chat_history"],
@@ -249,6 +268,8 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
             )
             bot_output = parse_output(bot_output)
 
+            log.info(f"Bot output: {bot_output}")
+
             openai_response = {
                 "id": response_id,
                 "object": "chat.completion",
@@ -275,6 +296,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
             return jsonify(openai_response)
 
         except Exception as err:
+            log.error(f"OpenAI response error: {err}")
             return jsonify({'error': f'QNA_ERROR: An error occurred: {str(err)} traceback: {traceback.format_exc()}'}), 500
 
 

{sunholo-0.64.4 → sunholo-0.64.6}/sunholo/gcs/add_file.py

@@ -13,6 +13,8 @@
 #   limitations under the License.
 import datetime
 import os
+import base64
+import uuid
 
 try:
     from google.cloud import storage
@@ -22,6 +24,22 @@ except ImportError:
 from ..logging import log
 from ..utils.config import load_config_key
 
+
+def handle_base64_image(base64_data, vector_name):
+    try:
+        header, encoded = base64_data.split(",", 1)
+        data = base64.b64decode(encoded)
+
+        filename = f"{uuid.uuid4()}.jpg"
+        with open(filename, "wb") as f:
+            f.write(data)
+
+        image_uri = add_file_to_gcs(filename, vector_name)
+        os.remove(filename)  # Clean up the saved file
+        return image_uri, "image/jpeg"
+    except Exception as e:
+        raise Exception(f'Base64 image upload failed: {str(e)}')
+
 def add_file_to_gcs(filename: str, vector_name:str, bucket_name: str=None, metadata:dict=None, bucket_filepath:str=None):
 
     if not storage:

{sunholo-0.64.4 → sunholo-0.64.6}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.64.4
+Version: 0.64.6
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.64.4.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.64.6.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0