sunholo 0.103.2__tar.gz → 0.104.0__tar.gz

{sunholo-0.103.2 → sunholo-0.104.0}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.103.2
+Version: 0.104.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.103.2.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.104.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -30,6 +30,7 @@ Requires-Dist: azure-identity; extra == "all"
 Requires-Dist: azure-storage-blob; extra == "all"
 Requires-Dist: fastapi; extra == "all"
 Requires-Dist: flask; extra == "all"
+Requires-Dist: flask-cors; extra == "all"
 Requires-Dist: google-auth; extra == "all"
 Requires-Dist: google-auth-httplib2; extra == "all"
 Requires-Dist: google-auth-oauthlib; extra == "all"
@@ -129,6 +130,7 @@ Requires-Dist: playwright; extra == "tools"
 Provides-Extra: http
 Requires-Dist: fastapi; extra == "http"
 Requires-Dist: flask; extra == "http"
+Requires-Dist: flask-cors; extra == "http"
 Requires-Dist: gunicorn; extra == "http"
 Requires-Dist: httpcore; extra == "http"
 Requires-Dist: httpx; extra == "http"

{sunholo-0.103.2 → sunholo-0.104.0}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.103.2'
+version = '0.104.0'
 
 setup(
     name='sunholo',
@@ -42,6 +42,7 @@ setup(
             "azure-storage-blob",
             "fastapi",
             "flask",
+            "flask-cors",
             "google-auth",
             "google-auth-httplib2",
             "google-auth-oauthlib",
@@ -151,6 +152,7 @@ setup(
         'http': [
             "fastapi",
             "flask",
+            "flask-cors",
             "gunicorn",
             "httpcore",
             "httpx",

{sunholo-0.103.2 → sunholo-0.104.0}/sunholo/agents/dispatch_to_qa.py

@@ -19,6 +19,7 @@ import aiohttp
 from .langserve import prepare_request_data
 import traceback
 from .route import route_endpoint
+import os
 
 try:
     from langfuse import Langfuse
@@ -86,7 +87,8 @@ def prep_request_payload(user_input, chat_history, vector_name, stream, **kwargs
         if 'vector_name' not in qna_data:
             qna_data['vector_name'] = vector_name
     
-    qna_data['trace_id'] = add_langfuse_trace(qna_endpoint)
+    if not kwargs.get('trace_id'):
+        qna_data['trace_id'] = add_langfuse_trace(qna_endpoint)
 
     return qna_endpoint, qna_data
 
@@ -94,9 +96,9 @@ def add_langfuse_trace(qna_endpoint):
     if not langfuse:
         return None
     
-    trace = langfuse.trace(name = f'auto/{qna_endpoint}')
+    trace = langfuse.trace(name = f'dispatch/{os.path.basename(qna_endpoint)}')
 
-    log.info('Adding langfuse trace {trace.id}')
+    log.info(f'Adding langfuse trace {trace.id}')
 
     return trace.id
 

{sunholo-0.103.2 → sunholo-0.104.0}/sunholo/agents/flask/base.py

@@ -13,8 +13,20 @@
 #   limitations under the License.
 def create_app(name):
     from flask import Flask
-    # Initialize Flask app
+    from flask_cors import CORS
+
     app = Flask(name)
+
+    CORS(app, 
+         origins=["https://*.sunholo.com", "http://*.sunholo.com"],  # Allow all subdomains of sunholo.com
+         methods=["GET", "POST", "PUT", "PATCH", "DELETE", "OPTIONS"],  # Allow all necessary HTTP methods
+         allow_headers=["DNT", "User-Agent", "X-Requested-With", "If-Modified-Since", 
+                        "Cache-Control", "Content-Type", "Range", "Authorization", "x-api-key"],  # Add custom headers
+         expose_headers=["Content-Length", "Content-Range"],  # Optional: headers that are exposed to clients
+         supports_credentials=True, 
+         max_age=1728000  # Set max age of preflight request caching (in seconds)
+    )
+
     app.config['TRAP_HTTP_EXCEPTIONS'] = True
     app.config['PROPAGATE_EXCEPTIONS'] = True
    

{sunholo-0.103.2 → sunholo-0.104.0}/sunholo/agents/flask/vac_routes.py

@@ -357,7 +357,7 @@ if __name__ == "__main__":
 
         try:
             if span:
-                generation = span.generation(
+                gen = span.generation(
                     name="vac_interpreter",
                     metadata=vac_config.configs_by_kind,
                     input = all_input,
@@ -371,7 +371,7 @@ if __name__ == "__main__":
                 **all_input["kwargs"]
             )
             if span:
-                generation.end(output=bot_output)
+                gen.end(output=bot_output)
             # {"answer": "The answer", "source_documents": [{"page_content": "The page content", "metadata": "The metadata"}]}
             bot_output = parse_output(bot_output)
             if trace:
@@ -383,7 +383,9 @@ if __name__ == "__main__":
 
         except Exception as err: 
             bot_output = {'answer': f'QNA_ERROR: An error occurred while processing /vac/{vector_name}: {str(err)} traceback: {traceback.format_exc()}'}
-    
+            if span:
+                gen.end(output=bot_output)
+                
         if trace:
             span.end(output=jsonify(bot_output))
             trace.update(output=jsonify(bot_output)) 

{sunholo-0.103.2 → sunholo-0.104.0}/sunholo/genai/process_funcs_cls.py

@@ -266,7 +266,9 @@ class GenAIFunctionProcessor:
                     params_obj = {key: val for key, val in fn.args.items()}
 
                 params = ', '.join(f'{key}={val}' for key, val in params_obj.items())
-                log.info(f"Executing {function_name} with params {params}")
+                log.info(f"Executing {function_name} with params {params} (Total Characters: {len(params)})")
+                if len(params)>8000:
+                    log.warning(f"Total parameters are over 8000 characters - it may not work properly: {params[:10000]}....[{len(params)}]")
 
                 # Check if the function is in our dictionary of available functions
                 if function_name in self.funcs:

{sunholo-0.103.2 → sunholo-0.104.0}/sunholo/langfuse/prompts.py

@@ -16,7 +16,7 @@ def load_prompt_from_yaml(key, prefix="sunholo", load_from_file=False, f_string=
     kind: promptConfig
     apiVersion: v1
     prompts:
-    sunholo:
+      sunholo:
         hello: |
             Say hello to {name} 
     ```

{sunholo-0.103.2 → sunholo-0.104.0}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.103.2
+Version: 0.104.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.103.2.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.104.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -30,6 +30,7 @@ Requires-Dist: azure-identity; extra == "all"
 Requires-Dist: azure-storage-blob; extra == "all"
 Requires-Dist: fastapi; extra == "all"
 Requires-Dist: flask; extra == "all"
+Requires-Dist: flask-cors; extra == "all"
 Requires-Dist: google-auth; extra == "all"
 Requires-Dist: google-auth-httplib2; extra == "all"
 Requires-Dist: google-auth-oauthlib; extra == "all"
@@ -129,6 +130,7 @@ Requires-Dist: playwright; extra == "tools"
 Provides-Extra: http
 Requires-Dist: fastapi; extra == "http"
 Requires-Dist: flask; extra == "http"
+Requires-Dist: flask-cors; extra == "http"
 Requires-Dist: gunicorn; extra == "http"
 Requires-Dist: httpcore; extra == "http"
 Requires-Dist: httpx; extra == "http"

{sunholo-0.103.2 → sunholo-0.104.0}/sunholo.egg-info/requires.txt

@@ -11,6 +11,7 @@ azure-identity
 azure-storage-blob
 fastapi
 flask
+flask-cors
 google-auth
 google-auth-httplib2
 google-auth-oauthlib
@@ -107,6 +108,7 @@ pillow
 [http]
 fastapi
 flask
+flask-cors
 gunicorn
 httpcore
 httpx