sunholo 0.103.2__py3-none-any.whl → 0.104.0__py3-none-any.whl

sunholo/agents/dispatch_to_qa.py

@@ -19,6 +19,7 @@ import aiohttp
 from .langserve import prepare_request_data
 import traceback
 from .route import route_endpoint
+import os
 
 try:
     from langfuse import Langfuse
@@ -86,7 +87,8 @@ def prep_request_payload(user_input, chat_history, vector_name, stream, **kwargs
         if 'vector_name' not in qna_data:
             qna_data['vector_name'] = vector_name
     
-    qna_data['trace_id'] = add_langfuse_trace(qna_endpoint)
+    if not kwargs.get('trace_id'):
+        qna_data['trace_id'] = add_langfuse_trace(qna_endpoint)
 
     return qna_endpoint, qna_data
 
@@ -94,9 +96,9 @@ def add_langfuse_trace(qna_endpoint):
     if not langfuse:
         return None
     
-    trace = langfuse.trace(name = f'auto/{qna_endpoint}')
+    trace = langfuse.trace(name = f'dispatch/{os.path.basename(qna_endpoint)}')
 
-    log.info('Adding langfuse trace {trace.id}')
+    log.info(f'Adding langfuse trace {trace.id}')
 
     return trace.id
 

sunholo/agents/flask/base.py

@@ -13,8 +13,20 @@
 #   limitations under the License.
 def create_app(name):
     from flask import Flask
-    # Initialize Flask app
+    from flask_cors import CORS
+
     app = Flask(name)
+
+    CORS(app, 
+         origins=["https://*.sunholo.com", "http://*.sunholo.com"],  # Allow all subdomains of sunholo.com
+         methods=["GET", "POST", "PUT", "PATCH", "DELETE", "OPTIONS"],  # Allow all necessary HTTP methods
+         allow_headers=["DNT", "User-Agent", "X-Requested-With", "If-Modified-Since", 
+                        "Cache-Control", "Content-Type", "Range", "Authorization", "x-api-key"],  # Add custom headers
+         expose_headers=["Content-Length", "Content-Range"],  # Optional: headers that are exposed to clients
+         supports_credentials=True, 
+         max_age=1728000  # Set max age of preflight request caching (in seconds)
+    )
+
     app.config['TRAP_HTTP_EXCEPTIONS'] = True
     app.config['PROPAGATE_EXCEPTIONS'] = True
    

sunholo/agents/flask/vac_routes.py

@@ -357,7 +357,7 @@ if __name__ == "__main__":
 
         try:
             if span:
-                generation = span.generation(
+                gen = span.generation(
                     name="vac_interpreter",
                     metadata=vac_config.configs_by_kind,
                     input = all_input,
@@ -371,7 +371,7 @@ if __name__ == "__main__":
                 **all_input["kwargs"]
             )
             if span:
-                generation.end(output=bot_output)
+                gen.end(output=bot_output)
             # {"answer": "The answer", "source_documents": [{"page_content": "The page content", "metadata": "The metadata"}]}
             bot_output = parse_output(bot_output)
             if trace:
@@ -383,7 +383,9 @@ if __name__ == "__main__":
 
         except Exception as err: 
             bot_output = {'answer': f'QNA_ERROR: An error occurred while processing /vac/{vector_name}: {str(err)} traceback: {traceback.format_exc()}'}
-    
+            if span:
+                gen.end(output=bot_output)
+                
         if trace:
             span.end(output=jsonify(bot_output))
             trace.update(output=jsonify(bot_output)) 

sunholo/genai/process_funcs_cls.py

@@ -266,7 +266,9 @@ class GenAIFunctionProcessor:
                     params_obj = {key: val for key, val in fn.args.items()}
 
                 params = ', '.join(f'{key}={val}' for key, val in params_obj.items())
-                log.info(f"Executing {function_name} with params {params}")
+                log.info(f"Executing {function_name} with params {params} (Total Characters: {len(params)})")
+                if len(params)>8000:
+                    log.warning(f"Total parameters are over 8000 characters - it may not work properly: {params[:10000]}....[{len(params)}]")
 
                 # Check if the function is in our dictionary of available functions
                 if function_name in self.funcs:

sunholo/langfuse/prompts.py

@@ -16,7 +16,7 @@ def load_prompt_from_yaml(key, prefix="sunholo", load_from_file=False, f_string=
     kind: promptConfig
     apiVersion: v1
     prompts:
-    sunholo:
+      sunholo:
         hello: |
             Say hello to {name} 
     ```

{sunholo-0.103.2.dist-info → sunholo-0.104.0.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.103.2
+Version: 0.104.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.103.2.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.104.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -30,6 +30,7 @@ Requires-Dist: azure-identity ; extra == 'all'
 Requires-Dist: azure-storage-blob ; extra == 'all'
 Requires-Dist: fastapi ; extra == 'all'
 Requires-Dist: flask ; extra == 'all'
+Requires-Dist: flask-cors ; extra == 'all'
 Requires-Dist: google-auth ; extra == 'all'
 Requires-Dist: google-auth-httplib2 ; extra == 'all'
 Requires-Dist: google-auth-oauthlib ; extra == 'all'
@@ -119,6 +120,7 @@ Requires-Dist: pillow ; extra == 'gcp'
 Provides-Extra: http
 Requires-Dist: fastapi ; extra == 'http'
 Requires-Dist: flask ; extra == 'http'
+Requires-Dist: flask-cors ; extra == 'http'
 Requires-Dist: gunicorn ; extra == 'http'
 Requires-Dist: httpcore ; extra == 'http'
 Requires-Dist: httpx ; extra == 'http'

{sunholo-0.103.2.dist-info → sunholo-0.104.0.dist-info}/RECORD

@@ -2,7 +2,7 @@ sunholo/__init__.py,sha256=lLuVyilzmDbTaiAptR8SZzpbUNsgwHFsp4Ejbr5EApI,1136
 sunholo/custom_logging.py,sha256=YfIN1oP3dOEkkYkyRBU8BGS3uJFGwUDsFCl8mIVbwvE,12225
 sunholo/agents/__init__.py,sha256=X2I3pPkGeKWjc3d0QgSpkTyqD8J8JtrEWqwrumf1MMc,391
 sunholo/agents/chat_history.py,sha256=Gph_CdlP2otYnNdR1q1Umyyyvcad2F6K3LxU5yBQ9l0,5387
-sunholo/agents/dispatch_to_qa.py,sha256=i9HeKy-ovH54ZM51jbv1Q89GnXdBf6nvNAwsiNhJQsQ,8807
+sunholo/agents/dispatch_to_qa.py,sha256=AwLS41oK6iS8xre-HuWjS4jj9dvU-evWI58EYfG65fg,8879
 sunholo/agents/langserve.py,sha256=C46ph2mnygr6bdHijYWYyfQDI9ylAF0_9Kx2PfcCJpU,4414
 sunholo/agents/pubsub.py,sha256=TscZN_6am6DfaQkC-Yl18ZIBOoLE-0nDSiil6GpQEh4,1344
 sunholo/agents/route.py,sha256=mV8tGABbSqcg3PQL02MgQOs41gKEHLMyIJJJcTuFdbE,2988
@@ -12,9 +12,9 @@ sunholo/agents/fastapi/__init__.py,sha256=S_pj4_bTUmDGoq_exaREHlOKThi0zTuGT0VZY0
 sunholo/agents/fastapi/base.py,sha256=W-cyF8ZDUH40rc-c-Apw3-_8IIi2e4Y9qRtnoVnsc1Q,2521
 sunholo/agents/fastapi/qna_routes.py,sha256=lKHkXPmwltu9EH3RMwmD153-J6pE7kWQ4BhBlV3to-s,3864
 sunholo/agents/flask/__init__.py,sha256=poJDKMr2qj8qMb99JqCvCPSiEt1tj2tLQ3hKW3f2aVw,107
-sunholo/agents/flask/base.py,sha256=FgSaCODyoTtlstJtsqlLPScdgRUtv9_plxftdzHdVFo,809
+sunholo/agents/flask/base.py,sha256=Pb3czM-OtQaNPxqxTZTj3JvnvT2oMV1X37S7L-W8A0w,1487
 sunholo/agents/flask/qna_routes.py,sha256=uwUD1yrzOPH27m2AXpiQrPk_2VfJOQOM6dAynOWQtoQ,22532
-sunholo/agents/flask/vac_routes.py,sha256=6DzeqPzZV3U_djm1SNaWZbNaGelRtrZjMtrOF4T7MJs,27119
+sunholo/agents/flask/vac_routes.py,sha256=sFjVXxudKP3SMO2hpcSbPZRZFBfrJr0tDQmlHTzn5E0,27181
 sunholo/archive/__init__.py,sha256=qNHWm5rGPVOlxZBZCpA1wTYPbalizRT7f8X4rs2t290,31
 sunholo/archive/archive.py,sha256=PxVfDtO2_2ZEEbnhXSCbXLdeoHoQVImo4y3Jr2XkCFY,1204
 sunholo/auth/__init__.py,sha256=TeP-OY0XGxYV_8AQcVGoh35bvyWhNUcMRfhuD5l44Sk,91
@@ -88,7 +88,7 @@ sunholo/gcs/metadata.py,sha256=oQLcXi4brsZ74aegWyC1JZmhlaEV270HS5_UWtAYYWE,898
 sunholo/genai/__init__.py,sha256=dBl6IA3-Fx6-Vx81r0XqxHlUq6WeW1iDX188dpChu8s,115
 sunholo/genai/images.py,sha256=EyjsDqt6XQw99pZUQamomCpMOoIah9bp3XY94WPU7Ms,1678
 sunholo/genai/init.py,sha256=yG8E67TduFCTQPELo83OJuWfjwTnGZsyACospahyEaY,687
-sunholo/genai/process_funcs_cls.py,sha256=wiOIMeGLFEParAkdwHbfySzsPuUgi0rimEYOMbWEZKU,29317
+sunholo/genai/process_funcs_cls.py,sha256=6NZiYd9VWEzRN_-25PvOpBnQcfuJfWMuqi2hgAYm9ls,29530
 sunholo/genai/safety.py,sha256=mkFDO_BeEgiKjQd9o2I4UxB6XI7a9U-oOFjZ8LGRUC4,1238
 sunholo/invoke/__init__.py,sha256=o1RhwBGOtVK0MIdD55fAIMCkJsxTksi8GD5uoqVKI-8,184
 sunholo/invoke/async_class.py,sha256=G8vD2H94fpBc37mSJSQODEKJ67P2mPQEHabtDaLOvxE,8033
@@ -97,7 +97,7 @@ sunholo/invoke/invoke_vac_utils.py,sha256=sJc1edHTHMzMGXjji1N67c3iUaP7BmAL5nj82Q
 sunholo/langfuse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/langfuse/callback.py,sha256=jl0SZsFS53uMW9DGeM9SOL_EsRZsba0wwFGLqKzu9_U,1684
 sunholo/langfuse/evals.py,sha256=fQBaC0dBTYfgCzyfv9QBRvUfc9f42lbwQAeZmynaHO8,3841
-sunholo/langfuse/prompts.py,sha256=9TkmT2A-P4YRlk7sWz_EYk6yASxPKU8jhM7jAg9ND_Q,2330
+sunholo/langfuse/prompts.py,sha256=J-oePqMyd2xPoTDb5G4fM-LNsC9jEa-udZ4dpbQle-w,2332
 sunholo/llamaindex/__init__.py,sha256=DlY_cHWCsVEV1C5WBgDdHRgOMlJc8pDoCRukUJ8PT9w,88
 sunholo/llamaindex/get_files.py,sha256=6rhXCDqQ_lrIapISQ_OYQDjiSATXvS_9m3qq53-oIl0,781
 sunholo/llamaindex/import_files.py,sha256=Bnic5wz8c61af9Kwq8KSrNBbc4imYnzMtBCb2jzSImI,6224
@@ -147,9 +147,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=tBZxqVZ4InTmdBvLlOYwoSEWu4-kGquc-gxDwZCC4FA,7667
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.103.2.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.103.2.dist-info/METADATA,sha256=gO_dkImH2qxEHORPAYlGhbsivFIaVGtYkQCc-rA0oI0,8312
-sunholo-0.103.2.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-sunholo-0.103.2.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.103.2.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.103.2.dist-info/RECORD,,
+sunholo-0.104.0.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.104.0.dist-info/METADATA,sha256=4JeZEj5xrF9rKUjrJVKwIEJzFkdSpYEbRqBnbbpHprA,8399
+sunholo-0.104.0.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+sunholo-0.104.0.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.104.0.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.104.0.dist-info/RECORD,,