sunholo 0.89.6__py3-none-any.whl → 0.89.8__py3-none-any.whl

sunholo/agents/flask/vac_routes.py

@@ -22,7 +22,7 @@ except ImportError:
     pass 
 
 try:
-    from ..pubsub import PubSubManager
+    from ...pubsub import PubSubManager
 except ImportError:
     PubSubManager = None
 
@@ -242,11 +242,12 @@ if __name__ == "__main__":
 
         # Generate a random float between 0 and 1
         random_value = random.random()
-        
+        log.info(f"Eval: {trace_id=} {eval_percent=} / {random_value=}")
         # Check if evaluation should be triggered
         if random_value < eval_percent:
             if PubSubManager:
                 try:
+                    log.info(f"Publishing for eval {trace_id=}")
                     pubsub_manager = PubSubManager("langfuse_evals", pubsub_topic="topicid-to-langfuse-eval")
                     the_data = {"trace_id": trace_id}
                     pubsub_manager.publish_message(the_data)

sunholo/langfuse/evals.py

@@ -1,4 +1,6 @@
 import os
+import json
+
 from ..pubsub import decode_pubsub_message
 from langfuse import Langfuse
 from ..custom_logging import log
@@ -27,10 +29,16 @@ def pubsub_to_evals(data: dict, eval_funcs: list=[eval_length]) -> dict:
     # Decode the message
     message_data, metadata, vector_name = decode_pubsub_message(data)
 
-    if 'trace_id' not in message_data:
-        raise ValueError('No trace_id found in message data')
+    try:
+        the_json = json.loads(message_data)
+    except Exception as e:
+        log.error(f"Could not load message {message_data} as JSON - {str(e)}")
+        return None, {"metadata": f"Could not load message as JSON - {str(e)}"}
+
+    if 'trace_id' not in the_json:
+        raise ValueError(f'No trace_id found in json data {the_json=}')
 
-    trace_id = message_data.pop('trace_id', None)
+    trace_id = the_json.pop('trace_id', None)
 
     return do_evals(trace_id, eval_funcs, **message_data)
 

{sunholo-0.89.6.dist-info → sunholo-0.89.8.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.89.6
+Version: 0.89.8
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.89.6.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.89.8.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.89.6.dist-info → sunholo-0.89.8.dist-info}/RECORD

@@ -14,7 +14,7 @@ sunholo/agents/fastapi/qna_routes.py,sha256=lKHkXPmwltu9EH3RMwmD153-J6pE7kWQ4BhB
 sunholo/agents/flask/__init__.py,sha256=poJDKMr2qj8qMb99JqCvCPSiEt1tj2tLQ3hKW3f2aVw,107
 sunholo/agents/flask/base.py,sha256=FgSaCODyoTtlstJtsqlLPScdgRUtv9_plxftdzHdVFo,809
 sunholo/agents/flask/qna_routes.py,sha256=uwUD1yrzOPH27m2AXpiQrPk_2VfJOQOM6dAynOWQtoQ,22532
-sunholo/agents/flask/vac_routes.py,sha256=-6f77rahVh7dS3eLR8seRWIZtmtokwalSrPWJXKC14Y,22681
+sunholo/agents/flask/vac_routes.py,sha256=z3omGsb6Ze3Hpxx_em1vve9aPnRQQjYKdz0dkStmJ-I,22811
 sunholo/archive/__init__.py,sha256=qNHWm5rGPVOlxZBZCpA1wTYPbalizRT7f8X4rs2t290,31
 sunholo/archive/archive.py,sha256=PxVfDtO2_2ZEEbnhXSCbXLdeoHoQVImo4y3Jr2XkCFY,1204
 sunholo/auth/__init__.py,sha256=TeP-OY0XGxYV_8AQcVGoh35bvyWhNUcMRfhuD5l44Sk,91
@@ -94,7 +94,7 @@ sunholo/invoke/direct_vac_func.py,sha256=fuTJlH5PsqWhN_yVMaWisHCTZU1JEUz8I8yVbWs
 sunholo/invoke/invoke_vac_utils.py,sha256=sJc1edHTHMzMGXjji1N67c3iUaP7BmAL5nj82Qof63M,2053
 sunholo/langfuse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/langfuse/callback.py,sha256=jl0SZsFS53uMW9DGeM9SOL_EsRZsba0wwFGLqKzu9_U,1684
-sunholo/langfuse/evals.py,sha256=aGrU2DOR2hmI0ST613gBIT0v6IhEF1MIK1aOpuD2yR0,2909
+sunholo/langfuse/evals.py,sha256=TkZnJErN2n3IEEMIOaFtes--5bHvMpPcJz6hGliNtFc,3164
 sunholo/langfuse/prompts.py,sha256=27BsVfihM6-h1jscbkGSO4HsATl-d4ZN6tcNCVztWoY,1300
 sunholo/llamaindex/__init__.py,sha256=DlY_cHWCsVEV1C5WBgDdHRgOMlJc8pDoCRukUJ8PT9w,88
 sunholo/llamaindex/get_files.py,sha256=6rhXCDqQ_lrIapISQ_OYQDjiSATXvS_9m3qq53-oIl0,781
@@ -144,9 +144,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=q_phxgGX2TG2j2MXNULF2xGzQnQPENwjPN9nZ_A9Gh0,7526
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.89.6.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.89.6.dist-info/METADATA,sha256=kr5uvZUWqTQI2FPB64sWeMRBDchzWXCm3ZdbxXXhgKU,7706
-sunholo-0.89.6.dist-info/WHEEL,sha256=UvcQYKBHoFqaQd6LKyqHw9fxEolWLQnlzP0h_LgJAfI,91
-sunholo-0.89.6.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.89.6.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.89.6.dist-info/RECORD,,
+sunholo-0.89.8.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.89.8.dist-info/METADATA,sha256=kDmLpDCiMlsC_h6EK4A4l2EGqwQEgOXZJhUHzklEkk4,7706
+sunholo-0.89.8.dist-info/WHEEL,sha256=ixB2d4u7mugx_bCBycvM9OzZ5yD7NmPXFRtKlORZS2Y,91
+sunholo-0.89.8.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.89.8.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.89.8.dist-info/RECORD,,

{sunholo-0.89.6.dist-info → sunholo-0.89.8.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (74.0.0)
+Generator: setuptools (74.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any