ibm-watsonx-orchestrate-evaluation-framework 1.0.3__py3-none-any.whl → 1.0.4__py3-none-any.whl

{ibm_watsonx_orchestrate_evaluation_framework-1.0.3.dist-info → ibm_watsonx_orchestrate_evaluation_framework-1.0.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ibm-watsonx-orchestrate-evaluation-framework
-Version: 1.0.3
+Version: 1.0.4
 Summary: The WxO evaluation framework
 Author-email: Haode Qi <Haode.Qi@ibm.com>
 License: MIT

{ibm_watsonx_orchestrate_evaluation_framework-1.0.3.dist-info → ibm_watsonx_orchestrate_evaluation_framework-1.0.4.dist-info}/RECORD

@@ -10,7 +10,7 @@ wxo_agentic_evaluation/llm_matching.py,sha256=l010exoMmsvTIAVHCm-Ok0diyeQogjCmem
 wxo_agentic_evaluation/llm_rag_eval.py,sha256=vsNGz1cFE5QGdhnfrx-iJq1r6q8tSI9Ef1mzuhoHElg,1642
 wxo_agentic_evaluation/llm_user.py,sha256=0zSsyEM7pYQtLcfbnu0gEIkosHDwntOZY84Ito6__SM,1407
 wxo_agentic_evaluation/main.py,sha256=tRXVle2o1JhwJZOTpqdsOzBOpxPYxAH5ziZkbCmzfyU,11470
-wxo_agentic_evaluation/record_chat.py,sha256=9l99n4TRdwDLAOKct0ZJKKXE5Y7qE7X5WLWUpWUHfLI,7739
+wxo_agentic_evaluation/record_chat.py,sha256=ZaOxIabDcE_CzZjKJESgh8LY7pK9UT4OvqQMFVdTG7A,8102
 wxo_agentic_evaluation/resource_map.py,sha256=-dIWQdpEpPeSCbDeYfRupG9KV1Q4NlHGb5KXywjkulM,1645
 wxo_agentic_evaluation/service_instance.py,sha256=yt7XpwheaRRG8Ri4TFIS5G2p5mnCwvNgj6T7bDF5uTU,6494
 wxo_agentic_evaluation/test_prompt.py,sha256=ksteXCs9iDQPMETc4Hb7JAXHhxz2r678U6-sgZJAO28,3924
@@ -50,7 +50,7 @@ wxo_agentic_evaluation/service_provider/provider.py,sha256=MsnRzLYAaQiU6y6xf6eId
 wxo_agentic_evaluation/service_provider/watsonx_provider.py,sha256=iKVkWs4PRTM_S0TIdPgQ9NFQWPlDvcEvuHpQlIPzO10,6216
 wxo_agentic_evaluation/utils/__init__.py,sha256=QMxk6hx1CDvCBLFh40WpPZmqFNJtDqwXP7S7cXD6NQE,145
 wxo_agentic_evaluation/utils/utils.py,sha256=JYZQZ-OBy43gAWg9S7duJi9StRApGJATs2JUsW1l30M,6057
-ibm_watsonx_orchestrate_evaluation_framework-1.0.3.dist-info/METADATA,sha256=L6Hq_FbQ4AY3g3Aho2wC6Io9rcLpnwNDm49BPTHbVCQ,17667
-ibm_watsonx_orchestrate_evaluation_framework-1.0.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ibm_watsonx_orchestrate_evaluation_framework-1.0.3.dist-info/top_level.txt,sha256=2okpqtpxyqHoLyb2msio4pzqSg7yPSzwI7ekks96wYE,23
-ibm_watsonx_orchestrate_evaluation_framework-1.0.3.dist-info/RECORD,,
+ibm_watsonx_orchestrate_evaluation_framework-1.0.4.dist-info/METADATA,sha256=uhmuzKUbgWgKDNayG2dAc-YYvZ_ypeVY4onrcomv0Co,17667
+ibm_watsonx_orchestrate_evaluation_framework-1.0.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ibm_watsonx_orchestrate_evaluation_framework-1.0.4.dist-info/top_level.txt,sha256=2okpqtpxyqHoLyb2msio4pzqSg7yPSzwI7ekks96wYE,23
+ibm_watsonx_orchestrate_evaluation_framework-1.0.4.dist-info/RECORD,,

wxo_agentic_evaluation/record_chat.py

@@ -132,7 +132,11 @@ def record_chats(config: ChatRecordingConfig):
             # Process only new runs that started after our recording began
             for run in all_runs:
                 thread_id = run.get("thread_id")
-                agent_name = inference_backend.get_agent_name_from_thread_id(thread_id)
+                try:
+                    agent_name = inference_backend.get_agent_name_from_thread_id(thread_id)
+                except Exception as e:
+                    rich.print(f"[yellow]WARNING:[/yellow]Failure in getting thread id {thread_id}")
+                    continue
                 if thread_id in seen_threads or agent_name is None:
                     continue
                 seen_threads.add(thread_id)
@@ -154,9 +158,9 @@ def record_chats(config: ChatRecordingConfig):
                             rich.print(
                                 f"[green]INFO:[/green] Messages saved to: {os.path.join(config.output_dir, f'{thread_id}_messages.json')}"
                             )
-                            rich.print(
-                                f"[green]INFO:[/green] Annotations saved to: {os.path.join(config.output_dir, f'{thread_id}_annotated_data.json')}"
-                            )
+                            # rich.print(
+                            #     f"[green]INFO:[/green] Annotations saved to: {os.path.join(config.output_dir, f'{thread_id}_annotated_data.json')}"
+                            # )
                         processed_threads.add(thread_id)
 
                         try:
@@ -176,17 +180,20 @@ def record_chats(config: ChatRecordingConfig):
                             messages_filename = os.path.join(
                                 config.output_dir, f"{thread_id}_messages.json"
                             )
-                            annotation_filename = os.path.join(
-                                config.output_dir, f"{thread_id}_annotated_data.json"
-                            )
 
                             with open(messages_filename, "w") as f:
                                 json.dump(
                                     [msg.model_dump() for msg in messages], f, indent=4
                                 )
 
-                            with open(annotation_filename, "w") as f:
-                                json.dump(annotated_data, f, indent=4)
+                            # TO-DO: we want some tracing but we also do not want to persist the file
+                            # in the same folder.
+                            # annotation_filename = os.path.join(
+                            #     config.output_dir, f"{thread_id}_annotated_data.json"
+                            # )
+
+                            # with open(annotation_filename, "w") as f:
+                            #     json.dump(annotated_data, f, indent=4)
                         except Exception as e:
                             rich.print(
                                 f"[red]ERROR:[/red] Failed to process thread {thread_id}: {str(e)}"