ibm-watsonx-orchestrate-evaluation-framework 1.0.4__py3-none-any.whl → 1.0.6__py3-none-any.whl

{ibm_watsonx_orchestrate_evaluation_framework-1.0.4.dist-info → ibm_watsonx_orchestrate_evaluation_framework-1.0.6.dist-info}/METADATA

@@ -1,13 +1,13 @@
 Metadata-Version: 2.4
 Name: ibm-watsonx-orchestrate-evaluation-framework
-Version: 1.0.4
+Version: 1.0.6
 Summary: The WxO evaluation framework
 Author-email: Haode Qi <Haode.Qi@ibm.com>
 License: MIT
 Requires-Python: <3.14,>=3.11
 Description-Content-Type: text/markdown
 Requires-Dist: rich~=13.9.4
-Requires-Dist: pydantic~=2.10.6
+Requires-Dist: pydantic<3.0.0,>=2.10.3
 Requires-Dist: pyyaml~=6.0.2
 Requires-Dist: jinja2~=3.1.5
 Requires-Dist: python-dotenv~=1.0.1

{ibm_watsonx_orchestrate_evaluation_framework-1.0.4.dist-info → ibm_watsonx_orchestrate_evaluation_framework-1.0.6.dist-info}/RECORD

@@ -10,7 +10,7 @@ wxo_agentic_evaluation/llm_matching.py,sha256=l010exoMmsvTIAVHCm-Ok0diyeQogjCmem
 wxo_agentic_evaluation/llm_rag_eval.py,sha256=vsNGz1cFE5QGdhnfrx-iJq1r6q8tSI9Ef1mzuhoHElg,1642
 wxo_agentic_evaluation/llm_user.py,sha256=0zSsyEM7pYQtLcfbnu0gEIkosHDwntOZY84Ito6__SM,1407
 wxo_agentic_evaluation/main.py,sha256=tRXVle2o1JhwJZOTpqdsOzBOpxPYxAH5ziZkbCmzfyU,11470
-wxo_agentic_evaluation/record_chat.py,sha256=ZaOxIabDcE_CzZjKJESgh8LY7pK9UT4OvqQMFVdTG7A,8102
+wxo_agentic_evaluation/record_chat.py,sha256=IAKCZ6Bc4natHA4SyNtC4tjo-0MDglwBcY5AWvXSgR0,7317
 wxo_agentic_evaluation/resource_map.py,sha256=-dIWQdpEpPeSCbDeYfRupG9KV1Q4NlHGb5KXywjkulM,1645
 wxo_agentic_evaluation/service_instance.py,sha256=yt7XpwheaRRG8Ri4TFIS5G2p5mnCwvNgj6T7bDF5uTU,6494
 wxo_agentic_evaluation/test_prompt.py,sha256=ksteXCs9iDQPMETc4Hb7JAXHhxz2r678U6-sgZJAO28,3924
@@ -50,7 +50,7 @@ wxo_agentic_evaluation/service_provider/provider.py,sha256=MsnRzLYAaQiU6y6xf6eId
 wxo_agentic_evaluation/service_provider/watsonx_provider.py,sha256=iKVkWs4PRTM_S0TIdPgQ9NFQWPlDvcEvuHpQlIPzO10,6216
 wxo_agentic_evaluation/utils/__init__.py,sha256=QMxk6hx1CDvCBLFh40WpPZmqFNJtDqwXP7S7cXD6NQE,145
 wxo_agentic_evaluation/utils/utils.py,sha256=JYZQZ-OBy43gAWg9S7duJi9StRApGJATs2JUsW1l30M,6057
-ibm_watsonx_orchestrate_evaluation_framework-1.0.4.dist-info/METADATA,sha256=uhmuzKUbgWgKDNayG2dAc-YYvZ_ypeVY4onrcomv0Co,17667
-ibm_watsonx_orchestrate_evaluation_framework-1.0.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ibm_watsonx_orchestrate_evaluation_framework-1.0.4.dist-info/top_level.txt,sha256=2okpqtpxyqHoLyb2msio4pzqSg7yPSzwI7ekks96wYE,23
-ibm_watsonx_orchestrate_evaluation_framework-1.0.4.dist-info/RECORD,,
+ibm_watsonx_orchestrate_evaluation_framework-1.0.6.dist-info/METADATA,sha256=BqQELgtuSVS6tHNQ5nGkgfwPBiAFgTnvgZbWG3hjCgM,17674
+ibm_watsonx_orchestrate_evaluation_framework-1.0.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ibm_watsonx_orchestrate_evaluation_framework-1.0.6.dist-info/top_level.txt,sha256=2okpqtpxyqHoLyb2msio4pzqSg7yPSzwI7ekks96wYE,23
+ibm_watsonx_orchestrate_evaluation_framework-1.0.6.dist-info/RECORD,,

wxo_agentic_evaluation/record_chat.py

@@ -128,7 +128,6 @@ def record_chats(config: ChatRecordingConfig):
         while True:
             all_runs = get_all_runs(wxo_client)
             seen_threads = set()
-
             # Process only new runs that started after our recording began
             for run in all_runs:
                 thread_id = run.get("thread_id")
@@ -156,11 +155,8 @@ def record_chats(config: ChatRecordingConfig):
                                 f"\n[green]INFO:[/green] New recording started at {started_at}"
                             )
                             rich.print(
-                                f"[green]INFO:[/green] Messages saved to: {os.path.join(config.output_dir, f'{thread_id}_messages.json')}"
+                                f"[green]INFO:[/green] Annotations saved to: {os.path.join(config.output_dir, f'{thread_id}_annotated_data.json')}"
                             )
-                            # rich.print(
-                            #     f"[green]INFO:[/green] Annotations saved to: {os.path.join(config.output_dir, f'{thread_id}_annotated_data.json')}"
-                            # )
                         processed_threads.add(thread_id)
 
                         try:
@@ -177,23 +173,12 @@ def record_chats(config: ChatRecordingConfig):
                                 agent_name, messages, config.keywords_generation_config
                             )
 
-                            messages_filename = os.path.join(
-                                config.output_dir, f"{thread_id}_messages.json"
+                            annotation_filename = os.path.join(
+                                config.output_dir, f"{thread_id}_annotated_data.json"
                             )
 
-                            with open(messages_filename, "w") as f:
-                                json.dump(
-                                    [msg.model_dump() for msg in messages], f, indent=4
-                                )
-
-                            # TO-DO: we want some tracing but we also do not want to persist the file
-                            # in the same folder.
-                            # annotation_filename = os.path.join(
-                            #     config.output_dir, f"{thread_id}_annotated_data.json"
-                            # )
-
-                            # with open(annotation_filename, "w") as f:
-                            #     json.dump(annotated_data, f, indent=4)
+                            with open(annotation_filename, "w") as f:
+                                json.dump(annotated_data, f, indent=4)
                         except Exception as e:
                             rich.print(
                                 f"[red]ERROR:[/red] Failed to process thread {thread_id}: {str(e)}"