ibm-watsonx-orchestrate-evaluation-framework 1.0.2__py3-none-any.whl → 1.0.3__py3-none-any.whl

wxo_agentic_evaluation/utils/utils.py

@@ -14,6 +14,7 @@ from wxo_agentic_evaluation.type import ConversationalConfidenceThresholdScore
 
 console = Console()
 
+
 class AgentMetricsTable:
     def __init__(self, data):
         self.table = Table(
@@ -53,60 +54,11 @@ def create_table(data: List[dict]) -> AgentMetricsTable:
     return AgentMetricsTable(data)
 
 
-def create_average_row(results_list, include_response_time=True):
-    # TO-DO: we are hiding some the columns to allow the table to display properly
-    # need a better solution
-    columns = {
-        "average_over_test_cases": [
-            "Total Step",
-            "Agent Step",
-            # "Tool Call Accuracy",
-            # "Tool Call Relevancy",
-            # "Agent Routing Accuracy"
-        ],
-        "average_over_ground_truth_calls": [
-            "Wrong Function Calls",
-            # "Bad Calls",
-            "Wrong Parameters",
-            "Wrong Routing Calls",
-        ],
-    }
-
-    if include_response_time:
-        columns["average_over_test_cases"].append("Avg Resp Time (Secs)")
-
-    journey_success_values = [
-        1 if item["Journey Success"] else 0 for item in results_list
-    ]
-    journey_success_avg = round(
-        sum(journey_success_values) / len(journey_success_values), 2
-    )
-    text_match_values = [
-        1 if item["Text Match"] == "Summary Matched" else 0 for item in results_list
-    ]
-    text_match_avg = round(sum(text_match_values) / len(text_match_values), 2)
-    ground_truth_calls = sum(item["Ground Truth Calls"] for item in results_list)
-    ground_truth_calls_avg = round(ground_truth_calls / len(results_list), 2)
-    avg_row = {
-        col: round(sum(item[col] for item in results_list) / len(results_list), 2)
-        for col in columns["average_over_test_cases"]
-    }
-    avg_row.update(
-        {
-            col: round(sum(item[col] for item in results_list) / ground_truth_calls, 2)
-            for col in columns["average_over_ground_truth_calls"]
-        }
-    )
-
-    # TODO: FIX as part of PR
-    # avg_row["WXO Average Response Time (Secs)"] = round(sum(item["WXO Average Response Time (Secs)"] for item in results_list) / len(results_list), 2)
-
-    avg_row["Journey Success"] = journey_success_avg
-    avg_row["Text Match"] = text_match_avg
-    avg_row["Ground Truth Calls"] = ground_truth_calls_avg
-    avg_row["Dataset"] = "Summary (Average)"
-    return avg_row
-
+def safe_divide(nom, denom):
+    if denom == 0:
+        return 0
+    else:
+        return nom/denom
 
 def is_saas_url(service_url: str) -> bool:
     hostname = urlparse(service_url).hostname

ibm_watsonx_orchestrate_evaluation_framework-1.0.2.dist-info/RECORD

@@ -1,46 +0,0 @@
-ibm_watsonx_orchestrate_evaluation_framework-1.0.2.dist-info/licenses/LICENSE,sha256=Shgxx7hTdCOkiVRmfGgp_1ISISrwQD7m2f0y8Hsapl4,1083
-wxo_agentic_evaluation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-wxo_agentic_evaluation/analyze_run.py,sha256=qcdew4htpIg0sxCXXX3QS_XhoPOGg4_CEPYFjZiMsnA,4343
-wxo_agentic_evaluation/annotate.py,sha256=nxYMc6gwfQ-GuNjCPFtbX_-Es5-9XDdbXpMH89yRDdc,1228
-wxo_agentic_evaluation/arg_configs.py,sha256=_ws5GX43rG8HdIZe5JAgb3heQubzpfOGWsvzT9Zfs2A,2016
-wxo_agentic_evaluation/batch_annotate.py,sha256=KP9AU669aGTCiu5Yk4R2AbmdwhDtoyBlYInxTe3p7CU,6485
-wxo_agentic_evaluation/data_annotator.py,sha256=to8FfIYMx-JzJ5aRmpMb1SiFS1KTXgdZU2qwowdn6BU,7823
-wxo_agentic_evaluation/evaluation_package.py,sha256=RFo5oC2Gydc7wQ28bDSs5nisnRj22GCnjjrFrn4O2L4,21031
-wxo_agentic_evaluation/inference_backend.py,sha256=8nW3LZg6dLTemrHBmDBx8b2NUvBjvSC4bLLxJX9yPiY,25754
-wxo_agentic_evaluation/llm_matching.py,sha256=ISRMvZq-oC0amVBCPNlghPpMDCPxIjVGgm9DtZWTU40,1501
-wxo_agentic_evaluation/llm_rag_eval.py,sha256=n1e0nffYlgxqu7i4Ef_j1zmo9zXcqc2zfTfNYuMsopc,1675
-wxo_agentic_evaluation/llm_user.py,sha256=Ppc-iKtPGaf6tPoHGYFLqXX-vy8LoQneLTQBVOXLHiA,1422
-wxo_agentic_evaluation/main.py,sha256=H6sLZrCUBfqjh9gPoQN6BHxSby-UKrea705cuIiyknc,8042
-wxo_agentic_evaluation/record_chat.py,sha256=Q5w9ouvVfikms_kYyQ6wgqvNN_DxV400I2HriTOdMfg,5969
-wxo_agentic_evaluation/service_instance.py,sha256=yt7XpwheaRRG8Ri4TFIS5G2p5mnCwvNgj6T7bDF5uTU,6494
-wxo_agentic_evaluation/tool_planner.py,sha256=nOwoq_RMBO5ISRFwrKeblgdbMz50qfmVqHkZRAXjP3s,8075
-wxo_agentic_evaluation/type.py,sha256=QbwEedAYnot9WBVIJVSP23s1KHJc7uFQyOhL_MYEdmI,4832
-wxo_agentic_evaluation/watsonx_provider.py,sha256=bCaBX3DZWY65vFlOiqZFvSmHdSZB_mDRr45QrLTnIdo,5620
-wxo_agentic_evaluation/analytics/tools/analyzer.py,sha256=qvkhoyY4JgneE03cmo-KuMAaQB7iM_Lm0C1sexyPFwY,18056
-wxo_agentic_evaluation/analytics/tools/main.py,sha256=ocwPUlEjyK7PMdXBg5OM2DVDQBcaHT4UjR4ZmEhR0C4,6567
-wxo_agentic_evaluation/analytics/tools/types.py,sha256=IFLKI1CCQwPR2iWjif8AqL_TEq--VbLwdwnMqfJujBw,4461
-wxo_agentic_evaluation/analytics/tools/ux.py,sha256=CcnaefAZwzPx3FW0BzlOx7OBPwNfmA5yVtYB-gYci9w,18324
-wxo_agentic_evaluation/external_agent/external_validate.py,sha256=XdWH7Su9gCmSbbYHHpjWMk3NOTlrebm0c0H-Ra6FPJo,2411
-wxo_agentic_evaluation/external_agent/types.py,sha256=6WmDGetJGSg92HqPW_Q9K7AEorivTraiw8HgdxaiGxs,1481
-wxo_agentic_evaluation/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-wxo_agentic_evaluation/metrics/llm_as_judge.py,sha256=bybJQfVWiVh3BoFEZjdBmU9EQO9Ukheu3YWmkI9b1ks,1218
-wxo_agentic_evaluation/metrics/metrics.py,sha256=owyUoRNEz6IoblHj6YLBT4MVlsX1hgjt8bYjGBnsjNg,4012
-wxo_agentic_evaluation/prompt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-wxo_agentic_evaluation/prompt/answer_relevancy_prompt.jinja2,sha256=vLrMWce-5HlvniCQdtifnl-YdbJfT8-oixzfwulZs98,3839
-wxo_agentic_evaluation/prompt/batch_testcase_prompt.jinja2,sha256=PPnfczM_HjCjho8UKFTL9OYRYshpwqkBKBas8C1jMHY,1807
-wxo_agentic_evaluation/prompt/faithfulness_prompt.jinja2,sha256=DW9OdjeZJbOWrngRqTAVD4w0va_HtA2FR4G1POIIamM,2524
-wxo_agentic_evaluation/prompt/keyword_matching_prompt.jinja2,sha256=7mTkSrppjgPluUAIMTWaT30K7M4J4hyR_LjSjW1Ofq0,1290
-wxo_agentic_evaluation/prompt/keywords_generation_prompt.jinja2,sha256=PiCjr1ag44Jk5xD3F24fLD_bOGYh2sF0i5miY4OrVlc,1890
-wxo_agentic_evaluation/prompt/llama_user_prompt.jinja2,sha256=nDfCD0o9cRYmsgIjzD-RZNQxotlvuqrzdsZIY-vT794,684
-wxo_agentic_evaluation/prompt/semantic_matching_prompt.jinja2,sha256=MltPfEXYyOwEC2xNLl7UsFTxNbr8CwHaEcPqtvKE2r8,2749
-wxo_agentic_evaluation/prompt/template_render.py,sha256=arMtlNcbRIczRwpfZWlITrgDlDsaDCbwGaNPGaJyBko,3080
-wxo_agentic_evaluation/prompt/tool_chain_agent.jinja2,sha256=9RcIjLYoOvtFsf-RgyMfMcj2Fe8fq1wGkE4nG1zamYY,297
-wxo_agentic_evaluation/prompt/tool_planner.jinja2,sha256=gpI7wrcIL6ytCcllr_ZdWwjVLtC_06at3-JkAcAl2HE,1243
-wxo_agentic_evaluation/prompt/examples/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-wxo_agentic_evaluation/prompt/examples/data_simple.json,sha256=O0GeKBf2s9d-7TxkDFFmCEV2sl3e3HcpT11cN0DYFjw,2354
-wxo_agentic_evaluation/utils/__init__.py,sha256=QMxk6hx1CDvCBLFh40WpPZmqFNJtDqwXP7S7cXD6NQE,145
-wxo_agentic_evaluation/utils/utils.py,sha256=8mD6_L_qP-2jQtRkA3Njtg2HFCSQ4FX2NgO4oZq-gow,7994
-ibm_watsonx_orchestrate_evaluation_framework-1.0.2.dist-info/METADATA,sha256=fQ1LyDiJO71QiSOrCdbAoPmQdbH5GINJCkiaex8lUk4,16105
-ibm_watsonx_orchestrate_evaluation_framework-1.0.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ibm_watsonx_orchestrate_evaluation_framework-1.0.2.dist-info/top_level.txt,sha256=2okpqtpxyqHoLyb2msio4pzqSg7yPSzwI7ekks96wYE,23
-ibm_watsonx_orchestrate_evaluation_framework-1.0.2.dist-info/RECORD,,

ibm_watsonx_orchestrate_evaluation_framework-1.0.2.dist-info/licenses/LICENSE

@@ -1,22 +0,0 @@
-(The MIT License)
-
-Copyright (c) 2024, 2025 IBM Corporation
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-'Software'), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
-IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
-CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
-TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.