azure-ai-evaluation 1.6.0__py3-none-any.whl → 1.7.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of azure-ai-evaluation might be problematic. Click here for more details.
- azure/ai/evaluation/__init__.py +1 -0
- azure/ai/evaluation/_aoai/aoai_grader.py +1 -1
- azure/ai/evaluation/_aoai/label_grader.py +2 -2
- azure/ai/evaluation/_aoai/string_check_grader.py +2 -2
- azure/ai/evaluation/_aoai/text_similarity_grader.py +2 -2
- azure/ai/evaluation/_common/__init__.py +3 -1
- azure/ai/evaluation/_common/evaluation_onedp_client.py +50 -5
- azure/ai/evaluation/_common/onedp/operations/_operations.py +1 -1
- azure/ai/evaluation/_common/rai_service.py +7 -6
- azure/ai/evaluation/_converters/_ai_services.py +162 -118
- azure/ai/evaluation/_converters/_models.py +76 -6
- azure/ai/evaluation/_eval_mapping.py +2 -0
- azure/ai/evaluation/_evaluate/_evaluate.py +11 -13
- azure/ai/evaluation/_evaluate/_evaluate_aoai.py +24 -5
- azure/ai/evaluation/_evaluators/_bleu/_bleu.py +11 -1
- azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py +9 -1
- azure/ai/evaluation/_evaluators/_coherence/_coherence.py +12 -2
- azure/ai/evaluation/_evaluators/_common/_base_eval.py +4 -0
- azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py +12 -2
- azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py +14 -4
- azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py +9 -8
- azure/ai/evaluation/_evaluators/_content_safety/_sexual.py +10 -0
- azure/ai/evaluation/_evaluators/_content_safety/_violence.py +10 -0
- azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py +31 -29
- azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py +10 -0
- azure/ai/evaluation/_evaluators/_fluency/_fluency.py +10 -0
- azure/ai/evaluation/_evaluators/_gleu/_gleu.py +10 -0
- azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py +10 -0
- azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py +10 -0
- azure/ai/evaluation/_evaluators/_meteor/_meteor.py +10 -0
- azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py +11 -0
- azure/ai/evaluation/_evaluators/_qa/_qa.py +10 -0
- azure/ai/evaluation/_evaluators/_relevance/_relevance.py +10 -0
- azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py +13 -0
- azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py +10 -0
- azure/ai/evaluation/_evaluators/_rouge/_rouge.py +10 -0
- azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py +10 -0
- azure/ai/evaluation/_evaluators/_similarity/_similarity.py +10 -0
- azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py +11 -0
- azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py +80 -10
- azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py +10 -0
- azure/ai/evaluation/_evaluators/_xpia/xpia.py +11 -0
- azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py +26 -7
- azure/ai/evaluation/_version.py +1 -1
- azure/ai/evaluation/red_team/_red_team.py +183 -128
- azure/ai/evaluation/simulator/_conversation/constants.py +1 -1
- azure/ai/evaluation/simulator/_direct_attack_simulator.py +3 -3
- azure/ai/evaluation/simulator/_indirect_attack_simulator.py +3 -3
- azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py +2 -0
- azure/ai/evaluation/simulator/_model_tools/_template_handler.py +6 -5
- {azure_ai_evaluation-1.6.0.dist-info → azure_ai_evaluation-1.7.0.dist-info}/METADATA +26 -3
- {azure_ai_evaluation-1.6.0.dist-info → azure_ai_evaluation-1.7.0.dist-info}/RECORD +55 -55
- {azure_ai_evaluation-1.6.0.dist-info → azure_ai_evaluation-1.7.0.dist-info}/NOTICE.txt +0 -0
- {azure_ai_evaluation-1.6.0.dist-info → azure_ai_evaluation-1.7.0.dist-info}/WHEEL +0 -0
- {azure_ai_evaluation-1.6.0.dist-info → azure_ai_evaluation-1.7.0.dist-info}/top_level.txt +0 -0
|
@@ -1,28 +1,28 @@
|
|
|
1
|
-
azure/ai/evaluation/__init__.py,sha256=
|
|
1
|
+
azure/ai/evaluation/__init__.py,sha256=r4Xj_k-yjJXChFIENaz_1vDY4vZSy8tf6MRLlWJjsSY,3866
|
|
2
2
|
azure/ai/evaluation/_constants.py,sha256=kptry2VQRoInON1SpCZ6yJSVNvdgYC0wfkxsV4K8u1w,3727
|
|
3
|
-
azure/ai/evaluation/_eval_mapping.py,sha256=
|
|
3
|
+
azure/ai/evaluation/_eval_mapping.py,sha256=MqLU4KDn1wHegbAjoS6HpQPStGPEiTOCf-q1SD8Gw_w,2582
|
|
4
4
|
azure/ai/evaluation/_exceptions.py,sha256=XVliA6hj3C9Pz1ryBn0aC2izpno953VZwarTEfRumi0,5409
|
|
5
5
|
azure/ai/evaluation/_http_utils.py,sha256=1bGce6pKAL-vmaUGRPxVX7DVO05XVQ8YPIwIQ3q7mfA,17221
|
|
6
6
|
azure/ai/evaluation/_model_configurations.py,sha256=MNN6cQlz7P9vNfHmfEKsUcly3j1FEOEFsA8WV7GPuKQ,4043
|
|
7
7
|
azure/ai/evaluation/_user_agent.py,sha256=O2y-QPBAcw7w7qQ6M2aRPC3Vy3TKd789u5lcs2yuFaI,290
|
|
8
|
-
azure/ai/evaluation/_version.py,sha256=
|
|
8
|
+
azure/ai/evaluation/_version.py,sha256=tlS1Ht1i2Nh2nXXHGSsfL3WWEGo_hHTCCI0v8jtdvKo,229
|
|
9
9
|
azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
10
10
|
azure/ai/evaluation/_aoai/__init__.py,sha256=DE9av37bnDMCbYjgXAY9pcmCol7URCMkJCTIbRn1xHo,264
|
|
11
|
-
azure/ai/evaluation/_aoai/aoai_grader.py,sha256=
|
|
12
|
-
azure/ai/evaluation/_aoai/label_grader.py,sha256=
|
|
13
|
-
azure/ai/evaluation/_aoai/string_check_grader.py,sha256=
|
|
14
|
-
azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=
|
|
11
|
+
azure/ai/evaluation/_aoai/aoai_grader.py,sha256=QyLlEeNy4BE2mdE2lKyArV8sHbiaFLDyI2j0xxlVEZ0,4121
|
|
12
|
+
azure/ai/evaluation/_aoai/label_grader.py,sha256=3ta7MbMgzhHmY0v72u43CKEZseK5axAEdMGLlawIAtc,2659
|
|
13
|
+
azure/ai/evaluation/_aoai/string_check_grader.py,sha256=qVW4H3eRl5WSie0dlHFevW4fR8KoXW4B4Z4Q11FDVeY,2278
|
|
14
|
+
azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=FT2TM89oVKLhFPA98OpG3a3SGcfX7POrvf9hps2pukY,2846
|
|
15
15
|
azure/ai/evaluation/_azure/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
16
16
|
azure/ai/evaluation/_azure/_clients.py,sha256=YugjJQKqbilvU2gorgtUiKFi3AQZLlsqPPQeWee4WbE,9116
|
|
17
17
|
azure/ai/evaluation/_azure/_envs.py,sha256=SBJL7wHOCzJ59nuHiOXK5fkoqe8CHMMKCLoPUWm6qRM,9393
|
|
18
18
|
azure/ai/evaluation/_azure/_models.py,sha256=Vxcg7WfpAyxLQ-EesZzLGqopguV9Oohfjf-vWKTOA-8,12527
|
|
19
19
|
azure/ai/evaluation/_azure/_token_manager.py,sha256=_CGub9uIA-N6-9M6mm7gyk9m-B8kr4i1bw9GkqDKLQs,5450
|
|
20
|
-
azure/ai/evaluation/_common/__init__.py,sha256=
|
|
20
|
+
azure/ai/evaluation/_common/__init__.py,sha256=Da2pjszo7wF6lAQKcs4ayfYVcpKDeNdAnwdueNx-Db8,863
|
|
21
21
|
azure/ai/evaluation/_common/_experimental.py,sha256=GVtSn9r1CeR_yEa578dJVNDJ3P24eqe8WYdH7llbiQY,5694
|
|
22
22
|
azure/ai/evaluation/_common/constants.py,sha256=7gwcSbcJr-KHA-7Llmpuo4kap_l3X5-emAn2LMb_wk4,2281
|
|
23
|
-
azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=
|
|
23
|
+
azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=QkmEfewIwLhZ9rVey26ZFuty5WzXwFJ6lSx-LAkGRek,7567
|
|
24
24
|
azure/ai/evaluation/_common/math.py,sha256=d4bwWe35_RWDIZNcbV1BTBbHNx2QHQ4-I3EofDyyNE0,2863
|
|
25
|
-
azure/ai/evaluation/_common/rai_service.py,sha256=
|
|
25
|
+
azure/ai/evaluation/_common/rai_service.py,sha256=PNbGB_Clq8dydKhxOh9bojszWBkWxkvDOBLcCuSN66c,34810
|
|
26
26
|
azure/ai/evaluation/_common/utils.py,sha256=mbmPSjOxQHir6QfUDMZXFP85qBc_SQhZ8G1mFKd601M,21531
|
|
27
27
|
azure/ai/evaluation/_common/onedp/__init__.py,sha256=7bv0pblNvJFyhZArS85JZ1KLyVQ6Cly8z2q30wvEq2M,1058
|
|
28
28
|
azure/ai/evaluation/_common/onedp/_client.py,sha256=Gc_mtATKUHML5znufEDlfTx8F08UYBLASSNC3Gb2tZ8,7045
|
|
@@ -48,7 +48,7 @@ azure/ai/evaluation/_common/onedp/models/_enums.py,sha256=xWkVAfjZGxnQsaGENmgpfK
|
|
|
48
48
|
azure/ai/evaluation/_common/onedp/models/_models.py,sha256=VIP7RCP-48LSMfc4m0HPSgt40sCnciKNjlV_C-p5H0E,92197
|
|
49
49
|
azure/ai/evaluation/_common/onedp/models/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
|
|
50
50
|
azure/ai/evaluation/_common/onedp/operations/__init__.py,sha256=2rIhesutTPrcc8BUqSVkRpkQdxTI5lzucEOqj552P0E,1618
|
|
51
|
-
azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=
|
|
51
|
+
azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=y1xIio9h_kvw_-CooQpaFKZ1pVU70Qmi22Jaf9YDDuE,240793
|
|
52
52
|
azure/ai/evaluation/_common/onedp/operations/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
|
|
53
53
|
azure/ai/evaluation/_common/onedp/servicepatterns/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
|
|
54
54
|
azure/ai/evaluation/_common/onedp/servicepatterns/aio/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
|
|
@@ -89,12 +89,12 @@ azure/ai/evaluation/_common/raiclient/operations/__init__.py,sha256=Ah41eszCE4ZD
|
|
|
89
89
|
azure/ai/evaluation/_common/raiclient/operations/_operations.py,sha256=_-B8zU6GQ4RciGvBcAoVNlfGdNXaqf2XsS3EP-kYu10,50944
|
|
90
90
|
azure/ai/evaluation/_common/raiclient/operations/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
|
|
91
91
|
azure/ai/evaluation/_converters/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
|
|
92
|
-
azure/ai/evaluation/_converters/_ai_services.py,sha256=
|
|
93
|
-
azure/ai/evaluation/_converters/_models.py,sha256=
|
|
92
|
+
azure/ai/evaluation/_converters/_ai_services.py,sha256=1ZaCNNpocCcg_fWzwCR4TAgVCt1b04-FCEOZzejO658,38788
|
|
93
|
+
azure/ai/evaluation/_converters/_models.py,sha256=cd3uEUvXNnxEEEGMYE5_V9XEeIwhtCF_qZOwVIx9JPw,14010
|
|
94
94
|
azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
95
95
|
azure/ai/evaluation/_evaluate/_eval_run.py,sha256=ZlDvTNDiMSZ2VfzVicPmEGx65LL3LmcKcPWft6XjWcA,21991
|
|
96
|
-
azure/ai/evaluation/_evaluate/_evaluate.py,sha256=
|
|
97
|
-
azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=
|
|
96
|
+
azure/ai/evaluation/_evaluate/_evaluate.py,sha256=JwukXczL0rb_1BcvqPtk3IdXweyjJth6wMNxTxJZqdg,50900
|
|
97
|
+
azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=Z7Ku3geqOEWvlODQ7IpYWpT3TXSjKPV7OCtYQBJ10JU,24999
|
|
98
98
|
azure/ai/evaluation/_evaluate/_utils.py,sha256=w-71izKmbqaA4aOLCop6Jj39Z6bWGpB1INy70MpYxws,18899
|
|
99
99
|
azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=cPLi_MJ_pCp8eKBxJbiSoxgTnN3nDLuaP57dMkKuyhg,552
|
|
100
100
|
azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=UkqF7iJUY9lxxMKPuLSsOtLpp3rzq-PTbUnSLq-LQc0,4650
|
|
@@ -106,74 +106,74 @@ azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=TrZ_IkbU8D
|
|
|
106
106
|
azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=tBZ98BC8sIuANCTZsgONQblR-Vrw2oIcRqjjyHxbZio,3513
|
|
107
107
|
azure/ai/evaluation/_evaluators/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
108
108
|
azure/ai/evaluation/_evaluators/_bleu/__init__.py,sha256=quKKO0kvOSkky5hcoNBvgBuMeeVRFCE9GSv70mAdGP4,260
|
|
109
|
-
azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=
|
|
109
|
+
azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=4X6_tqzNamdNpTz3UuGd0KPop-EB81P8evKI67lhis8,4987
|
|
110
110
|
azure/ai/evaluation/_evaluators/_code_vulnerability/__init__.py,sha256=zRHHxYA6CI72iqZaZz9eSbDHwhhjp5hjicEK_RWXlL0,109
|
|
111
|
-
azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=
|
|
111
|
+
azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=OhQPkvcHw89UwFIQQ_6mfqWWhUUo-u7xTvzDab7TwZw,4573
|
|
112
112
|
azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
|
|
113
|
-
azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=
|
|
113
|
+
azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=060e8p1DybkaMBu7YuZeV2nKmgT00z15HncDhuvgZJI,5899
|
|
114
114
|
azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
|
|
115
115
|
azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=xAymP_CZy4aPzWplMdXgQUQVDIUEMI-0nbgdm_umFYY,498
|
|
116
|
-
azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256
|
|
116
|
+
azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=ZaUTsiqvaGT7fFgTjxOpqpOnn93NJtMKLCv00PSeHfM,25843
|
|
117
117
|
azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=yYFpoCDe2wMFQck0ykbX8IJBBidk6NT1wUTkVFlVSy8,2728
|
|
118
118
|
azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=p7i5WkRljrCtidd6oF_A6iWcwNFrZMVoaVjEyoBTXig,6715
|
|
119
119
|
azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=pJHOMYS7vmVEk6PYvIu1VTi0WbNXTZhuh5q2p12ydgg,8569
|
|
120
120
|
azure/ai/evaluation/_evaluators/_common/_conversation_aggregators.py,sha256=gjDBjRxJKwaHbshWH0j2idjlzfzNMnT9a9RL0fQiKeM,2129
|
|
121
121
|
azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
|
|
122
|
-
azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=
|
|
123
|
-
azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=
|
|
124
|
-
azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=
|
|
125
|
-
azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256
|
|
126
|
-
azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=
|
|
122
|
+
azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=dDPkXdAl6Ut1dpKjiw-VwZNgim5d_BgcpTPR0r0DTEk,6890
|
|
123
|
+
azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=laDT9WWkNIrNh24E9vaUMXQ_fOTR9f8hySeTX_EvaA4,7256
|
|
124
|
+
azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=wVfirreCFXJugJa_c2GPFsEPjoFql6-d3nRpWTvP_mw,6051
|
|
125
|
+
azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=Hl7Qp2Exh70pmwIx6g-ceW7uwOa6rkckKbVtBqx-x_c,6599
|
|
126
|
+
azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=WVfRUjetibnHRDqBgvdXmiRSRrjLUeH1g1mNKocGxsY,6665
|
|
127
127
|
azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py,sha256=nefQB4uzoFDrITcU3aYY1lou2pc4ASGvSeMoejS8jM8,399
|
|
128
|
-
azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py,sha256=
|
|
128
|
+
azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py,sha256=NBYONxwi03tKyhrnkvVKd1sga3o6xVzr6MSf0vnPU8g,20607
|
|
129
129
|
azure/ai/evaluation/_evaluators/_eci/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
130
130
|
azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=a36sLZPHKi3YAdl0JvpL6vboZMqgGjnmz0qZ-o8vcWY,2934
|
|
131
131
|
azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
|
|
132
|
-
azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=
|
|
132
|
+
azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=fYiPNEMcdfWqQadsHAUxr9PYiCKTbKGZIgVbrrqoHe8,6988
|
|
133
133
|
azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
|
|
134
|
-
azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=
|
|
134
|
+
azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=0h8zB0qOwLxu8drQGp6DQzr51q6hbMxWkKCeYpP_Wdg,5594
|
|
135
135
|
azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSsLTSKEM_ApJuxxuKWQpNblrTEkFY,4861
|
|
136
136
|
azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
|
|
137
|
-
azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=
|
|
137
|
+
azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=qRRH0ByDS0HJ1c-quXm1R7DPMSnX8U5cTVJKUTV8NsI,4932
|
|
138
138
|
azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
|
|
139
|
-
azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=
|
|
139
|
+
azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=iz00CEEWVxXkjA43xKGtcSkvXsjSfIziOQgsjcZXO3o,8144
|
|
140
140
|
azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
|
|
141
141
|
azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
|
|
142
142
|
azure/ai/evaluation/_evaluators/_intent_resolution/__init__.py,sha256=Lr8krXt2yfShFTAuwjTFgrUbO75boLLrRSnF1mriN_Q,280
|
|
143
|
-
azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=
|
|
143
|
+
azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=6Er-UgDSD77cUxj7zO42KR_blGE7hJ3-DfhjsEe5PzI,11427
|
|
144
144
|
azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=p8_V-bB3uOqqXWRsDNa4eIOoP8U-_D-5fZuCNSL8ZUU,7467
|
|
145
145
|
azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
|
|
146
|
-
azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=
|
|
146
|
+
azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=TyzMNn5V8SVWD02c8rAxF2Hah8M1sHcqerUhOIORJ18,5971
|
|
147
147
|
azure/ai/evaluation/_evaluators/_protected_material/__init__.py,sha256=eRAQIU9diVXfO5bp6aLWxZoYUvOsrDIfy1gnDOeNTiI,109
|
|
148
|
-
azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=
|
|
148
|
+
azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=Lj9swebEldxelmnV9N9Zsy6umW_H8Y2gBcgFxmygu6c,5136
|
|
149
149
|
azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
|
|
150
|
-
azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=
|
|
150
|
+
azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=HukkUHjYPVPJpnfstF5QvVu3-XZz5q5fTZU5AksPjB4,6252
|
|
151
151
|
azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
|
|
152
|
-
azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=
|
|
152
|
+
azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=THCnKwg_Wcok22MNBMK7KJNj138_KNQj7zAXYeHtqkM,6569
|
|
153
153
|
azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=VHKzVlC2Cv1xuholgIGmerPspspAI0t6IgJ2cxOuYDE,4811
|
|
154
154
|
azure/ai/evaluation/_evaluators/_response_completeness/__init__.py,sha256=U3eqkQQAgRif46B6UGdq3yWefgbkZGJ3ZE2sKoZQDlU,292
|
|
155
|
-
azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=
|
|
155
|
+
azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=PDGwQEHPIW8caZBaVkabDMcV0REEhtJR9J8rs8WTeXw,8078
|
|
156
156
|
azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=25PqzWWtpwvsKNnBGDNfqsKKo2RpyeiIFzvK8sauPDg,7520
|
|
157
157
|
azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
|
|
158
|
-
azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=
|
|
158
|
+
azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=X4hf_1A1sK2oxU1CfgORIm-QZ_-19U24WzK3w1aOrM4,6292
|
|
159
159
|
azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=_YVoO4Gt_WD42bUcj5n6BDW0dMUqNf0yF3Nj5XMOX2c,16490
|
|
160
160
|
azure/ai/evaluation/_evaluators/_rouge/__init__.py,sha256=kusCDaYcXogDugGefRP8MQSn9xv107oDbrMCqZ6K4GA,291
|
|
161
|
-
azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=
|
|
161
|
+
azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=P8qyKMeZ70AqSIIpMC_MU-hMyRJnEzFZINeE7j1M4u4,10137
|
|
162
162
|
azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py,sha256=0DODUGTOgaYyFbO9_zxuwifixDL3SIm3EkwP1sdwn6M,288
|
|
163
|
-
azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=
|
|
163
|
+
azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=JZAX9o7UiF-vi6WdSJ6dFOXhkg97uDW3dP1nsUFUH_E,8065
|
|
164
164
|
azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
|
|
165
|
-
azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=
|
|
165
|
+
azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=IF5JJ3JpojURNDIRxYOx9_sbEHGEuLQREa65YeegnYA,5438
|
|
166
166
|
azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
|
|
167
167
|
azure/ai/evaluation/_evaluators/_task_adherence/__init__.py,sha256=9HtNrG7yYX0Ygq3cZoS_0obAvGgmy5HWcsBcPKoB15c,271
|
|
168
|
-
azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=
|
|
168
|
+
azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=4Un2A9X5V1rrpq2nUKzTW3zT6AsljBNPFUM8D1MUvZM,10308
|
|
169
169
|
azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty,sha256=tOgTrDO41jsFHloabSBCWcbwKB1MtGGxHH_pyFIn2Vk,5350
|
|
170
170
|
azure/ai/evaluation/_evaluators/_tool_call_accuracy/__init__.py,sha256=vYB4Y_3n1LqTiEeZB1O1A0b14wpURBwtW0wPEN2FG9Q,288
|
|
171
|
-
azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=
|
|
171
|
+
azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=TCyJJmJzR-rq1VK3n8aRPiN6hadeHXFYuWeG9y_tN0g,18320
|
|
172
172
|
azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=0YgN5SwlWCdcqHAhRU5NEVlZL062tQMiFil0bvdppn4,3890
|
|
173
173
|
azure/ai/evaluation/_evaluators/_ungrounded_attributes/__init__.py,sha256=wGZBd_cRDgkuS-0HV9qm81dHK7ScYdKd98xLPtk6EwQ,118
|
|
174
|
-
azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=
|
|
174
|
+
azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=GEktjSmqJXn_m-rQqm_pkJMUPyIFnVeMUFfI0EUoFIA,4336
|
|
175
175
|
azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
|
|
176
|
-
azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=
|
|
176
|
+
azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=EaMp7lIGNvyibOj-pJreifMdw2OXVQ3vkL8-4BkX3zg,6481
|
|
177
177
|
azure/ai/evaluation/_legacy/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
178
178
|
azure/ai/evaluation/_legacy/_adapters/__init__.py,sha256=LGQk1gGjDTCtd-vEQj6ObYyK7Mff9zL1jFOq7iTrOSU,450
|
|
179
179
|
azure/ai/evaluation/_legacy/_adapters/_check.py,sha256=ojKjHEtjzfg9QA4o4vH4cLVpdw1F-7snxCQ-sdjRFig,426
|
|
@@ -212,7 +212,7 @@ azure/ai/evaluation/_legacy/prompty/_utils.py,sha256=NCuZYuAZSguDtFsLAcgVwwPyAPM
|
|
|
212
212
|
azure/ai/evaluation/_legacy/prompty/_yaml_utils.py,sha256=pVL6xgTHC3AKKD5plJ4d6hiBuComaOlUww1uqqDQlB4,3350
|
|
213
213
|
azure/ai/evaluation/_safety_evaluation/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
|
|
214
214
|
azure/ai/evaluation/_safety_evaluation/_generated_rai_client.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
215
|
-
azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=
|
|
215
|
+
azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=4uzRzFE3069oF-lsmOb3bPZ4eaQ76ampIs2fZ8LI0JI,42452
|
|
216
216
|
azure/ai/evaluation/_vendor/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
217
217
|
azure/ai/evaluation/_vendor/rouge_score/__init__.py,sha256=03OkyfS_UmzRnHv6-z9juTaJ6OXJoEJM989hgifIZbc,607
|
|
218
218
|
azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=DtNSeshHipzc6vFnvx7kbs5viXe4LNq-ZrgllFvfR4U,11299
|
|
@@ -224,7 +224,7 @@ azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=yMK5z91_w6GIz
|
|
|
224
224
|
azure/ai/evaluation/red_team/_attack_strategy.py,sha256=CmMYhp9cm8xTr63LbrFnfFyTxXQ3Xn4PZ5tEfMRFVIQ,1431
|
|
225
225
|
azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=H58nU6IVEpeDuTZPsxIoYKXAvU3dAWnLRhA8wyaY11s,3071
|
|
226
226
|
azure/ai/evaluation/red_team/_default_converter.py,sha256=K8G775VVdQLsAqff60BBNFrNRj8JijB7St9XOHmGQGA,775
|
|
227
|
-
azure/ai/evaluation/red_team/_red_team.py,sha256=
|
|
227
|
+
azure/ai/evaluation/red_team/_red_team.py,sha256=He-iKFL3uqg0f02bJfgLc3XNAc8g1tbjshU46KQbjL8,132526
|
|
228
228
|
azure/ai/evaluation/red_team/_red_team_result.py,sha256=BwHf0KBGe9hqyWeTYDOOuoIxJ0rqkY9lHLUOZ02wPJI,17340
|
|
229
229
|
azure/ai/evaluation/red_team/_utils/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
|
|
230
230
|
azure/ai/evaluation/red_team/_utils/constants.py,sha256=ctSsuWiavhaGApRgP6fL3OtNGphnCKuesTQOwR833nk,2289
|
|
@@ -236,30 +236,30 @@ azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rb
|
|
|
236
236
|
azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=FQ9ZNruqPY4o06uu2uig2MZSbearwAJwieIB26GbPOU,1833
|
|
237
237
|
azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=-vkPNop_dJDG8skju4v3skCjdx2brl7OomoSP37q-GM,24791
|
|
238
238
|
azure/ai/evaluation/simulator/_constants.py,sha256=jtsj-XzbseurEAxWmB-iSPmXu7B6ZHrM3bl07j-zruM,875
|
|
239
|
-
azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=
|
|
240
|
-
azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=
|
|
239
|
+
azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=dXF0_ExD7l6WUUCKkO5tmOjGpR00CKAhpSPI-f8804I,11045
|
|
240
|
+
azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=3VQW2Qgk3pdhd960YAJs3SE-Uptc11lSu7XapxQwSPk,11236
|
|
241
241
|
azure/ai/evaluation/simulator/_simulator.py,sha256=aVoPvTQsY7u4O0YYQm4pug368UelKefAxa38dJVZ4ps,36513
|
|
242
242
|
azure/ai/evaluation/simulator/_utils.py,sha256=16NltlywpbMtoFtULwTKqeURguIS1kSKSo3g8uKV8TA,5181
|
|
243
243
|
azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=bhAXScChUuJrBoUNEWeDLRoM8wntXEXosUhr7-1Amq4,18257
|
|
244
244
|
azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=aWiodVvzA9yy1itkoVtW88B4qhEpxpnztx0G1-w7U_Y,7729
|
|
245
|
-
azure/ai/evaluation/simulator/_conversation/constants.py,sha256=
|
|
245
|
+
azure/ai/evaluation/simulator/_conversation/constants.py,sha256=Foy1x1RE4Svt0OPa4oZFeuubtzpjho6lY_WBL6Zm-jM,969
|
|
246
246
|
azure/ai/evaluation/simulator/_data_sources/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
247
247
|
azure/ai/evaluation/simulator/_data_sources/grounding.json,sha256=jqdqHrCgS7hN7K2kXSEcPCmzFjV4cv_qcCSR-Hutwx4,1257075
|
|
248
248
|
azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=FQwgrJvzq_nv3wF9DBr2pyLn2V2hKGmtp0QN9nwpAww,203
|
|
249
249
|
azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=sbKc3O5qsg77LEaSEQfWDfzqEFXVDw612BaDcBo3E7A,1095
|
|
250
250
|
azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=BOttMTec3muMiA4OzwD_iW08GTrhja7PL9XVjRCN3jM,3029
|
|
251
251
|
azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=soaUHfmd_IK1FINPRKgKens7qKOVw9BZwc7ms7N6zrk,860
|
|
252
|
-
azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=
|
|
252
|
+
azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=m_Wy8g--p1PzGc8SDs-R4Z0ZuttCBzFEQQweUuvdhxY,6887
|
|
253
253
|
azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=DO9vRSLsp974S1f8KdK3w2fTicdAcv3Y0gntwtXehm4,6433
|
|
254
254
|
azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=BCKOS3QY1iUn6gLB00fXzKervpzbeufJ8gx__Fb5-8U,10587
|
|
255
255
|
azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=nvDS33uaxLpuvZEC4aotu-P9-CHqLiyCInED6Xq9ZQ0,11643
|
|
256
|
-
azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=
|
|
256
|
+
azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=fCXWP-ZDYNj6vjbxGNKisJalmQ0EcMvCOhcL7YwhCR8,7724
|
|
257
257
|
azure/ai/evaluation/simulator/_model_tools/models.py,sha256=V3Rs9htzt0XtLdLZRaHB_hxMRcJ-z_VR9eXwBOKpi_Y,22373
|
|
258
258
|
azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
259
259
|
azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
|
|
260
260
|
azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
|
|
261
|
-
azure_ai_evaluation-1.
|
|
262
|
-
azure_ai_evaluation-1.
|
|
263
|
-
azure_ai_evaluation-1.
|
|
264
|
-
azure_ai_evaluation-1.
|
|
265
|
-
azure_ai_evaluation-1.
|
|
261
|
+
azure_ai_evaluation-1.7.0.dist-info/METADATA,sha256=6Temm52FtwSfaOpaa_JWhvidiPF8NVcN412YvQpKFZk,38061
|
|
262
|
+
azure_ai_evaluation-1.7.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
|
|
263
|
+
azure_ai_evaluation-1.7.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
|
|
264
|
+
azure_ai_evaluation-1.7.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
|
|
265
|
+
azure_ai_evaluation-1.7.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|