azure-ai-evaluation 1.6.0__py3-none-any.whl → 1.7.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of azure-ai-evaluation might be problematic. Click here for more details.

Files changed (55) hide show
  1. azure/ai/evaluation/__init__.py +1 -0
  2. azure/ai/evaluation/_aoai/aoai_grader.py +1 -1
  3. azure/ai/evaluation/_aoai/label_grader.py +2 -2
  4. azure/ai/evaluation/_aoai/string_check_grader.py +2 -2
  5. azure/ai/evaluation/_aoai/text_similarity_grader.py +2 -2
  6. azure/ai/evaluation/_common/__init__.py +3 -1
  7. azure/ai/evaluation/_common/evaluation_onedp_client.py +50 -5
  8. azure/ai/evaluation/_common/onedp/operations/_operations.py +1 -1
  9. azure/ai/evaluation/_common/rai_service.py +7 -6
  10. azure/ai/evaluation/_converters/_ai_services.py +162 -118
  11. azure/ai/evaluation/_converters/_models.py +76 -6
  12. azure/ai/evaluation/_eval_mapping.py +2 -0
  13. azure/ai/evaluation/_evaluate/_evaluate.py +11 -13
  14. azure/ai/evaluation/_evaluate/_evaluate_aoai.py +24 -5
  15. azure/ai/evaluation/_evaluators/_bleu/_bleu.py +11 -1
  16. azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py +9 -1
  17. azure/ai/evaluation/_evaluators/_coherence/_coherence.py +12 -2
  18. azure/ai/evaluation/_evaluators/_common/_base_eval.py +4 -0
  19. azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py +12 -2
  20. azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py +14 -4
  21. azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py +9 -8
  22. azure/ai/evaluation/_evaluators/_content_safety/_sexual.py +10 -0
  23. azure/ai/evaluation/_evaluators/_content_safety/_violence.py +10 -0
  24. azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py +31 -29
  25. azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py +10 -0
  26. azure/ai/evaluation/_evaluators/_fluency/_fluency.py +10 -0
  27. azure/ai/evaluation/_evaluators/_gleu/_gleu.py +10 -0
  28. azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py +10 -0
  29. azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py +10 -0
  30. azure/ai/evaluation/_evaluators/_meteor/_meteor.py +10 -0
  31. azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py +11 -0
  32. azure/ai/evaluation/_evaluators/_qa/_qa.py +10 -0
  33. azure/ai/evaluation/_evaluators/_relevance/_relevance.py +10 -0
  34. azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py +13 -0
  35. azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py +10 -0
  36. azure/ai/evaluation/_evaluators/_rouge/_rouge.py +10 -0
  37. azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py +10 -0
  38. azure/ai/evaluation/_evaluators/_similarity/_similarity.py +10 -0
  39. azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py +11 -0
  40. azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py +80 -10
  41. azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py +10 -0
  42. azure/ai/evaluation/_evaluators/_xpia/xpia.py +11 -0
  43. azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py +26 -7
  44. azure/ai/evaluation/_version.py +1 -1
  45. azure/ai/evaluation/red_team/_red_team.py +183 -128
  46. azure/ai/evaluation/simulator/_conversation/constants.py +1 -1
  47. azure/ai/evaluation/simulator/_direct_attack_simulator.py +3 -3
  48. azure/ai/evaluation/simulator/_indirect_attack_simulator.py +3 -3
  49. azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py +2 -0
  50. azure/ai/evaluation/simulator/_model_tools/_template_handler.py +6 -5
  51. {azure_ai_evaluation-1.6.0.dist-info → azure_ai_evaluation-1.7.0.dist-info}/METADATA +26 -3
  52. {azure_ai_evaluation-1.6.0.dist-info → azure_ai_evaluation-1.7.0.dist-info}/RECORD +55 -55
  53. {azure_ai_evaluation-1.6.0.dist-info → azure_ai_evaluation-1.7.0.dist-info}/NOTICE.txt +0 -0
  54. {azure_ai_evaluation-1.6.0.dist-info → azure_ai_evaluation-1.7.0.dist-info}/WHEEL +0 -0
  55. {azure_ai_evaluation-1.6.0.dist-info → azure_ai_evaluation-1.7.0.dist-info}/top_level.txt +0 -0
@@ -1,28 +1,28 @@
1
- azure/ai/evaluation/__init__.py,sha256=hMKlEJjyULlBUt6ansPS1_2cLdz8iR715fikuMUZbyE,3794
1
+ azure/ai/evaluation/__init__.py,sha256=r4Xj_k-yjJXChFIENaz_1vDY4vZSy8tf6MRLlWJjsSY,3866
2
2
  azure/ai/evaluation/_constants.py,sha256=kptry2VQRoInON1SpCZ6yJSVNvdgYC0wfkxsV4K8u1w,3727
3
- azure/ai/evaluation/_eval_mapping.py,sha256=skdfUfV1jG6jTdWTLVfOh0eeS60Gt0kvr-PJlDcvkzQ,2496
3
+ azure/ai/evaluation/_eval_mapping.py,sha256=MqLU4KDn1wHegbAjoS6HpQPStGPEiTOCf-q1SD8Gw_w,2582
4
4
  azure/ai/evaluation/_exceptions.py,sha256=XVliA6hj3C9Pz1ryBn0aC2izpno953VZwarTEfRumi0,5409
5
5
  azure/ai/evaluation/_http_utils.py,sha256=1bGce6pKAL-vmaUGRPxVX7DVO05XVQ8YPIwIQ3q7mfA,17221
6
6
  azure/ai/evaluation/_model_configurations.py,sha256=MNN6cQlz7P9vNfHmfEKsUcly3j1FEOEFsA8WV7GPuKQ,4043
7
7
  azure/ai/evaluation/_user_agent.py,sha256=O2y-QPBAcw7w7qQ6M2aRPC3Vy3TKd789u5lcs2yuFaI,290
8
- azure/ai/evaluation/_version.py,sha256=cr6NakZmKvQuqv3P6cLeR8lJWiSwLUCWVqlMj_ZkEmA,229
8
+ azure/ai/evaluation/_version.py,sha256=tlS1Ht1i2Nh2nXXHGSsfL3WWEGo_hHTCCI0v8jtdvKo,229
9
9
  azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
10
  azure/ai/evaluation/_aoai/__init__.py,sha256=DE9av37bnDMCbYjgXAY9pcmCol7URCMkJCTIbRn1xHo,264
11
- azure/ai/evaluation/_aoai/aoai_grader.py,sha256=PmpawSTWGGh6dwvwQYWvL19BDNbS77mVDSivuftQh_0,4128
12
- azure/ai/evaluation/_aoai/label_grader.py,sha256=jTWIBOhF9qWlZl7kKH__Ynq6-YqKNgw91nHZfL2vnhw,2690
13
- azure/ai/evaluation/_aoai/string_check_grader.py,sha256=sc5-D_aXYQGBeqX1U_rGKdO5hhSN7_u60Lesc3V9SsA,2303
14
- azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=Hq2qIF4htGddW87gGFvBQTXCMOpjifZTpJtTTRQNg2Q,2874
11
+ azure/ai/evaluation/_aoai/aoai_grader.py,sha256=QyLlEeNy4BE2mdE2lKyArV8sHbiaFLDyI2j0xxlVEZ0,4121
12
+ azure/ai/evaluation/_aoai/label_grader.py,sha256=3ta7MbMgzhHmY0v72u43CKEZseK5axAEdMGLlawIAtc,2659
13
+ azure/ai/evaluation/_aoai/string_check_grader.py,sha256=qVW4H3eRl5WSie0dlHFevW4fR8KoXW4B4Z4Q11FDVeY,2278
14
+ azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=FT2TM89oVKLhFPA98OpG3a3SGcfX7POrvf9hps2pukY,2846
15
15
  azure/ai/evaluation/_azure/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
16
16
  azure/ai/evaluation/_azure/_clients.py,sha256=YugjJQKqbilvU2gorgtUiKFi3AQZLlsqPPQeWee4WbE,9116
17
17
  azure/ai/evaluation/_azure/_envs.py,sha256=SBJL7wHOCzJ59nuHiOXK5fkoqe8CHMMKCLoPUWm6qRM,9393
18
18
  azure/ai/evaluation/_azure/_models.py,sha256=Vxcg7WfpAyxLQ-EesZzLGqopguV9Oohfjf-vWKTOA-8,12527
19
19
  azure/ai/evaluation/_azure/_token_manager.py,sha256=_CGub9uIA-N6-9M6mm7gyk9m-B8kr4i1bw9GkqDKLQs,5450
20
- azure/ai/evaluation/_common/__init__.py,sha256=vqpCpekamv-Cc75OuoGI06tywmX419hqYVztVMZYaLo,797
20
+ azure/ai/evaluation/_common/__init__.py,sha256=Da2pjszo7wF6lAQKcs4ayfYVcpKDeNdAnwdueNx-Db8,863
21
21
  azure/ai/evaluation/_common/_experimental.py,sha256=GVtSn9r1CeR_yEa578dJVNDJ3P24eqe8WYdH7llbiQY,5694
22
22
  azure/ai/evaluation/_common/constants.py,sha256=7gwcSbcJr-KHA-7Llmpuo4kap_l3X5-emAn2LMb_wk4,2281
23
- azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=SU6udOg8lVJ6qZZeMm_GEhAYfbEBYOgjMAAjEbbyCjw,5537
23
+ azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=QkmEfewIwLhZ9rVey26ZFuty5WzXwFJ6lSx-LAkGRek,7567
24
24
  azure/ai/evaluation/_common/math.py,sha256=d4bwWe35_RWDIZNcbV1BTBbHNx2QHQ4-I3EofDyyNE0,2863
25
- azure/ai/evaluation/_common/rai_service.py,sha256=_V7nw27GPle94orsbxJtlGetATY8RvKEzf7SKgPMM9M,34454
25
+ azure/ai/evaluation/_common/rai_service.py,sha256=PNbGB_Clq8dydKhxOh9bojszWBkWxkvDOBLcCuSN66c,34810
26
26
  azure/ai/evaluation/_common/utils.py,sha256=mbmPSjOxQHir6QfUDMZXFP85qBc_SQhZ8G1mFKd601M,21531
27
27
  azure/ai/evaluation/_common/onedp/__init__.py,sha256=7bv0pblNvJFyhZArS85JZ1KLyVQ6Cly8z2q30wvEq2M,1058
28
28
  azure/ai/evaluation/_common/onedp/_client.py,sha256=Gc_mtATKUHML5znufEDlfTx8F08UYBLASSNC3Gb2tZ8,7045
@@ -48,7 +48,7 @@ azure/ai/evaluation/_common/onedp/models/_enums.py,sha256=xWkVAfjZGxnQsaGENmgpfK
48
48
  azure/ai/evaluation/_common/onedp/models/_models.py,sha256=VIP7RCP-48LSMfc4m0HPSgt40sCnciKNjlV_C-p5H0E,92197
49
49
  azure/ai/evaluation/_common/onedp/models/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
50
50
  azure/ai/evaluation/_common/onedp/operations/__init__.py,sha256=2rIhesutTPrcc8BUqSVkRpkQdxTI5lzucEOqj552P0E,1618
51
- azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=ctlV_BRhHimvHawGXCSCtdoC7BvnrRAUGDxBm8tmf5o,240792
51
+ azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=y1xIio9h_kvw_-CooQpaFKZ1pVU70Qmi22Jaf9YDDuE,240793
52
52
  azure/ai/evaluation/_common/onedp/operations/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
53
53
  azure/ai/evaluation/_common/onedp/servicepatterns/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
54
54
  azure/ai/evaluation/_common/onedp/servicepatterns/aio/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
@@ -89,12 +89,12 @@ azure/ai/evaluation/_common/raiclient/operations/__init__.py,sha256=Ah41eszCE4ZD
89
89
  azure/ai/evaluation/_common/raiclient/operations/_operations.py,sha256=_-B8zU6GQ4RciGvBcAoVNlfGdNXaqf2XsS3EP-kYu10,50944
90
90
  azure/ai/evaluation/_common/raiclient/operations/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
91
91
  azure/ai/evaluation/_converters/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
92
- azure/ai/evaluation/_converters/_ai_services.py,sha256=U2s-KdCAv4ja-Xo0nGUhjIQEoyg9QmSj2Dqt73uufUo,37091
93
- azure/ai/evaluation/_converters/_models.py,sha256=LlrB7Vj_uW3-Ng06b3EHahRXf690W4j2XfYihS7dejo,11029
92
+ azure/ai/evaluation/_converters/_ai_services.py,sha256=1ZaCNNpocCcg_fWzwCR4TAgVCt1b04-FCEOZzejO658,38788
93
+ azure/ai/evaluation/_converters/_models.py,sha256=cd3uEUvXNnxEEEGMYE5_V9XEeIwhtCF_qZOwVIx9JPw,14010
94
94
  azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
95
95
  azure/ai/evaluation/_evaluate/_eval_run.py,sha256=ZlDvTNDiMSZ2VfzVicPmEGx65LL3LmcKcPWft6XjWcA,21991
96
- azure/ai/evaluation/_evaluate/_evaluate.py,sha256=Loh9IlLzrPnEdxm9dsfQhBT0PLmrOujbMhNe1G1zT10,50689
97
- azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=lxBPDBTddEVAIwoXTEbwNmuaR10Wdcqz6NVmBSZxjio,23899
96
+ azure/ai/evaluation/_evaluate/_evaluate.py,sha256=JwukXczL0rb_1BcvqPtk3IdXweyjJth6wMNxTxJZqdg,50900
97
+ azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=Z7Ku3geqOEWvlODQ7IpYWpT3TXSjKPV7OCtYQBJ10JU,24999
98
98
  azure/ai/evaluation/_evaluate/_utils.py,sha256=w-71izKmbqaA4aOLCop6Jj39Z6bWGpB1INy70MpYxws,18899
99
99
  azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=cPLi_MJ_pCp8eKBxJbiSoxgTnN3nDLuaP57dMkKuyhg,552
100
100
  azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=UkqF7iJUY9lxxMKPuLSsOtLpp3rzq-PTbUnSLq-LQc0,4650
@@ -106,74 +106,74 @@ azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=TrZ_IkbU8D
106
106
  azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=tBZ98BC8sIuANCTZsgONQblR-Vrw2oIcRqjjyHxbZio,3513
107
107
  azure/ai/evaluation/_evaluators/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
108
108
  azure/ai/evaluation/_evaluators/_bleu/__init__.py,sha256=quKKO0kvOSkky5hcoNBvgBuMeeVRFCE9GSv70mAdGP4,260
109
- azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=ZX12bWcDop7HX5hXT2im2KLIJTWik9ok67zK2hZo1WY,4429
109
+ azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=4X6_tqzNamdNpTz3UuGd0KPop-EB81P8evKI67lhis8,4987
110
110
  azure/ai/evaluation/_evaluators/_code_vulnerability/__init__.py,sha256=zRHHxYA6CI72iqZaZz9eSbDHwhhjp5hjicEK_RWXlL0,109
111
- azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=Ud8YN2umel_hm_qWH0LZSSkMeL-pDjfC8NtQud6eGow,4068
111
+ azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=OhQPkvcHw89UwFIQQ_6mfqWWhUUo-u7xTvzDab7TwZw,4573
112
112
  azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
113
- azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=IFk4RYa0h39i9GbtUYDph78ELx9GTJ6gzk4-oBtdL34,5378
113
+ azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=060e8p1DybkaMBu7YuZeV2nKmgT00z15HncDhuvgZJI,5899
114
114
  azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
115
115
  azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=xAymP_CZy4aPzWplMdXgQUQVDIUEMI-0nbgdm_umFYY,498
116
- azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=-ay2631R91F7qjTpqAGJLsPnNYB8rXAhyU0wkZQTExk,25744
116
+ azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=ZaUTsiqvaGT7fFgTjxOpqpOnn93NJtMKLCv00PSeHfM,25843
117
117
  azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=yYFpoCDe2wMFQck0ykbX8IJBBidk6NT1wUTkVFlVSy8,2728
118
118
  azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=p7i5WkRljrCtidd6oF_A6iWcwNFrZMVoaVjEyoBTXig,6715
119
119
  azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=pJHOMYS7vmVEk6PYvIu1VTi0WbNXTZhuh5q2p12ydgg,8569
120
120
  azure/ai/evaluation/_evaluators/_common/_conversation_aggregators.py,sha256=gjDBjRxJKwaHbshWH0j2idjlzfzNMnT9a9RL0fQiKeM,2129
121
121
  azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
122
- azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=xZwQnmSqaKmLtZaDAoM4vZxOVeudGQaVxa5GLV03NwI,6309
123
- azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=uEnsyhjJ-oQRSkMeHjEJwURhkWBXXtkaIWEhjRR6qPY,6656
124
- azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=wNyUm2QT1_Jpm7a8uOy74rOMF3yGNupC10g_kbEwRBI,5854
125
- azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=-yuKdXd98wQazlQ8s1bB7yee-sAIm-vHlVzDW1sC1t0,6099
126
- azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=8SwwogI7gBFep_KQKh0SjiNkbxreQToXtUDMr1L6jpA,6159
122
+ azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=dDPkXdAl6Ut1dpKjiw-VwZNgim5d_BgcpTPR0r0DTEk,6890
123
+ azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=laDT9WWkNIrNh24E9vaUMXQ_fOTR9f8hySeTX_EvaA4,7256
124
+ azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=wVfirreCFXJugJa_c2GPFsEPjoFql6-d3nRpWTvP_mw,6051
125
+ azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=Hl7Qp2Exh70pmwIx6g-ceW7uwOa6rkckKbVtBqx-x_c,6599
126
+ azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=WVfRUjetibnHRDqBgvdXmiRSRrjLUeH1g1mNKocGxsY,6665
127
127
  azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py,sha256=nefQB4uzoFDrITcU3aYY1lou2pc4ASGvSeMoejS8jM8,399
128
- azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py,sha256=jqTENMQ6DvVfh04tqiEPbWyUETzcQ7CgV7Oo8j8tMec,19875
128
+ azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py,sha256=NBYONxwi03tKyhrnkvVKd1sga3o6xVzr6MSf0vnPU8g,20607
129
129
  azure/ai/evaluation/_evaluators/_eci/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
130
130
  azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=a36sLZPHKi3YAdl0JvpL6vboZMqgGjnmz0qZ-o8vcWY,2934
131
131
  azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
132
- azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=Nt4QgiJew6cuLyE3fsy9tizNsC8Rk2vCBiu1FA2doAY,6483
132
+ azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=fYiPNEMcdfWqQadsHAUxr9PYiCKTbKGZIgVbrrqoHe8,6988
133
133
  azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
134
- azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=BcIElBCXVAB0BOy-PO8Do3wbYW7kisnBOse1DAh1I34,5092
134
+ azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=0h8zB0qOwLxu8drQGp6DQzr51q6hbMxWkKCeYpP_Wdg,5594
135
135
  azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSsLTSKEM_ApJuxxuKWQpNblrTEkFY,4861
136
136
  azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
137
- azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=QnogGvw2JmmV4YZCOvoZMMvoB9JMAjnac2r5h806zmI,4421
137
+ azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=qRRH0ByDS0HJ1c-quXm1R7DPMSnX8U5cTVJKUTV8NsI,4932
138
138
  azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
139
- azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=f048eUv5z2vt_TULghxplAinhp8nqWkO5_AX4AgLWyM,7634
139
+ azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=iz00CEEWVxXkjA43xKGtcSkvXsjSfIziOQgsjcZXO3o,8144
140
140
  azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
141
141
  azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
142
142
  azure/ai/evaluation/_evaluators/_intent_resolution/__init__.py,sha256=Lr8krXt2yfShFTAuwjTFgrUbO75boLLrRSnF1mriN_Q,280
143
- azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=ybloJdawB6CyB23dEUo3yfKGNO7CxHk6gxWTJYA5ka8,10895
143
+ azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=6Er-UgDSD77cUxj7zO42KR_blGE7hJ3-DfhjsEe5PzI,11427
144
144
  azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=p8_V-bB3uOqqXWRsDNa4eIOoP8U-_D-5fZuCNSL8ZUU,7467
145
145
  azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
146
- azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=DCWzH-wtWlWKkMUXK7nN-hpBYqEKT5cZSl6ikMNaNkw,5462
146
+ azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=TyzMNn5V8SVWD02c8rAxF2Hah8M1sHcqerUhOIORJ18,5971
147
147
  azure/ai/evaluation/_evaluators/_protected_material/__init__.py,sha256=eRAQIU9diVXfO5bp6aLWxZoYUvOsrDIfy1gnDOeNTiI,109
148
- azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=IABs1YMBZdIi1u57dPi-aQpSiPWIGxEZ4hyt97jvdNA,4604
148
+ azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=Lj9swebEldxelmnV9N9Zsy6umW_H8Y2gBcgFxmygu6c,5136
149
149
  azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
150
- azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=A0amMuVRCgcHP567LkXnFXJAWCzdPQfSxisbKLycASw,5772
150
+ azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=HukkUHjYPVPJpnfstF5QvVu3-XZz5q5fTZU5AksPjB4,6252
151
151
  azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
152
- azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=ArHNIBnoSLoedjenuZD4cq-p15I31BjIZDs-17OZpNk,6068
152
+ azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=THCnKwg_Wcok22MNBMK7KJNj138_KNQj7zAXYeHtqkM,6569
153
153
  azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=VHKzVlC2Cv1xuholgIGmerPspspAI0t6IgJ2cxOuYDE,4811
154
154
  azure/ai/evaluation/_evaluators/_response_completeness/__init__.py,sha256=U3eqkQQAgRif46B6UGdq3yWefgbkZGJ3ZE2sKoZQDlU,292
155
- azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=oClDNyE42eI3K6qz5n8yIpFhtBqwmDhQU6tBMUQMZrs,7553
155
+ azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=PDGwQEHPIW8caZBaVkabDMcV0REEhtJR9J8rs8WTeXw,8078
156
156
  azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=25PqzWWtpwvsKNnBGDNfqsKKo2RpyeiIFzvK8sauPDg,7520
157
157
  azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
158
- azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=eddgpihSjZwQH58lcfL0vYh-07H_TOVT8dt_MxRZfBk,5791
158
+ azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=X4hf_1A1sK2oxU1CfgORIm-QZ_-19U24WzK3w1aOrM4,6292
159
159
  azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=_YVoO4Gt_WD42bUcj5n6BDW0dMUqNf0yF3Nj5XMOX2c,16490
160
160
  azure/ai/evaluation/_evaluators/_rouge/__init__.py,sha256=kusCDaYcXogDugGefRP8MQSn9xv107oDbrMCqZ6K4GA,291
161
- azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=BrOr7qj_jLDPSbOy4jupF6FWahoKLJnAxrJGcfU92DA,9631
161
+ azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=P8qyKMeZ70AqSIIpMC_MU-hMyRJnEzFZINeE7j1M4u4,10137
162
162
  azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py,sha256=0DODUGTOgaYyFbO9_zxuwifixDL3SIm3EkwP1sdwn6M,288
163
- azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=YkmGxWOIzuPaBoxY2rxlkOQzw-atyo9lKtGgv34wulw,7544
163
+ azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=JZAX9o7UiF-vi6WdSJ6dFOXhkg97uDW3dP1nsUFUH_E,8065
164
164
  azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
165
- azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=AbvDy2Cj6XTFCWa4plnPfPt-ElObI-9Xp5bH3Lr40MI,4934
165
+ azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=IF5JJ3JpojURNDIRxYOx9_sbEHGEuLQREa65YeegnYA,5438
166
166
  azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
167
167
  azure/ai/evaluation/_evaluators/_task_adherence/__init__.py,sha256=9HtNrG7yYX0Ygq3cZoS_0obAvGgmy5HWcsBcPKoB15c,271
168
- azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=Cj1GbAV_VHvVcgelKcfbqxhb2HFIVazFLPIk32qC4I4,9788
168
+ azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=4Un2A9X5V1rrpq2nUKzTW3zT6AsljBNPFUM8D1MUvZM,10308
169
169
  azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty,sha256=tOgTrDO41jsFHloabSBCWcbwKB1MtGGxHH_pyFIn2Vk,5350
170
170
  azure/ai/evaluation/_evaluators/_tool_call_accuracy/__init__.py,sha256=vYB4Y_3n1LqTiEeZB1O1A0b14wpURBwtW0wPEN2FG9Q,288
171
- azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=t4muegaCS-NP1BW0a3ojST1Ws9ZVZYSnyFixZP_0Mtg,14706
171
+ azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=TCyJJmJzR-rq1VK3n8aRPiN6hadeHXFYuWeG9y_tN0g,18320
172
172
  azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=0YgN5SwlWCdcqHAhRU5NEVlZL062tQMiFil0bvdppn4,3890
173
173
  azure/ai/evaluation/_evaluators/_ungrounded_attributes/__init__.py,sha256=wGZBd_cRDgkuS-0HV9qm81dHK7ScYdKd98xLPtk6EwQ,118
174
- azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=h534CBX_OfFcmb_QmGKl6MURvmvewbleqeg8iCBZq8c,3800
174
+ azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=GEktjSmqJXn_m-rQqm_pkJMUPyIFnVeMUFfI0EUoFIA,4336
175
175
  azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
176
- azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=64ersTyBvmkl2lvuuh5YJqJ2Ow0RUzjlqxZCnhYhS0g,5958
176
+ azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=EaMp7lIGNvyibOj-pJreifMdw2OXVQ3vkL8-4BkX3zg,6481
177
177
  azure/ai/evaluation/_legacy/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
178
178
  azure/ai/evaluation/_legacy/_adapters/__init__.py,sha256=LGQk1gGjDTCtd-vEQj6ObYyK7Mff9zL1jFOq7iTrOSU,450
179
179
  azure/ai/evaluation/_legacy/_adapters/_check.py,sha256=ojKjHEtjzfg9QA4o4vH4cLVpdw1F-7snxCQ-sdjRFig,426
@@ -212,7 +212,7 @@ azure/ai/evaluation/_legacy/prompty/_utils.py,sha256=NCuZYuAZSguDtFsLAcgVwwPyAPM
212
212
  azure/ai/evaluation/_legacy/prompty/_yaml_utils.py,sha256=pVL6xgTHC3AKKD5plJ4d6hiBuComaOlUww1uqqDQlB4,3350
213
213
  azure/ai/evaluation/_safety_evaluation/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
214
214
  azure/ai/evaluation/_safety_evaluation/_generated_rai_client.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
215
- azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=V_AZthT294sCdFVEuNum6mILerMqH-ANYd9B-S78NvA,40890
215
+ azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=4uzRzFE3069oF-lsmOb3bPZ4eaQ76ampIs2fZ8LI0JI,42452
216
216
  azure/ai/evaluation/_vendor/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
217
217
  azure/ai/evaluation/_vendor/rouge_score/__init__.py,sha256=03OkyfS_UmzRnHv6-z9juTaJ6OXJoEJM989hgifIZbc,607
218
218
  azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=DtNSeshHipzc6vFnvx7kbs5viXe4LNq-ZrgllFvfR4U,11299
@@ -224,7 +224,7 @@ azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=yMK5z91_w6GIz
224
224
  azure/ai/evaluation/red_team/_attack_strategy.py,sha256=CmMYhp9cm8xTr63LbrFnfFyTxXQ3Xn4PZ5tEfMRFVIQ,1431
225
225
  azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=H58nU6IVEpeDuTZPsxIoYKXAvU3dAWnLRhA8wyaY11s,3071
226
226
  azure/ai/evaluation/red_team/_default_converter.py,sha256=K8G775VVdQLsAqff60BBNFrNRj8JijB7St9XOHmGQGA,775
227
- azure/ai/evaluation/red_team/_red_team.py,sha256=Wy4dhMfTqaFjsU8MzrJ8NxeSt5UwZzTa2oSbTGEsxrY,129881
227
+ azure/ai/evaluation/red_team/_red_team.py,sha256=He-iKFL3uqg0f02bJfgLc3XNAc8g1tbjshU46KQbjL8,132526
228
228
  azure/ai/evaluation/red_team/_red_team_result.py,sha256=BwHf0KBGe9hqyWeTYDOOuoIxJ0rqkY9lHLUOZ02wPJI,17340
229
229
  azure/ai/evaluation/red_team/_utils/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
230
230
  azure/ai/evaluation/red_team/_utils/constants.py,sha256=ctSsuWiavhaGApRgP6fL3OtNGphnCKuesTQOwR833nk,2289
@@ -236,30 +236,30 @@ azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rb
236
236
  azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=FQ9ZNruqPY4o06uu2uig2MZSbearwAJwieIB26GbPOU,1833
237
237
  azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=-vkPNop_dJDG8skju4v3skCjdx2brl7OomoSP37q-GM,24791
238
238
  azure/ai/evaluation/simulator/_constants.py,sha256=jtsj-XzbseurEAxWmB-iSPmXu7B6ZHrM3bl07j-zruM,875
239
- azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=_5m_WUMD2WimrCV1HWC-xrsdnHppaxwIY-y1hdaqwcI,10968
240
- azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=qy1WHO4_37gnYGfSFj0eaQi_jg2ocSfL4FdJO_h09n0,11159
239
+ azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=dXF0_ExD7l6WUUCKkO5tmOjGpR00CKAhpSPI-f8804I,11045
240
+ azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=3VQW2Qgk3pdhd960YAJs3SE-Uptc11lSu7XapxQwSPk,11236
241
241
  azure/ai/evaluation/simulator/_simulator.py,sha256=aVoPvTQsY7u4O0YYQm4pug368UelKefAxa38dJVZ4ps,36513
242
242
  azure/ai/evaluation/simulator/_utils.py,sha256=16NltlywpbMtoFtULwTKqeURguIS1kSKSo3g8uKV8TA,5181
243
243
  azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=bhAXScChUuJrBoUNEWeDLRoM8wntXEXosUhr7-1Amq4,18257
244
244
  azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=aWiodVvzA9yy1itkoVtW88B4qhEpxpnztx0G1-w7U_Y,7729
245
- azure/ai/evaluation/simulator/_conversation/constants.py,sha256=3v7zkjPwJAPbSpJYIK6VOZZy70bJXMo_QTVqSFGlq9A,984
245
+ azure/ai/evaluation/simulator/_conversation/constants.py,sha256=Foy1x1RE4Svt0OPa4oZFeuubtzpjho6lY_WBL6Zm-jM,969
246
246
  azure/ai/evaluation/simulator/_data_sources/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
247
247
  azure/ai/evaluation/simulator/_data_sources/grounding.json,sha256=jqdqHrCgS7hN7K2kXSEcPCmzFjV4cv_qcCSR-Hutwx4,1257075
248
248
  azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=FQwgrJvzq_nv3wF9DBr2pyLn2V2hKGmtp0QN9nwpAww,203
249
249
  azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=sbKc3O5qsg77LEaSEQfWDfzqEFXVDw612BaDcBo3E7A,1095
250
250
  azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=BOttMTec3muMiA4OzwD_iW08GTrhja7PL9XVjRCN3jM,3029
251
251
  azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=soaUHfmd_IK1FINPRKgKens7qKOVw9BZwc7ms7N6zrk,860
252
- azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=ssWbQ8RCsojwqkcqp9FLuFfTnzUCAca7ygJ_gOC-au4,6692
252
+ azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=m_Wy8g--p1PzGc8SDs-R4Z0ZuttCBzFEQQweUuvdhxY,6887
253
253
  azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=DO9vRSLsp974S1f8KdK3w2fTicdAcv3Y0gntwtXehm4,6433
254
254
  azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=BCKOS3QY1iUn6gLB00fXzKervpzbeufJ8gx__Fb5-8U,10587
255
255
  azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=nvDS33uaxLpuvZEC4aotu-P9-CHqLiyCInED6Xq9ZQ0,11643
256
- azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=5XoM3H3_fk7SoxHoxEsBtkP_Y26Rx4KLpN__Z-u9BxU,7445
256
+ azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=fCXWP-ZDYNj6vjbxGNKisJalmQ0EcMvCOhcL7YwhCR8,7724
257
257
  azure/ai/evaluation/simulator/_model_tools/models.py,sha256=V3Rs9htzt0XtLdLZRaHB_hxMRcJ-z_VR9eXwBOKpi_Y,22373
258
258
  azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
259
259
  azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
260
260
  azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
261
- azure_ai_evaluation-1.6.0.dist-info/METADATA,sha256=XwCqViFvDnLxvcp9ZWgA3qiLpevbcCL7w0D6xiavMvE,37287
262
- azure_ai_evaluation-1.6.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
263
- azure_ai_evaluation-1.6.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
264
- azure_ai_evaluation-1.6.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
265
- azure_ai_evaluation-1.6.0.dist-info/RECORD,,
261
+ azure_ai_evaluation-1.7.0.dist-info/METADATA,sha256=6Temm52FtwSfaOpaa_JWhvidiPF8NVcN412YvQpKFZk,38061
262
+ azure_ai_evaluation-1.7.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
263
+ azure_ai_evaluation-1.7.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
264
+ azure_ai_evaluation-1.7.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
265
+ azure_ai_evaluation-1.7.0.dist-info/RECORD,,