azure-ai-evaluation 1.10.0__py3-none-any.whl → 1.11.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of azure-ai-evaluation might be problematic. Click here for more details.

Files changed (49) hide show
  1. azure/ai/evaluation/_common/onedp/models/_models.py +5 -0
  2. azure/ai/evaluation/_converters/_ai_services.py +60 -10
  3. azure/ai/evaluation/_converters/_models.py +75 -26
  4. azure/ai/evaluation/_evaluate/_eval_run.py +14 -1
  5. azure/ai/evaluation/_evaluate/_evaluate.py +13 -4
  6. azure/ai/evaluation/_evaluate/_evaluate_aoai.py +104 -35
  7. azure/ai/evaluation/_evaluate/_utils.py +4 -0
  8. azure/ai/evaluation/_evaluators/_coherence/_coherence.py +2 -1
  9. azure/ai/evaluation/_evaluators/_common/_base_eval.py +113 -19
  10. azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py +7 -2
  11. azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py +1 -1
  12. azure/ai/evaluation/_evaluators/_fluency/_fluency.py +2 -1
  13. azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py +113 -3
  14. azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py +8 -2
  15. azure/ai/evaluation/_evaluators/_relevance/_relevance.py +2 -1
  16. azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py +10 -2
  17. azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py +2 -1
  18. azure/ai/evaluation/_evaluators/_similarity/_similarity.py +2 -1
  19. azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py +8 -2
  20. azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py +104 -60
  21. azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty +58 -41
  22. azure/ai/evaluation/_exceptions.py +1 -0
  23. azure/ai/evaluation/_version.py +1 -1
  24. azure/ai/evaluation/red_team/__init__.py +2 -1
  25. azure/ai/evaluation/red_team/_attack_objective_generator.py +17 -0
  26. azure/ai/evaluation/red_team/_callback_chat_target.py +14 -1
  27. azure/ai/evaluation/red_team/_evaluation_processor.py +376 -0
  28. azure/ai/evaluation/red_team/_mlflow_integration.py +322 -0
  29. azure/ai/evaluation/red_team/_orchestrator_manager.py +661 -0
  30. azure/ai/evaluation/red_team/_red_team.py +697 -3067
  31. azure/ai/evaluation/red_team/_result_processor.py +610 -0
  32. azure/ai/evaluation/red_team/_utils/__init__.py +34 -0
  33. azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py +3 -1
  34. azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py +6 -0
  35. azure/ai/evaluation/red_team/_utils/exception_utils.py +345 -0
  36. azure/ai/evaluation/red_team/_utils/file_utils.py +266 -0
  37. azure/ai/evaluation/red_team/_utils/formatting_utils.py +115 -13
  38. azure/ai/evaluation/red_team/_utils/metric_mapping.py +24 -4
  39. azure/ai/evaluation/red_team/_utils/progress_utils.py +252 -0
  40. azure/ai/evaluation/red_team/_utils/retry_utils.py +218 -0
  41. azure/ai/evaluation/red_team/_utils/strategy_utils.py +17 -4
  42. azure/ai/evaluation/simulator/_adversarial_simulator.py +9 -0
  43. azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py +19 -5
  44. azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py +4 -3
  45. {azure_ai_evaluation-1.10.0.dist-info → azure_ai_evaluation-1.11.1.dist-info}/METADATA +39 -3
  46. {azure_ai_evaluation-1.10.0.dist-info → azure_ai_evaluation-1.11.1.dist-info}/RECORD +49 -41
  47. {azure_ai_evaluation-1.10.0.dist-info → azure_ai_evaluation-1.11.1.dist-info}/WHEEL +1 -1
  48. {azure_ai_evaluation-1.10.0.dist-info → azure_ai_evaluation-1.11.1.dist-info/licenses}/NOTICE.txt +0 -0
  49. {azure_ai_evaluation-1.10.0.dist-info → azure_ai_evaluation-1.11.1.dist-info}/top_level.txt +0 -0
@@ -1,11 +1,11 @@
1
1
  azure/ai/evaluation/__init__.py,sha256=hrP2gqioHoUe5QBvpkmNpQ45zu6g-ErReY-fqzWeOf8,5298
2
2
  azure/ai/evaluation/_constants.py,sha256=FNVxCt3_0MwZHtDsjRYPH5h6mT_48KCbJTBWBDTNujE,3729
3
3
  azure/ai/evaluation/_eval_mapping.py,sha256=CHabrfaRlWbrAYUZV5YXYH0GX_zk9tG9y1og6RtUAnU,2584
4
- azure/ai/evaluation/_exceptions.py,sha256=y5zVwhyoNuqjaE8P6E65j0-NRDE2Nx0iMq8F7_0kO-4,5848
4
+ azure/ai/evaluation/_exceptions.py,sha256=XTKiPpQlsT67Bj6WgL_ZkVOtHs1Pfvtb_T8W57e4Kyc,5886
5
5
  azure/ai/evaluation/_http_utils.py,sha256=d1McnMRT5lnaoR8x4r3pkfH2ic4T3JArclOK4kAaUmg,17261
6
6
  azure/ai/evaluation/_model_configurations.py,sha256=MNN6cQlz7P9vNfHmfEKsUcly3j1FEOEFsA8WV7GPuKQ,4043
7
7
  azure/ai/evaluation/_user_agent.py,sha256=SgUm6acnwyoENu8KroyaWRrJroJNqLZBccpQoeKyrHw,1144
8
- azure/ai/evaluation/_version.py,sha256=6wd-PDI7lXxIj0JWkLpHM3nxqs22YSfHFt4rjZRC69E,230
8
+ azure/ai/evaluation/_version.py,sha256=gqRNgEAqGuI2py7wqGmQavqkaH8Aq3fxviKCKzLjPGQ,230
9
9
  azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
10
  azure/ai/evaluation/_aoai/__init__.py,sha256=0Ji05ShlsJaytvexXUpCe69t0jSNd3PpNbhr0zCkr6A,265
11
11
  azure/ai/evaluation/_aoai/aoai_grader.py,sha256=8mp_dwMK-MdKkoiTud9ra6ExKyYV1SAPXr1m46j4lm4,4434
@@ -49,7 +49,7 @@ azure/ai/evaluation/_common/onedp/aio/operations/_operations.py,sha256=xSkn23Wei
49
49
  azure/ai/evaluation/_common/onedp/aio/operations/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
50
50
  azure/ai/evaluation/_common/onedp/models/__init__.py,sha256=3p1f6D_dLR78NZD8KIW96QIGFEPC4hX0Cmny_GFW3lE,4111
51
51
  azure/ai/evaluation/_common/onedp/models/_enums.py,sha256=BmRNUNzEQNeS_wAeTSJedRFOz6KUQfu3ui4X__DCQ48,9230
52
- azure/ai/evaluation/_common/onedp/models/_models.py,sha256=1F5s1hwN-gDdV3dwiFUnf4H3MOXzxfLftpvwPkyL8aA,109858
52
+ azure/ai/evaluation/_common/onedp/models/_models.py,sha256=tNBbOkNS4LqFpNnH7WZyu8isfKygNuMI1hgVaZsUb8M,110094
53
53
  azure/ai/evaluation/_common/onedp/models/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
54
54
  azure/ai/evaluation/_common/onedp/operations/__init__.py,sha256=k9s2V8lJr-9bkIz8NzKEEopscWFsXbtDvkyGX-8ypPA,1479
55
55
  azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=PML44MdW9NdRBqtii__jsdW9_a2CJNJ5CMNciZFxUTc,254330
@@ -93,14 +93,14 @@ azure/ai/evaluation/_common/raiclient/operations/__init__.py,sha256=Ah41eszCE4ZD
93
93
  azure/ai/evaluation/_common/raiclient/operations/_operations.py,sha256=8p5cxclqe1TV5Eolqm9Qy90D9q0MqspLbv8yoeWsjR8,51394
94
94
  azure/ai/evaluation/_common/raiclient/operations/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
95
95
  azure/ai/evaluation/_converters/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
96
- azure/ai/evaluation/_converters/_ai_services.py,sha256=sAzXojsM9flEmG7tSRPxmuqf8NGrmKOcMZP4dyqVjaU,38752
97
- azure/ai/evaluation/_converters/_models.py,sha256=WjAJntMPlc_CpnHZ2pFqW5yezlvfGJCorw7FIa8lMQc,15308
96
+ azure/ai/evaluation/_converters/_ai_services.py,sha256=YmaLe-qKJY2q4QCBUSo8L89NKabUo9s-tXWsJOauZr4,40634
97
+ azure/ai/evaluation/_converters/_models.py,sha256=x6GxLItQtvccv8q6jWtOUmQL1ZdeIAcV21uHXqRqgNA,17588
98
98
  azure/ai/evaluation/_converters/_sk_services.py,sha256=NfjflVgeJUF0MrvAiUd_uF2magn38Q_MKmHzaY41vOA,18239
99
99
  azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
100
- azure/ai/evaluation/_evaluate/_eval_run.py,sha256=ZlDvTNDiMSZ2VfzVicPmEGx65LL3LmcKcPWft6XjWcA,21991
101
- azure/ai/evaluation/_evaluate/_evaluate.py,sha256=XlJT0VWuNDIRSee7z63p5AP3dRNwZ7vJbSYOUGJfD_E,56540
102
- azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=-5oR9rPzXns6DQMiwJAp0iBHdK74JtlpTlx-xoGDhmo,26222
103
- azure/ai/evaluation/_evaluate/_utils.py,sha256=e9Jha5zAkDaidZjFf1-FnNSmT02BjYWkleV9P1E0Iq8,19095
100
+ azure/ai/evaluation/_evaluate/_eval_run.py,sha256=57rfW4MkE9LSlQNqdzxvq_nw8xYW-mqPQLw4WY_k-YU,22564
101
+ azure/ai/evaluation/_evaluate/_evaluate.py,sha256=FwANTG-K2MtL6yOIawXV1We27IC9nMJLA5o6nb6nfMg,57108
102
+ azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=sVVNBVx3aEDcGIVz53zEUrU9TA06Aiv5yfMOoGgCUZ4,29138
103
+ azure/ai/evaluation/_evaluate/_utils.py,sha256=DRLY9rtYdTtlcJMMv9UbzuD3U41sCq3UBKwvgVAcEp4,19227
104
104
  azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=cPLi_MJ_pCp8eKBxJbiSoxgTnN3nDLuaP57dMkKuyhg,552
105
105
  azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=2Rl4j_f4qK6_J-Gl_qUV-4elpWbegWzIkJuQOdPP-ig,7046
106
106
  azure/ai/evaluation/_evaluate/_batch_run/batch_clients.py,sha256=dTZYdQGweGzEN6OHtn1jOmGG767AJ7RJwfHoCCeRddg,2761
@@ -115,13 +115,13 @@ azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=CJOmTL_5vC477Q4dAKTArApj2d
115
115
  azure/ai/evaluation/_evaluators/_code_vulnerability/__init__.py,sha256=zRHHxYA6CI72iqZaZz9eSbDHwhhjp5hjicEK_RWXlL0,109
116
116
  azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=KrOtAxtipZf2FDQ9uiHQ4pTAzD-aev14EPgaQUdFVNA,4890
117
117
  azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
118
- azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=MqifhqPRbvMH1AsvAO8D7sbN1xSZ7VtkiWQIFFrR0_8,5844
118
+ azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=GntdMq4fZCp8C90wIv1WaHOIR10tHX4ozF6iNn-I6OI,5896
119
119
  azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
120
120
  azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=xAymP_CZy4aPzWplMdXgQUQVDIUEMI-0nbgdm_umFYY,498
121
- azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=qv1W6gQR5-SLq6hTvDBqSusaPzOX6I6mH8feI2JFSOk,26050
121
+ azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=HldEvHxoj7BJivIAK2GN2DOeZKfVUQbKDM-FglZiyEQ,30256
122
122
  azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=yYFpoCDe2wMFQck0ykbX8IJBBidk6NT1wUTkVFlVSy8,2728
123
- azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=11ZMNPLF50O7om7UOq8BzeWiarVpU9qnC1exotnw1Lo,6866
124
- azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=mW8jErfouw1rVST2YO5nWEdMwIaXWCaw46-s8-Avilc,9068
123
+ azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=uvCwyUXInYfB2CxntbRiGla8n9lXRmsaUJsuFrckL-w,7047
124
+ azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=JSZhRxVKljM4XE4P2DGrJSnD6iWr7tlDIJ8g95rHaGg,9078
125
125
  azure/ai/evaluation/_evaluators/_common/_conversation_aggregators.py,sha256=gjDBjRxJKwaHbshWH0j2idjlzfzNMnT9a9RL0fQiKeM,2129
126
126
  azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
127
127
  azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=0JVsptT5koRCXOhcd5_NIvQPQxMRHhlCfisc_KRKE6k,7502
@@ -136,16 +136,16 @@ azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=3Zrf6xxaw7e2adQLb0TM_KFWf-4R
136
136
  azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
137
137
  azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=8xKB0SDqseQ2Vnhf3CNftXVMjV6co8h-gfKOTcmNJJw,6940
138
138
  azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
139
- azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=iIgN2DQDvAoZldeCYRv8Z-kzNvEPsS4KEuDQBhXiQog,5552
139
+ azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=_0KKogHupXULC9_1gkp8zElL8K6j2grGVXDWmKYejgQ,5604
140
140
  azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSsLTSKEM_ApJuxxuKWQpNblrTEkFY,4861
141
141
  azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
142
142
  azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=bm46V_t4NpIEaAAZMtMAxMMe_u3SgOY0201RihpFxEc,4884
143
143
  azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
144
- azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=DF1rEC1AZp8yXGVQc4i_0Nn4joKVCas2cBKyVOgJnPg,8208
144
+ azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=ittAkpoyCQ_A0BaZ2vZRoDpPpIuPLC2n369c62vK-yg,13184
145
145
  azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
146
146
  azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
147
147
  azure/ai/evaluation/_evaluators/_intent_resolution/__init__.py,sha256=Lr8krXt2yfShFTAuwjTFgrUbO75boLLrRSnF1mriN_Q,280
148
- azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=3cWMeUSUGJmFtIFLHNH0rHX4KNUfVeermeTJpIRHh4M,11431
148
+ azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=ybZCa8HQ6Q3BCtA0_6cPlj0HbFBbWHOZruN64PILrV4,11542
149
149
  azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=5xLdYQ9FUfJVNtkbFMjiFhFH17eyRYF4WFIE6_3zvxc,8449
150
150
  azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
151
151
  azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=6OkRH78wfn61lkR-1MuDw2J980SCm7LU-B567cS_8ho,5926
@@ -154,27 +154,27 @@ azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha25
154
154
  azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
155
155
  azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=y8Magyzb2DESoN6vFllJkf8bLZ28UFFYyKVHCv1ah3o,6270
156
156
  azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
157
- azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=TwApL9yRB47O_n8OOGhg7E2WLpNAWWX6Pqiku3PIR2Q,8944
157
+ azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=CcE9wHUci6BCAjR5P-rlpfD9U63rdlSognNmMFAibsU,8996
158
158
  azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=1F45mS6phDhUCjWD7AVAeCJE8UJHytCgRwHrndcH99E,6462
159
159
  azure/ai/evaluation/_evaluators/_response_completeness/__init__.py,sha256=U3eqkQQAgRif46B6UGdq3yWefgbkZGJ3ZE2sKoZQDlU,292
160
- azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=gNZHxw-sk99DDvwhLGh3Az4RVfauPv9QMRt6d2lyNoY,7922
160
+ azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=gMvQOJdcuKHKBvOYnDenUEPoMttTL_ZcxaHghaD7mMY,8047
161
161
  azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=25PqzWWtpwvsKNnBGDNfqsKKo2RpyeiIFzvK8sauPDg,7520
162
162
  azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
163
- azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=hiCVZOg_dn7q87OPdizhdYqK3SkK46evpEUBphNfIBY,6254
163
+ azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=ZFLXC36rWoPNAmTPV0sgMhrk1U9WFPmJ2NAY_JRfHyo,6265
164
164
  azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=_YVoO4Gt_WD42bUcj5n6BDW0dMUqNf0yF3Nj5XMOX2c,16490
165
165
  azure/ai/evaluation/_evaluators/_rouge/__init__.py,sha256=kusCDaYcXogDugGefRP8MQSn9xv107oDbrMCqZ6K4GA,291
166
166
  azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=6xfAc18Cqa2bq_GtGTKUEIZdWFqdjAYPjsqNl1ok10E,10033
167
167
  azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py,sha256=0DODUGTOgaYyFbO9_zxuwifixDL3SIm3EkwP1sdwn6M,288
168
168
  azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=qdwVlgoPB870mcwDzDfsfmWlSocpyQJPvQxROGaiTXg,8158
169
169
  azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
170
- azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=W86KDcAjf6_tXUVEYM80mmWNHVJ2O_WQD1AT6yRQ6r8,5460
170
+ azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=YAmrxQdbgDHLWpsTQIcu7uywdZLdvhIdzXAJsWvxH3Y,5512
171
171
  azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
172
172
  azure/ai/evaluation/_evaluators/_task_adherence/__init__.py,sha256=9HtNrG7yYX0Ygq3cZoS_0obAvGgmy5HWcsBcPKoB15c,271
173
- azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=DjlgI9LWhVZEJAnLhh4X2rH76ON4ORVfWpoVreSsOfE,11054
173
+ azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=JBNr1cXbK97SRyG4B84DnlKPUxVrCSr9mZ9mIzGoKqI,11165
174
174
  azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty,sha256=b1beQUEBPFLkcJUhiVvH7s07RArcPRVtHvXKKZKHbPg,12795
175
175
  azure/ai/evaluation/_evaluators/_tool_call_accuracy/__init__.py,sha256=vYB4Y_3n1LqTiEeZB1O1A0b14wpURBwtW0wPEN2FG9Q,288
176
- azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=lyqy4Gm1n0_6ixrYLb39wSA6a0B-sH8GspbdZL2QiTY,17399
177
- azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=mJ8fILFrJ8AjJ-kNwDk_zrOUxWxYBBJVHeL5_6MX48M,10488
176
+ azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=3fkBiGGK5xdb7upbVZNr5bWz9-z8EQ8J7bidD1o3QH0,19132
177
+ azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=pQhNQC1w12WNBU4sdgyhO9gXhZY1dWrNIBK31ciW-V4,10138
178
178
  azure/ai/evaluation/_evaluators/_ungrounded_attributes/__init__.py,sha256=wGZBd_cRDgkuS-0HV9qm81dHK7ScYdKd98xLPtk6EwQ,118
179
179
  azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=5Y4JMUGRkGiMyBg95OgMVf2AFLEtKnP_GbpeDqwxIGE,4656
180
180
  azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
@@ -224,30 +224,38 @@ azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=DtNSeshHipzc6vFnv
224
224
  azure/ai/evaluation/_vendor/rouge_score/scoring.py,sha256=0sqdiNE-4R_EmTTqyWL9_DAOgl54250H5004tZDGxEE,1878
225
225
  azure/ai/evaluation/_vendor/rouge_score/tokenize.py,sha256=IyHVsWY6IFFZdB23cLiJs8iBZ0DXk1mQlWE1xtdjuuk,1826
226
226
  azure/ai/evaluation/_vendor/rouge_score/tokenizers.py,sha256=3_-y1TyvyluHuERhSJ5CdXSwnpcMA7aAKU6PCz9wH_Q,1745
227
- azure/ai/evaluation/red_team/__init__.py,sha256=goB0RudQS4_BFvhvb634RXGR2FoZ49Q-fDfQfHDtucQ,632
228
- azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=3l5cOfWCfX9-fdFkBdJ0yONv7kL7w6TyghzPVErYN_w,11070
227
+ azure/ai/evaluation/red_team/__init__.py,sha256=pzt82b8QRkKqt3AfCYPEpVkOLR1Jo72LumkitLIcbiA,678
228
+ azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=8ftuYnf6gfqknvGxVHbicJ4SzCNRCqG_PKtfbT-cBBY,11482
229
229
  azure/ai/evaluation/red_team/_attack_strategy.py,sha256=5VEES4AdiHc057Bt8STAKpKvpJ7gKPGxjkh6kjlQ2og,1488
230
- azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=-kd5voHTnWtTwQVXr3fl_OaxKXLic-GnwELN_e9SG_g,3016
230
+ azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=iONukXtXhEVlDJod2Lf_BncxmK5aRvN7O1TrYkxSu5g,3825
231
231
  azure/ai/evaluation/red_team/_default_converter.py,sha256=tewcQgYNqQA8EJ0IIDOA3HhZOR7vpCn8E1hP787gg9k,776
232
- azure/ai/evaluation/red_team/_red_team.py,sha256=Hn1jbyd2ywZQ4XYirTVJxIHee9xfauUMzeu3-Jov6ZA,177525
232
+ azure/ai/evaluation/red_team/_evaluation_processor.py,sha256=Xvu_0y67-F0rHLs9hdCdrf73rhfaqpcwoT6lcs0nBIM,17583
233
+ azure/ai/evaluation/red_team/_mlflow_integration.py,sha256=XCBSticGVg7J7rLRt3Va_gdbUCLveoC-ky2A99rtE1U,15676
234
+ azure/ai/evaluation/red_team/_orchestrator_manager.py,sha256=d0OniEs1yese-NawL68zSelD31lQUfjCImHcYABSw24,29876
235
+ azure/ai/evaluation/red_team/_red_team.py,sha256=XIZweuR7A9naC9hyQmnZpl7baS4ExADIL4SFNh1PGgs,53479
233
236
  azure/ai/evaluation/red_team/_red_team_result.py,sha256=9DM8vDQWDhQ1TBj2KsQCCd5fGAh2gZBeT4evJnsq0Vk,17410
237
+ azure/ai/evaluation/red_team/_result_processor.py,sha256=N6HXNyUODSw7Klml5H5EufTaZ8gcoApYu6p4HJr872k,30253
234
238
  azure/ai/evaluation/red_team/_agent/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
235
239
  azure/ai/evaluation/red_team/_agent/_agent_functions.py,sha256=kLV2lQ5PHMucGK9IsrnZsmSvlhL2fhgzxa1G0NPF6eM,10482
236
240
  azure/ai/evaluation/red_team/_agent/_agent_tools.py,sha256=-ClGcNexUYa6_SxBPERAl2u4LgR0UP5Dk0TeYfUcBW8,20653
237
241
  azure/ai/evaluation/red_team/_agent/_agent_utils.py,sha256=3wtUg0BUp68l5Vm01K3zjzd1CKKt_N2Xd295yY1itdo,3224
238
242
  azure/ai/evaluation/red_team/_agent/_semantic_kernel_plugin.py,sha256=Q-9uVkIM9Hq63pXhnxg6vwmIf9gTVXmmnC3c3ikbO0w,10601
239
- azure/ai/evaluation/red_team/_utils/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
240
- azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py,sha256=mC3MmSyfTvyKzZ0p4_bQ2lDh7Sk_v4vLLRcJ0iHh3mw,4940
243
+ azure/ai/evaluation/red_team/_utils/__init__.py,sha256=qzNPTCailoUp3U5rWvlx613RbbQXTWGnAVWRYezHD58,1107
244
+ azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py,sha256=7l9ciCBer-pH9I5v-g9AxpTi24XsF3GYQxeqe54hCjM,5035
241
245
  azure/ai/evaluation/red_team/_utils/_rai_service_target.py,sha256=BsSffRght1caZh9EsUpRcb8fh5W78ORmTUE7X9XvWd0,29811
242
- azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py,sha256=_NZ1OGgXPtKPaOqRjOr-59JguHT_EOfeFuZUQ5FmwAE,4119
246
+ azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py,sha256=kWUaZvV5AcBt6JeVD5D8CiKmpq0kajKsCXa4tUTx2-o,4366
243
247
  azure/ai/evaluation/red_team/_utils/constants.py,sha256=Lujaa8X72lieAiYK0TLn59fErb1v9hWAI8JlMpmM92w,1948
244
- azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=zoTywXnslhQBUz2NLowny6Q0FclijDxiahsuoON-GQs,6263
248
+ azure/ai/evaluation/red_team/_utils/exception_utils.py,sha256=JBQ-AlAPwhQCPucSkYu-M70RmlbOpmbWYuMjSz9cd80,12309
249
+ azure/ai/evaluation/red_team/_utils/file_utils.py,sha256=FH2rnvTFji6nJ5RM0KdayZZOF6jdgQLHAYmfAhFos2k,9047
250
+ azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=X-AwNziYvxv3bCcW3gGcJ1UQkGp4KFJBt3e4BdqKxnM,10500
245
251
  azure/ai/evaluation/red_team/_utils/logging_utils.py,sha256=1EK7xRO0eA0nKJmqz7WhMwjP8M3i1je1KxHdGfH9HVI,4775
246
- azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=TU9Z9umtjwmJy3SQNqbc2Fj-oJUX_7rFlg1NEGXaSK4,2130
247
- azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=gW0cfsB8alXTIV02RHNVsz7vmQLjq7SXNf8ZHY0_OHs,8088
252
+ azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=EwoxqIoTfTp3R2Y8-Z9OrnDb4dMKgNU5nVc-MzADbOQ,2976
253
+ azure/ai/evaluation/red_team/_utils/progress_utils.py,sha256=B39Av45v3R4ZFMnNbDfkHq_TmwXBhNNed_k-dsiNgb8,9364
254
+ azure/ai/evaluation/red_team/_utils/retry_utils.py,sha256=Ozn25fMJSoIcxy8pRA5WmZfEYzhNW7KyCc6IldNh-JA,7519
255
+ azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=ShILcu-_XSoOiDL2_5UCwOC4lkvuKUDS_yKKtHRyNb4,8834
248
256
  azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rbZV03KmzxxWys,552
249
257
  azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=ISMjXfcmquvuBhM8l2u_X3jbEbNa7F7dR-AwgKNaJw0,1884
250
- azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=NuUhI-wzFylCwpQxaQYJ-Q67bQ4dn0Jp70TGHNnsCq0,25711
258
+ azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=KZJ_SN0P2MVcYDL9iaIHPc6XgjJ0zKbSMLCQNWRfQJw,26328
251
259
  azure/ai/evaluation/simulator/_constants.py,sha256=jtsj-XzbseurEAxWmB-iSPmXu7B6ZHrM3bl07j-zruM,875
252
260
  azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=g3170PdieqzN_98PHVbpmoFKUapLN_Yns_JBF71UNog,11025
253
261
  azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=VPTq33pRiXbiGrUo4UPPvYLSuCK0uR39Ylm0WQ2k0Yc,11810
@@ -262,17 +270,17 @@ azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=FQwgrJvzq_nv3wF9DBr2py
262
270
  azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=sbKc3O5qsg77LEaSEQfWDfzqEFXVDw612BaDcBo3E7A,1095
263
271
  azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=BOttMTec3muMiA4OzwD_iW08GTrhja7PL9XVjRCN3jM,3029
264
272
  azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=soaUHfmd_IK1FINPRKgKens7qKOVw9BZwc7ms7N6zrk,860
265
- azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=m8VSBeFYyj1OKgOKHEoDKvmYSYlIg6RZkPyqbTWw7y0,7945
273
+ azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=_nfMZvvUEiIgIY_sll-Y8waO0kPHgd8k0Q48Mi6wUN4,8229
266
274
  azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=kRmKm8etMq6fM2PjVKL0P7TtXfhDESNME3PenGTryjU,6475
267
- azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=GJkxtEHp1lv0kQ1gnK-D04Ci18KFkMQ8MZK_2OgJgWo,11827
275
+ azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=YOvdvs_f08TmEE2nyXHkfGy-RXByj8Q7TWIgRLZTGQY,11888
268
276
  azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=fC38IptUtoumxu2CWLmErNoGxMdVlNr60XbpJeKdQ18,11379
269
277
  azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=ghQNP8ur19BfbLilEnIio85RbYwQ8APAm45-iNcimYY,8375
270
278
  azure/ai/evaluation/simulator/_model_tools/models.py,sha256=H7tjmj9wzLT-6bI542eAfecOKl1sHBZhcd-YNF522Sg,22372
271
279
  azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
272
280
  azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
273
281
  azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
274
- azure_ai_evaluation-1.10.0.dist-info/METADATA,sha256=jPRl1bvOIg6J2b2pCfoLPp4esbKesiUEFy1bbomwpyQ,42772
275
- azure_ai_evaluation-1.10.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
276
- azure_ai_evaluation-1.10.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
277
- azure_ai_evaluation-1.10.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
278
- azure_ai_evaluation-1.10.0.dist-info/RECORD,,
282
+ azure_ai_evaluation-1.11.1.dist-info/licenses/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
283
+ azure_ai_evaluation-1.11.1.dist-info/METADATA,sha256=e1TKqaTp5SviGh3Ld9KBfUMRi8oxvVdiQ21mAhhcRGI,45286
284
+ azure_ai_evaluation-1.11.1.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
285
+ azure_ai_evaluation-1.11.1.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
286
+ azure_ai_evaluation-1.11.1.dist-info/RECORD,,
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (75.3.2)
2
+ Generator: setuptools (77.0.3)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5