azure-ai-evaluation 1.9.0__py3-none-any.whl → 1.11.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of azure-ai-evaluation might be problematic. Click here for more details.

Files changed (85) hide show
  1. azure/ai/evaluation/__init__.py +46 -12
  2. azure/ai/evaluation/_aoai/python_grader.py +84 -0
  3. azure/ai/evaluation/_aoai/score_model_grader.py +1 -0
  4. azure/ai/evaluation/_common/onedp/models/_models.py +5 -0
  5. azure/ai/evaluation/_common/rai_service.py +3 -3
  6. azure/ai/evaluation/_common/utils.py +74 -17
  7. azure/ai/evaluation/_converters/_ai_services.py +60 -10
  8. azure/ai/evaluation/_converters/_models.py +75 -26
  9. azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py +70 -22
  10. azure/ai/evaluation/_evaluate/_eval_run.py +14 -1
  11. azure/ai/evaluation/_evaluate/_evaluate.py +163 -44
  12. azure/ai/evaluation/_evaluate/_evaluate_aoai.py +79 -33
  13. azure/ai/evaluation/_evaluate/_utils.py +5 -2
  14. azure/ai/evaluation/_evaluators/_bleu/_bleu.py +1 -1
  15. azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py +8 -1
  16. azure/ai/evaluation/_evaluators/_coherence/_coherence.py +3 -2
  17. azure/ai/evaluation/_evaluators/_common/_base_eval.py +143 -25
  18. azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py +7 -2
  19. azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py +19 -9
  20. azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py +15 -5
  21. azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py +4 -1
  22. azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py +4 -1
  23. azure/ai/evaluation/_evaluators/_content_safety/_sexual.py +5 -2
  24. azure/ai/evaluation/_evaluators/_content_safety/_violence.py +4 -1
  25. azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py +3 -0
  26. azure/ai/evaluation/_evaluators/_eci/_eci.py +3 -0
  27. azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py +1 -1
  28. azure/ai/evaluation/_evaluators/_fluency/_fluency.py +3 -2
  29. azure/ai/evaluation/_evaluators/_gleu/_gleu.py +1 -1
  30. azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py +114 -4
  31. azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py +9 -3
  32. azure/ai/evaluation/_evaluators/_meteor/_meteor.py +1 -1
  33. azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py +8 -1
  34. azure/ai/evaluation/_evaluators/_qa/_qa.py +1 -1
  35. azure/ai/evaluation/_evaluators/_relevance/_relevance.py +56 -3
  36. azure/ai/evaluation/_evaluators/_relevance/relevance.prompty +140 -59
  37. azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py +11 -3
  38. azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py +3 -2
  39. azure/ai/evaluation/_evaluators/_rouge/_rouge.py +1 -1
  40. azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py +2 -1
  41. azure/ai/evaluation/_evaluators/_similarity/_similarity.py +3 -2
  42. azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py +24 -12
  43. azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty +354 -66
  44. azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py +214 -187
  45. azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty +126 -31
  46. azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py +8 -1
  47. azure/ai/evaluation/_evaluators/_xpia/xpia.py +4 -1
  48. azure/ai/evaluation/_exceptions.py +1 -0
  49. azure/ai/evaluation/_legacy/_batch_engine/_config.py +6 -3
  50. azure/ai/evaluation/_legacy/_batch_engine/_engine.py +115 -30
  51. azure/ai/evaluation/_legacy/_batch_engine/_result.py +2 -0
  52. azure/ai/evaluation/_legacy/_batch_engine/_run.py +2 -2
  53. azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py +28 -31
  54. azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py +2 -0
  55. azure/ai/evaluation/_version.py +1 -1
  56. azure/ai/evaluation/red_team/__init__.py +4 -3
  57. azure/ai/evaluation/red_team/_attack_objective_generator.py +17 -0
  58. azure/ai/evaluation/red_team/_callback_chat_target.py +14 -1
  59. azure/ai/evaluation/red_team/_evaluation_processor.py +376 -0
  60. azure/ai/evaluation/red_team/_mlflow_integration.py +322 -0
  61. azure/ai/evaluation/red_team/_orchestrator_manager.py +661 -0
  62. azure/ai/evaluation/red_team/_red_team.py +655 -2665
  63. azure/ai/evaluation/red_team/_red_team_result.py +6 -0
  64. azure/ai/evaluation/red_team/_result_processor.py +610 -0
  65. azure/ai/evaluation/red_team/_utils/__init__.py +34 -0
  66. azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py +11 -4
  67. azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py +6 -0
  68. azure/ai/evaluation/red_team/_utils/constants.py +0 -2
  69. azure/ai/evaluation/red_team/_utils/exception_utils.py +345 -0
  70. azure/ai/evaluation/red_team/_utils/file_utils.py +266 -0
  71. azure/ai/evaluation/red_team/_utils/formatting_utils.py +115 -13
  72. azure/ai/evaluation/red_team/_utils/metric_mapping.py +24 -4
  73. azure/ai/evaluation/red_team/_utils/progress_utils.py +252 -0
  74. azure/ai/evaluation/red_team/_utils/retry_utils.py +218 -0
  75. azure/ai/evaluation/red_team/_utils/strategy_utils.py +17 -4
  76. azure/ai/evaluation/simulator/_adversarial_simulator.py +14 -2
  77. azure/ai/evaluation/simulator/_indirect_attack_simulator.py +13 -1
  78. azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py +21 -7
  79. azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py +24 -5
  80. azure/ai/evaluation/simulator/_simulator.py +12 -0
  81. {azure_ai_evaluation-1.9.0.dist-info → azure_ai_evaluation-1.11.0.dist-info}/METADATA +63 -4
  82. {azure_ai_evaluation-1.9.0.dist-info → azure_ai_evaluation-1.11.0.dist-info}/RECORD +85 -76
  83. {azure_ai_evaluation-1.9.0.dist-info → azure_ai_evaluation-1.11.0.dist-info}/WHEEL +1 -1
  84. {azure_ai_evaluation-1.9.0.dist-info → azure_ai_evaluation-1.11.0.dist-info/licenses}/NOTICE.txt +0 -0
  85. {azure_ai_evaluation-1.9.0.dist-info → azure_ai_evaluation-1.11.0.dist-info}/top_level.txt +0 -0
@@ -1,16 +1,17 @@
1
- azure/ai/evaluation/__init__.py,sha256=VvxtyvozSmYqWjl62kbwLAZJY7vwXZD0QOsS0ah7mmc,4231
1
+ azure/ai/evaluation/__init__.py,sha256=hrP2gqioHoUe5QBvpkmNpQ45zu6g-ErReY-fqzWeOf8,5298
2
2
  azure/ai/evaluation/_constants.py,sha256=FNVxCt3_0MwZHtDsjRYPH5h6mT_48KCbJTBWBDTNujE,3729
3
3
  azure/ai/evaluation/_eval_mapping.py,sha256=CHabrfaRlWbrAYUZV5YXYH0GX_zk9tG9y1og6RtUAnU,2584
4
- azure/ai/evaluation/_exceptions.py,sha256=y5zVwhyoNuqjaE8P6E65j0-NRDE2Nx0iMq8F7_0kO-4,5848
4
+ azure/ai/evaluation/_exceptions.py,sha256=XTKiPpQlsT67Bj6WgL_ZkVOtHs1Pfvtb_T8W57e4Kyc,5886
5
5
  azure/ai/evaluation/_http_utils.py,sha256=d1McnMRT5lnaoR8x4r3pkfH2ic4T3JArclOK4kAaUmg,17261
6
6
  azure/ai/evaluation/_model_configurations.py,sha256=MNN6cQlz7P9vNfHmfEKsUcly3j1FEOEFsA8WV7GPuKQ,4043
7
7
  azure/ai/evaluation/_user_agent.py,sha256=SgUm6acnwyoENu8KroyaWRrJroJNqLZBccpQoeKyrHw,1144
8
- azure/ai/evaluation/_version.py,sha256=CPV5vdeD0bAfJPGm-RemVSV56PL9JcRpA5-wuCsNBPc,229
8
+ azure/ai/evaluation/_version.py,sha256=8pNo9H5hBZtBGeSW3x-Zvdw4xfdgPA3XP0qgG209QKA,230
9
9
  azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
10
  azure/ai/evaluation/_aoai/__init__.py,sha256=0Ji05ShlsJaytvexXUpCe69t0jSNd3PpNbhr0zCkr6A,265
11
11
  azure/ai/evaluation/_aoai/aoai_grader.py,sha256=8mp_dwMK-MdKkoiTud9ra6ExKyYV1SAPXr1m46j4lm4,4434
12
12
  azure/ai/evaluation/_aoai/label_grader.py,sha256=5HOLLkiqCOQS5LPJ5Nm0PE5I1uGEhvoi-6DRgG-H1KM,2696
13
- azure/ai/evaluation/_aoai/score_model_grader.py,sha256=rwSneYpVXemlmmY0aiIBYSnauT_AhgaqGvXoXqhZNHA,3675
13
+ azure/ai/evaluation/_aoai/python_grader.py,sha256=Ef3Rkr2dTi751RbCb9XpqHZgHmN1ueen_w3IUxuek00,3120
14
+ azure/ai/evaluation/_aoai/score_model_grader.py,sha256=jJPZIARbZj6PTd7h072tZf5eFaTfQ-DO-2YmnBwNGRM,3737
14
15
  azure/ai/evaluation/_aoai/string_check_grader.py,sha256=5aRMEMoM0FUvxx_ftwySV-KN_Daw3R4-brFaND_NR_E,2321
15
16
  azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=BxJ5Z6npKPkfuVzy84IZXHZVlg4EJrkq2NA8XixBxm4,2889
16
17
  azure/ai/evaluation/_azure/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
@@ -23,8 +24,8 @@ azure/ai/evaluation/_common/_experimental.py,sha256=GVtSn9r1CeR_yEa578dJVNDJ3P24
23
24
  azure/ai/evaluation/_common/constants.py,sha256=lkdGK6xrMhVogqBudU4B8-6Ko2aSxKl3HzzVTh1D9Ho,2286
24
25
  azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=3HMiG37Cl46q9-kE6zxIEoQbgK96YelX1AFWldfk7Ok,7485
25
26
  azure/ai/evaluation/_common/math.py,sha256=d4bwWe35_RWDIZNcbV1BTBbHNx2QHQ4-I3EofDyyNE0,2863
26
- azure/ai/evaluation/_common/rai_service.py,sha256=sLqX9XVRL3_v5AkrbDc4OPOu7OvHonzBBs-XljI6lyo,35471
27
- azure/ai/evaluation/_common/utils.py,sha256=zKDsMoALUxvgE6rg5xYBzcqTkDXjWs_uXzAa-ngobuU,26590
27
+ azure/ai/evaluation/_common/rai_service.py,sha256=jyBLRWpaQY2qGumP3JyTrRb3bAIqu5d6CPRtMYaJi5w,35491
28
+ azure/ai/evaluation/_common/utils.py,sha256=GWeNGUdEup2qzmn0N-D1Os_xlpIKFdTe6Y7Qn0AF0uQ,30120
28
29
  azure/ai/evaluation/_common/onedp/__init__.py,sha256=C7Ddtjy__BxKkRCydRS7BhtQnM7TFZo179UUVC5krVY,1026
29
30
  azure/ai/evaluation/_common/onedp/_client.py,sha256=cE37dQkl6aFfPZD-jyDa1QKUYKe5UQuC3SJX6XndFFY,6667
30
31
  azure/ai/evaluation/_common/onedp/_configuration.py,sha256=F_KmJnzEgtmPTZViFS2nTMtKYHxi_YOn81BDx24L3gI,3629
@@ -48,7 +49,7 @@ azure/ai/evaluation/_common/onedp/aio/operations/_operations.py,sha256=xSkn23Wei
48
49
  azure/ai/evaluation/_common/onedp/aio/operations/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
49
50
  azure/ai/evaluation/_common/onedp/models/__init__.py,sha256=3p1f6D_dLR78NZD8KIW96QIGFEPC4hX0Cmny_GFW3lE,4111
50
51
  azure/ai/evaluation/_common/onedp/models/_enums.py,sha256=BmRNUNzEQNeS_wAeTSJedRFOz6KUQfu3ui4X__DCQ48,9230
51
- azure/ai/evaluation/_common/onedp/models/_models.py,sha256=1F5s1hwN-gDdV3dwiFUnf4H3MOXzxfLftpvwPkyL8aA,109858
52
+ azure/ai/evaluation/_common/onedp/models/_models.py,sha256=tNBbOkNS4LqFpNnH7WZyu8isfKygNuMI1hgVaZsUb8M,110094
52
53
  azure/ai/evaluation/_common/onedp/models/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
53
54
  azure/ai/evaluation/_common/onedp/operations/__init__.py,sha256=k9s2V8lJr-9bkIz8NzKEEopscWFsXbtDvkyGX-8ypPA,1479
54
55
  azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=PML44MdW9NdRBqtii__jsdW9_a2CJNJ5CMNciZFxUTc,254330
@@ -92,16 +93,16 @@ azure/ai/evaluation/_common/raiclient/operations/__init__.py,sha256=Ah41eszCE4ZD
92
93
  azure/ai/evaluation/_common/raiclient/operations/_operations.py,sha256=8p5cxclqe1TV5Eolqm9Qy90D9q0MqspLbv8yoeWsjR8,51394
93
94
  azure/ai/evaluation/_common/raiclient/operations/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
94
95
  azure/ai/evaluation/_converters/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
95
- azure/ai/evaluation/_converters/_ai_services.py,sha256=sAzXojsM9flEmG7tSRPxmuqf8NGrmKOcMZP4dyqVjaU,38752
96
- azure/ai/evaluation/_converters/_models.py,sha256=WjAJntMPlc_CpnHZ2pFqW5yezlvfGJCorw7FIa8lMQc,15308
96
+ azure/ai/evaluation/_converters/_ai_services.py,sha256=YmaLe-qKJY2q4QCBUSo8L89NKabUo9s-tXWsJOauZr4,40634
97
+ azure/ai/evaluation/_converters/_models.py,sha256=x6GxLItQtvccv8q6jWtOUmQL1ZdeIAcV21uHXqRqgNA,17588
97
98
  azure/ai/evaluation/_converters/_sk_services.py,sha256=NfjflVgeJUF0MrvAiUd_uF2magn38Q_MKmHzaY41vOA,18239
98
99
  azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
99
- azure/ai/evaluation/_evaluate/_eval_run.py,sha256=ZlDvTNDiMSZ2VfzVicPmEGx65LL3LmcKcPWft6XjWcA,21991
100
- azure/ai/evaluation/_evaluate/_evaluate.py,sha256=Gl6_w-j91AqsA_GiIzxmOLfWD25HUf41EyIcnaITi1U,51371
101
- azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=jcwgDpwZ3BphUYLOQR0eu12xGbGv9wXxnHdc7O1eNNY,26128
102
- azure/ai/evaluation/_evaluate/_utils.py,sha256=jJ6fuRcD4tUwRiO62uTmrljIDN5NgG_j63_Z7wImYnE,19170
100
+ azure/ai/evaluation/_evaluate/_eval_run.py,sha256=57rfW4MkE9LSlQNqdzxvq_nw8xYW-mqPQLw4WY_k-YU,22564
101
+ azure/ai/evaluation/_evaluate/_evaluate.py,sha256=FwANTG-K2MtL6yOIawXV1We27IC9nMJLA5o6nb6nfMg,57108
102
+ azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=E8ERnyCu8MmZWF-IYp_f0vJR8Qd095APWDBhOvEnPng,27872
103
+ azure/ai/evaluation/_evaluate/_utils.py,sha256=DRLY9rtYdTtlcJMMv9UbzuD3U41sCq3UBKwvgVAcEp4,19227
103
104
  azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=cPLi_MJ_pCp8eKBxJbiSoxgTnN3nDLuaP57dMkKuyhg,552
104
- azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=myLUp8S650elK5i9LmKXW2b7MRES1mUO_HmBbOZyzCk,4645
105
+ azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=2Rl4j_f4qK6_J-Gl_qUV-4elpWbegWzIkJuQOdPP-ig,7046
105
106
  azure/ai/evaluation/_evaluate/_batch_run/batch_clients.py,sha256=dTZYdQGweGzEN6OHtn1jOmGG767AJ7RJwfHoCCeRddg,2761
106
107
  azure/ai/evaluation/_evaluate/_batch_run/code_client.py,sha256=n4JxDAFNnetfpAj4FyhtZms3kuGmDWXCBOogqeO4F98,8607
107
108
  azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=Z0m6nDNF7TiIIW1woC7TCeuh7XIBAwTNFfPKXJhE7_k,4076
@@ -110,74 +111,74 @@ azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=TrZ_IkbU8D
110
111
  azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=KARq4sFLAh72Rhr8nefbOLXFnKqdO6i6zAYRqr4SWJ4,3475
111
112
  azure/ai/evaluation/_evaluators/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
112
113
  azure/ai/evaluation/_evaluators/_bleu/__init__.py,sha256=quKKO0kvOSkky5hcoNBvgBuMeeVRFCE9GSv70mAdGP4,260
113
- azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=DEwO5ZeAlp_e84F50f_gcVsaBgOw6PUepZJ3hbhnd4E,4962
114
+ azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=CJOmTL_5vC477Q4dAKTArApj2d4UZVHuz_KB8Aw7ZMk,4935
114
115
  azure/ai/evaluation/_evaluators/_code_vulnerability/__init__.py,sha256=zRHHxYA6CI72iqZaZz9eSbDHwhhjp5hjicEK_RWXlL0,109
115
- azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=gyglQMaUnqar3ww0kECISki30ocNk8sF-cGc0jNGf0I,4642
116
+ azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=KrOtAxtipZf2FDQ9uiHQ4pTAzD-aev14EPgaQUdFVNA,4890
116
117
  azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
117
- azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=Ss3J-n-j7bf9n721YbK4b7kjvuO1A-x_9dd_xKIkOrw,5871
118
+ azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=GntdMq4fZCp8C90wIv1WaHOIR10tHX4ozF6iNn-I6OI,5896
118
119
  azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
119
120
  azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=xAymP_CZy4aPzWplMdXgQUQVDIUEMI-0nbgdm_umFYY,498
120
- azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=hLC-4Q7tpHvZTj5vrFQ5IIpLY09yAsTq9_AyxUyjwaY,25921
121
+ azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=HldEvHxoj7BJivIAK2GN2DOeZKfVUQbKDM-FglZiyEQ,30256
121
122
  azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=yYFpoCDe2wMFQck0ykbX8IJBBidk6NT1wUTkVFlVSy8,2728
122
- azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=11ZMNPLF50O7om7UOq8BzeWiarVpU9qnC1exotnw1Lo,6866
123
- azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=N_ZxXFJ_6IJYh5RzqJjyHPjxgbFXhjPCN6HRxn7wdqA,8628
123
+ azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=uvCwyUXInYfB2CxntbRiGla8n9lXRmsaUJsuFrckL-w,7047
124
+ azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=JSZhRxVKljM4XE4P2DGrJSnD6iWr7tlDIJ8g95rHaGg,9078
124
125
  azure/ai/evaluation/_evaluators/_common/_conversation_aggregators.py,sha256=gjDBjRxJKwaHbshWH0j2idjlzfzNMnT9a9RL0fQiKeM,2129
125
126
  azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
126
- azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=RNrEVw2-dnKmmI8KPjlnhrN08spJ2Yre3KHppAdNwDQ,6959
127
- azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=zqDOdZ0HMGaQnIRlC9Eu25LaKuqm0igSyL6a3OYrURc,7323
128
- azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=cCQWySBudV9CpUdpFoZnllOhm1cEVylHtrpynHQ5rz0,6119
129
- azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=hq5QZ1Lhn3ugnX7jqrfD2K8pRgzZCgNzekk7hl2ViMs,6670
130
- azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=3fCjKT6bj-hKhV95cpa8YyTr1stGY5MzJUF3bnjfjSE,6740
127
+ azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=0JVsptT5koRCXOhcd5_NIvQPQxMRHhlCfisc_KRKE6k,7502
128
+ azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=j2WNVtDuacrNMO5NbKjwxtugvOlG0Mroo_RIxfeZhFA,7365
129
+ azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=Qof3CIDOY3X71Jy55ZT4Pv5hrk27DLmYBJqo9NKA6ZY,6149
130
+ azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=ssBNqH7lSJ6Ifw87lT6z3vo1v9oepjWXECmRs5vznKE,6707
131
+ azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=MDHnSbefslrlarkh5rcjJVIwpkMl9oZJBJLra5XylDg,6779
131
132
  azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py,sha256=wEAbjkMQTlwmRsa7_XeOP0EAT1g7AJyaYlvPdZElAb4,385
132
- azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py,sha256=hWFEolGdhcNH2G1TIRBhxGGcphO61ONDnmoPSAsz4po,20186
133
+ azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py,sha256=fEkwnuvOCLUiyNMf1c_BmdLwR0ECgieRtAri_CPE9PI,20338
133
134
  azure/ai/evaluation/_evaluators/_eci/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
134
- azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=WH99JeLmwGVtI2kHcpAM7oZXZbQdjREBZZjeOduP3Tw,3030
135
+ azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=3Zrf6xxaw7e2adQLb0TM_KFWf-4RSTnjI4uYfHev2tQ,3103
135
136
  azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
136
- azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=hEs07Yq8D08RLOJyIRB_E2iHwe8Kpcoo8bL4ORHWTE8,6966
137
+ azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=8xKB0SDqseQ2Vnhf3CNftXVMjV6co8h-gfKOTcmNJJw,6940
137
138
  azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
138
- azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=s_--X5B0sLMOf6QcYqzWnRPwXDaZXy3BRBjVOghHwkE,5579
139
+ azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=_0KKogHupXULC9_1gkp8zElL8K6j2grGVXDWmKYejgQ,5604
139
140
  azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSsLTSKEM_ApJuxxuKWQpNblrTEkFY,4861
140
141
  azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
141
- azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=aNmEBXYOOUgtDMeavnKrVAGa5P02m3Zoh-a7ibObZy8,4911
142
+ azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=bm46V_t4NpIEaAAZMtMAxMMe_u3SgOY0201RihpFxEc,4884
142
143
  azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
143
- azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=dZaG2_T1UDSQmCPJwr00J3VxkC9t13EYHJ4DPsTYllw,8235
144
+ azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=ittAkpoyCQ_A0BaZ2vZRoDpPpIuPLC2n369c62vK-yg,13184
144
145
  azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
145
146
  azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
146
147
  azure/ai/evaluation/_evaluators/_intent_resolution/__init__.py,sha256=Lr8krXt2yfShFTAuwjTFgrUbO75boLLrRSnF1mriN_Q,280
147
- azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=jC4eDUIobN9m5qoo1Z2oAEkpSuZLokyZ_AqS0EyjRRI,11386
148
+ azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=ybZCa8HQ6Q3BCtA0_6cPlj0HbFBbWHOZruN64PILrV4,11542
148
149
  azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=5xLdYQ9FUfJVNtkbFMjiFhFH17eyRYF4WFIE6_3zvxc,8449
149
150
  azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
150
- azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=CooCk3130gVJwXeIMrxnBDp9EEkzNVvL-MsEomNteXY,5953
151
+ azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=6OkRH78wfn61lkR-1MuDw2J980SCm7LU-B567cS_8ho,5926
151
152
  azure/ai/evaluation/_evaluators/_protected_material/__init__.py,sha256=eRAQIU9diVXfO5bp6aLWxZoYUvOsrDIfy1gnDOeNTiI,109
152
- azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=jugv82Ovn35m6OGWHCrbmTy618hds1j8TnX5sdyKpEU,5216
153
+ azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=95vJ55K3ONCmF4MP_q4FiuJhe8iejLHOA1k1o7DtWKo,5407
153
154
  azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
154
- azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=FzUq5vZolZIcrmIfc9XyT0-RfpAcfOszE6slCkVtOSg,6240
155
+ azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=y8Magyzb2DESoN6vFllJkf8bLZ28UFFYyKVHCv1ah3o,6270
155
156
  azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
156
- azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=Prb-vx98IpzxFHnhpZ-tial9dG4HrrrFa1KbmCqTeUY,6517
157
- azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=VHKzVlC2Cv1xuholgIGmerPspspAI0t6IgJ2cxOuYDE,4811
157
+ azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=CcE9wHUci6BCAjR5P-rlpfD9U63rdlSognNmMFAibsU,8996
158
+ azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=1F45mS6phDhUCjWD7AVAeCJE8UJHytCgRwHrndcH99E,6462
158
159
  azure/ai/evaluation/_evaluators/_response_completeness/__init__.py,sha256=U3eqkQQAgRif46B6UGdq3yWefgbkZGJ3ZE2sKoZQDlU,292
159
- azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=9_zalnYiCEPdQLvXKWAmNdqohUjB5u6UuZOM0Ko50Tk,7883
160
+ azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=gMvQOJdcuKHKBvOYnDenUEPoMttTL_ZcxaHghaD7mMY,8047
160
161
  azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=25PqzWWtpwvsKNnBGDNfqsKKo2RpyeiIFzvK8sauPDg,7520
161
162
  azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
162
- azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=ShAHEwdLeUUP7WpzM-W7PauPj7sNiUgcKd0EoTDS4Fg,6281
163
+ azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=ZFLXC36rWoPNAmTPV0sgMhrk1U9WFPmJ2NAY_JRfHyo,6265
163
164
  azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=_YVoO4Gt_WD42bUcj5n6BDW0dMUqNf0yF3Nj5XMOX2c,16490
164
165
  azure/ai/evaluation/_evaluators/_rouge/__init__.py,sha256=kusCDaYcXogDugGefRP8MQSn9xv107oDbrMCqZ6K4GA,291
165
- azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=_qPmSLmp-6NH0LuEGccfgpbYVmrsKCMzuAs4cdpKUgM,10060
166
+ azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=6xfAc18Cqa2bq_GtGTKUEIZdWFqdjAYPjsqNl1ok10E,10033
166
167
  azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py,sha256=0DODUGTOgaYyFbO9_zxuwifixDL3SIm3EkwP1sdwn6M,288
167
- azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=7bKXq-3T0wImNomoEX0to3R4zukNYEqocpAu5uxzPBQ,8152
168
+ azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=qdwVlgoPB870mcwDzDfsfmWlSocpyQJPvQxROGaiTXg,8158
168
169
  azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
169
- azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=_bj1YespJ8ZMNq7u-5Ktw5w6f3U98raP9nHMgI6tZls,5430
170
+ azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=YAmrxQdbgDHLWpsTQIcu7uywdZLdvhIdzXAJsWvxH3Y,5512
170
171
  azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
171
172
  azure/ai/evaluation/_evaluators/_task_adherence/__init__.py,sha256=9HtNrG7yYX0Ygq3cZoS_0obAvGgmy5HWcsBcPKoB15c,271
172
- azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=VokR01FyGV3V5wLkbdOB6k_OInhhBO2jPwjYE9oyYxA,10208
173
- azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty,sha256=tOgTrDO41jsFHloabSBCWcbwKB1MtGGxHH_pyFIn2Vk,5350
173
+ azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=JBNr1cXbK97SRyG4B84DnlKPUxVrCSr9mZ9mIzGoKqI,11165
174
+ azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty,sha256=b1beQUEBPFLkcJUhiVvH7s07RArcPRVtHvXKKZKHbPg,12795
174
175
  azure/ai/evaluation/_evaluators/_tool_call_accuracy/__init__.py,sha256=vYB4Y_3n1LqTiEeZB1O1A0b14wpURBwtW0wPEN2FG9Q,288
175
- azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=HJ6Ehbpks1e6Si4zCXMjHDMAos5qehyA-ARRuE-2nBI,18317
176
- azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=L2EyEj4jHLE_RPzO6a1m7gakX3N9eiQ4sbwnFEwbTsw,3895
176
+ azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=3fkBiGGK5xdb7upbVZNr5bWz9-z8EQ8J7bidD1o3QH0,19132
177
+ azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=pQhNQC1w12WNBU4sdgyhO9gXhZY1dWrNIBK31ciW-V4,10138
177
178
  azure/ai/evaluation/_evaluators/_ungrounded_attributes/__init__.py,sha256=wGZBd_cRDgkuS-0HV9qm81dHK7ScYdKd98xLPtk6EwQ,118
178
- azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=G4eZ72QfVmjtwfMiD7UdfDsB4XCPAXuw06UtNvWwkHk,4408
179
+ azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=5Y4JMUGRkGiMyBg95OgMVf2AFLEtKnP_GbpeDqwxIGE,4656
179
180
  azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
180
- azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=aiBKbs0sKeTizOhXHyEbmz64XAE66SSyU0QNIAhQe4w,6564
181
+ azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=YJqcl86-IJWxKVKNyq5lTdDyoeRRyv632JUxGkBV1e8,6610
181
182
  azure/ai/evaluation/_legacy/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
182
183
  azure/ai/evaluation/_legacy/_adapters/__init__.py,sha256=LGQk1gGjDTCtd-vEQj6ObYyK7Mff9zL1jFOq7iTrOSU,450
183
184
  azure/ai/evaluation/_legacy/_adapters/_check.py,sha256=ojKjHEtjzfg9QA4o4vH4cLVpdw1F-7snxCQ-sdjRFig,426
@@ -192,14 +193,14 @@ azure/ai/evaluation/_legacy/_adapters/tracing.py,sha256=jm-lkzLA-agRY1meIzs9mFrz
192
193
  azure/ai/evaluation/_legacy/_adapters/types.py,sha256=q7n0TtpFxd1WttbUR_Q8ODd8bTcMaJjIrxLXx1onirc,447
193
194
  azure/ai/evaluation/_legacy/_adapters/utils.py,sha256=2KdYqfeuHLcfqk1qJRviNoqqsghxBZNmyoGcUTNphl0,1306
194
195
  azure/ai/evaluation/_legacy/_batch_engine/__init__.py,sha256=NNX2DhtPVzJCX8kR_QzZ6EkUsdGifvwip2LHEcRwy1Y,594
195
- azure/ai/evaluation/_legacy/_batch_engine/_config.py,sha256=-B37cIbWOWEB3kTaNjHGLfQNbLa-XAP1gWm0Kvyv82k,1724
196
- azure/ai/evaluation/_legacy/_batch_engine/_engine.py,sha256=Q-Z7Pvz1gsVCOs0LEV619CMA5C0SQuqzj2UNFqp9LBY,16636
196
+ azure/ai/evaluation/_legacy/_batch_engine/_config.py,sha256=9fdRz5YVdf_95mCOugiJuna2pYMEmWKcsWaZCT4IwXM,1820
197
+ azure/ai/evaluation/_legacy/_batch_engine/_engine.py,sha256=MY7nHt36ABwPaj47agPJXF2bn3GHGGHBKNkOS4qAznw,19580
197
198
  azure/ai/evaluation/_legacy/_batch_engine/_exceptions.py,sha256=_QQLowht6ww4wBJbShQBo00Y8HFdaWh-dWd44sGvJBc,2870
198
199
  azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py,sha256=jP_ZHre2REdQh2l2JJNuP6arW9pHxOlc-WHG5jLnX6g,5059
199
- azure/ai/evaluation/_legacy/_batch_engine/_result.py,sha256=tPnI7Ab2t89ri4kvplJPvKBb0BOrMDQm3HAPXZuhp60,3471
200
- azure/ai/evaluation/_legacy/_batch_engine/_run.py,sha256=iNLMtkjvsbgivB59xWuB77kyZKxU40YhwoaJ_djuAcc,4491
200
+ azure/ai/evaluation/_legacy/_batch_engine/_result.py,sha256=mqwCNATvH2Tavpnk_u1000HfXLauNMgcPT9dpqKh4L4,3516
201
+ azure/ai/evaluation/_legacy/_batch_engine/_run.py,sha256=-fXq3s6_anZ3Qf0i16D_HNGzgjPKCiNwXaUz3qUG3EQ,4537
201
202
  azure/ai/evaluation/_legacy/_batch_engine/_run_storage.py,sha256=KjiKaSjT16L_wLYrZpIeBANtin3fa4Gqd3L-Xjw-59I,3418
202
- azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py,sha256=lI_bhKEWQRAyZHG_G56jf0JM2YbSI6ycH4TBhIM2NGY,11085
203
+ azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py,sha256=wtRQ7COg3fstHqcjhCf-M-Au3G6OVE0sDlCM-ELNOjs,11064
203
204
  azure/ai/evaluation/_legacy/_batch_engine/_status.py,sha256=xSpJaMmBroGOL8U_iTpAr_PgyNKaxfawqak6TpuUrkk,780
204
205
  azure/ai/evaluation/_legacy/_batch_engine/_trace.py,sha256=xh52vKgs8TKYj1WlqcenlOXiPmcfgdPei2P8BLAIO5g,4430
205
206
  azure/ai/evaluation/_legacy/_batch_engine/_utils.py,sha256=pBOw5WTt64POR1c6yxGH5D5MhUxvXcMKJ2Rzzqth0XQ,2957
@@ -216,41 +217,49 @@ azure/ai/evaluation/_legacy/prompty/_utils.py,sha256=NCuZYuAZSguDtFsLAcgVwwPyAPM
216
217
  azure/ai/evaluation/_legacy/prompty/_yaml_utils.py,sha256=pVL6xgTHC3AKKD5plJ4d6hiBuComaOlUww1uqqDQlB4,3350
217
218
  azure/ai/evaluation/_safety_evaluation/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
218
219
  azure/ai/evaluation/_safety_evaluation/_generated_rai_client.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
219
- azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=aGzMJPzB_6NYtMcnc-8KMCGuFvONMXSdg6F4bs6XUbs,44856
220
+ azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=OlylVGIM8aI7cX8qsUzFEZuylS5mhWThhvJ6qS7_FfI,45047
220
221
  azure/ai/evaluation/_vendor/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
221
222
  azure/ai/evaluation/_vendor/rouge_score/__init__.py,sha256=03OkyfS_UmzRnHv6-z9juTaJ6OXJoEJM989hgifIZbc,607
222
223
  azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=DtNSeshHipzc6vFnvx7kbs5viXe4LNq-ZrgllFvfR4U,11299
223
224
  azure/ai/evaluation/_vendor/rouge_score/scoring.py,sha256=0sqdiNE-4R_EmTTqyWL9_DAOgl54250H5004tZDGxEE,1878
224
225
  azure/ai/evaluation/_vendor/rouge_score/tokenize.py,sha256=IyHVsWY6IFFZdB23cLiJs8iBZ0DXk1mQlWE1xtdjuuk,1826
225
226
  azure/ai/evaluation/_vendor/rouge_score/tokenizers.py,sha256=3_-y1TyvyluHuERhSJ5CdXSwnpcMA7aAKU6PCz9wH_Q,1745
226
- azure/ai/evaluation/red_team/__init__.py,sha256=fWI2mik_8NQmR-cfNdbPL8Xi9z15OFnxCZ1SPzSYW4Q,627
227
- azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=3l5cOfWCfX9-fdFkBdJ0yONv7kL7w6TyghzPVErYN_w,11070
227
+ azure/ai/evaluation/red_team/__init__.py,sha256=pzt82b8QRkKqt3AfCYPEpVkOLR1Jo72LumkitLIcbiA,678
228
+ azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=8ftuYnf6gfqknvGxVHbicJ4SzCNRCqG_PKtfbT-cBBY,11482
228
229
  azure/ai/evaluation/red_team/_attack_strategy.py,sha256=5VEES4AdiHc057Bt8STAKpKvpJ7gKPGxjkh6kjlQ2og,1488
229
- azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=-kd5voHTnWtTwQVXr3fl_OaxKXLic-GnwELN_e9SG_g,3016
230
+ azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=iONukXtXhEVlDJod2Lf_BncxmK5aRvN7O1TrYkxSu5g,3825
230
231
  azure/ai/evaluation/red_team/_default_converter.py,sha256=tewcQgYNqQA8EJ0IIDOA3HhZOR7vpCn8E1hP787gg9k,776
231
- azure/ai/evaluation/red_team/_red_team.py,sha256=xe0utQlVa7GyJ-u_wCbZQ_N7QeznjyoXpPwGB03FKsQ,162020
232
- azure/ai/evaluation/red_team/_red_team_result.py,sha256=QIf8L3hMaTHCo3FGfhBTrfaM6lWZ6UoQdFXyheAXZsM,17014
232
+ azure/ai/evaluation/red_team/_evaluation_processor.py,sha256=Xvu_0y67-F0rHLs9hdCdrf73rhfaqpcwoT6lcs0nBIM,17583
233
+ azure/ai/evaluation/red_team/_mlflow_integration.py,sha256=XCBSticGVg7J7rLRt3Va_gdbUCLveoC-ky2A99rtE1U,15676
234
+ azure/ai/evaluation/red_team/_orchestrator_manager.py,sha256=d0OniEs1yese-NawL68zSelD31lQUfjCImHcYABSw24,29876
235
+ azure/ai/evaluation/red_team/_red_team.py,sha256=XIZweuR7A9naC9hyQmnZpl7baS4ExADIL4SFNh1PGgs,53479
236
+ azure/ai/evaluation/red_team/_red_team_result.py,sha256=9DM8vDQWDhQ1TBj2KsQCCd5fGAh2gZBeT4evJnsq0Vk,17410
237
+ azure/ai/evaluation/red_team/_result_processor.py,sha256=N6HXNyUODSw7Klml5H5EufTaZ8gcoApYu6p4HJr872k,30253
233
238
  azure/ai/evaluation/red_team/_agent/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
234
239
  azure/ai/evaluation/red_team/_agent/_agent_functions.py,sha256=kLV2lQ5PHMucGK9IsrnZsmSvlhL2fhgzxa1G0NPF6eM,10482
235
240
  azure/ai/evaluation/red_team/_agent/_agent_tools.py,sha256=-ClGcNexUYa6_SxBPERAl2u4LgR0UP5Dk0TeYfUcBW8,20653
236
241
  azure/ai/evaluation/red_team/_agent/_agent_utils.py,sha256=3wtUg0BUp68l5Vm01K3zjzd1CKKt_N2Xd295yY1itdo,3224
237
242
  azure/ai/evaluation/red_team/_agent/_semantic_kernel_plugin.py,sha256=Q-9uVkIM9Hq63pXhnxg6vwmIf9gTVXmmnC3c3ikbO0w,10601
238
- azure/ai/evaluation/red_team/_utils/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
239
- azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py,sha256=Deel5fvuIc-Zd6cruPWVg8X7z7jUJi2dOWGLxhNmOr8,4951
243
+ azure/ai/evaluation/red_team/_utils/__init__.py,sha256=qzNPTCailoUp3U5rWvlx613RbbQXTWGnAVWRYezHD58,1107
244
+ azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py,sha256=7l9ciCBer-pH9I5v-g9AxpTi24XsF3GYQxeqe54hCjM,5035
240
245
  azure/ai/evaluation/red_team/_utils/_rai_service_target.py,sha256=BsSffRght1caZh9EsUpRcb8fh5W78ORmTUE7X9XvWd0,29811
241
- azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py,sha256=_NZ1OGgXPtKPaOqRjOr-59JguHT_EOfeFuZUQ5FmwAE,4119
242
- azure/ai/evaluation/red_team/_utils/constants.py,sha256=bd2bQNOsDpstgDBtapnRe8guNzNJjGRotHtWF9bxlho,1992
243
- azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=zoTywXnslhQBUz2NLowny6Q0FclijDxiahsuoON-GQs,6263
246
+ azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py,sha256=kWUaZvV5AcBt6JeVD5D8CiKmpq0kajKsCXa4tUTx2-o,4366
247
+ azure/ai/evaluation/red_team/_utils/constants.py,sha256=Lujaa8X72lieAiYK0TLn59fErb1v9hWAI8JlMpmM92w,1948
248
+ azure/ai/evaluation/red_team/_utils/exception_utils.py,sha256=JBQ-AlAPwhQCPucSkYu-M70RmlbOpmbWYuMjSz9cd80,12309
249
+ azure/ai/evaluation/red_team/_utils/file_utils.py,sha256=FH2rnvTFji6nJ5RM0KdayZZOF6jdgQLHAYmfAhFos2k,9047
250
+ azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=X-AwNziYvxv3bCcW3gGcJ1UQkGp4KFJBt3e4BdqKxnM,10500
244
251
  azure/ai/evaluation/red_team/_utils/logging_utils.py,sha256=1EK7xRO0eA0nKJmqz7WhMwjP8M3i1je1KxHdGfH9HVI,4775
245
- azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=TU9Z9umtjwmJy3SQNqbc2Fj-oJUX_7rFlg1NEGXaSK4,2130
246
- azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=gW0cfsB8alXTIV02RHNVsz7vmQLjq7SXNf8ZHY0_OHs,8088
252
+ azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=EwoxqIoTfTp3R2Y8-Z9OrnDb4dMKgNU5nVc-MzADbOQ,2976
253
+ azure/ai/evaluation/red_team/_utils/progress_utils.py,sha256=B39Av45v3R4ZFMnNbDfkHq_TmwXBhNNed_k-dsiNgb8,9364
254
+ azure/ai/evaluation/red_team/_utils/retry_utils.py,sha256=Ozn25fMJSoIcxy8pRA5WmZfEYzhNW7KyCc6IldNh-JA,7519
255
+ azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=ShILcu-_XSoOiDL2_5UCwOC4lkvuKUDS_yKKtHRyNb4,8834
247
256
  azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rbZV03KmzxxWys,552
248
257
  azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=ISMjXfcmquvuBhM8l2u_X3jbEbNa7F7dR-AwgKNaJw0,1884
249
- azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=w1wvDPJgB8uF7xn-0QUPx3lwjj_eTNzB9joFpBAPOUI,25543
258
+ azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=KZJ_SN0P2MVcYDL9iaIHPc6XgjJ0zKbSMLCQNWRfQJw,26328
250
259
  azure/ai/evaluation/simulator/_constants.py,sha256=jtsj-XzbseurEAxWmB-iSPmXu7B6ZHrM3bl07j-zruM,875
251
260
  azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=g3170PdieqzN_98PHVbpmoFKUapLN_Yns_JBF71UNog,11025
252
- azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=pLBH_HRUGMNbFxDo24dmRynV549kp1dbYrZB9oSr6e8,11236
253
- azure/ai/evaluation/simulator/_simulator.py,sha256=6738F2ScNO0OCS1hODw_VBE6Ib3nXJErBAOxKHe-8hc,36635
261
+ azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=VPTq33pRiXbiGrUo4UPPvYLSuCK0uR39Ylm0WQ2k0Yc,11810
262
+ azure/ai/evaluation/simulator/_simulator.py,sha256=T1w_mF40KLoYQJNUTVO34D_Vuv1I_O43Ii_9L_4u_ps,37267
254
263
  azure/ai/evaluation/simulator/_utils.py,sha256=16NltlywpbMtoFtULwTKqeURguIS1kSKSo3g8uKV8TA,5181
255
264
  azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=x8bDZIVm10DynqpfrURbeoidAjYv_EFxWr7G7sFShZA,18236
256
265
  azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=aWiodVvzA9yy1itkoVtW88B4qhEpxpnztx0G1-w7U_Y,7729
@@ -261,17 +270,17 @@ azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=FQwgrJvzq_nv3wF9DBr2py
261
270
  azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=sbKc3O5qsg77LEaSEQfWDfzqEFXVDw612BaDcBo3E7A,1095
262
271
  azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=BOttMTec3muMiA4OzwD_iW08GTrhja7PL9XVjRCN3jM,3029
263
272
  azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=soaUHfmd_IK1FINPRKgKens7qKOVw9BZwc7ms7N6zrk,860
264
- azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=gDP0-WarWmoRkUnj8rqsD0vljYeAagSD8KPA_8jNMUc,7935
273
+ azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=_nfMZvvUEiIgIY_sll-Y8waO0kPHgd8k0Q48Mi6wUN4,8229
265
274
  azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=kRmKm8etMq6fM2PjVKL0P7TtXfhDESNME3PenGTryjU,6475
266
- azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=Alk6deMeimSKO0JkxrmO6BzsmMdWFBz7PM_ihKwV9q8,11028
275
+ azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=YOvdvs_f08TmEE2nyXHkfGy-RXByj8Q7TWIgRLZTGQY,11888
267
276
  azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=fC38IptUtoumxu2CWLmErNoGxMdVlNr60XbpJeKdQ18,11379
268
277
  azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=ghQNP8ur19BfbLilEnIio85RbYwQ8APAm45-iNcimYY,8375
269
278
  azure/ai/evaluation/simulator/_model_tools/models.py,sha256=H7tjmj9wzLT-6bI542eAfecOKl1sHBZhcd-YNF522Sg,22372
270
279
  azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
271
280
  azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
272
281
  azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
273
- azure_ai_evaluation-1.9.0.dist-info/METADATA,sha256=EHztRXYMcujJuH9Vmy5iNk1L7pn4G8eB7JWEsmPc48k,39485
274
- azure_ai_evaluation-1.9.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
275
- azure_ai_evaluation-1.9.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
276
- azure_ai_evaluation-1.9.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
277
- azure_ai_evaluation-1.9.0.dist-info/RECORD,,
282
+ azure_ai_evaluation-1.11.0.dist-info/licenses/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
283
+ azure_ai_evaluation-1.11.0.dist-info/METADATA,sha256=hFOnD4ilDyFnGchPla9jqPclUz-6uio9Hi3ybvigbmc,45071
284
+ azure_ai_evaluation-1.11.0.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
285
+ azure_ai_evaluation-1.11.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
286
+ azure_ai_evaluation-1.11.0.dist-info/RECORD,,
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (75.3.2)
2
+ Generator: setuptools (77.0.3)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5