azure-ai-evaluation 1.11.1__py3-none-any.whl → 1.12.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of azure-ai-evaluation might be problematic. Click here for more details.
- azure/ai/evaluation/_aoai/aoai_grader.py +63 -19
- azure/ai/evaluation/_aoai/label_grader.py +8 -3
- azure/ai/evaluation/_aoai/python_grader.py +8 -3
- azure/ai/evaluation/_aoai/score_model_grader.py +8 -3
- azure/ai/evaluation/_aoai/string_check_grader.py +9 -4
- azure/ai/evaluation/_aoai/text_similarity_grader.py +9 -4
- azure/ai/evaluation/_eval_mapping.py +2 -0
- azure/ai/evaluation/_evaluate/_evaluate.py +106 -4
- azure/ai/evaluation/_evaluate/_evaluate_aoai.py +252 -48
- azure/ai/evaluation/_evaluate/_utils.py +7 -3
- azure/ai/evaluation/_evaluators/_coherence/_coherence.py +7 -1
- azure/ai/evaluation/_evaluators/_common/_base_eval.py +77 -3
- azure/ai/evaluation/_evaluators/_fluency/_fluency.py +7 -1
- azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py +6 -0
- azure/ai/evaluation/_evaluators/_path_efficiency/__init__.py +7 -0
- azure/ai/evaluation/_evaluators/_path_efficiency/_path_efficiency.py +342 -0
- azure/ai/evaluation/_evaluators/_relevance/_relevance.py +7 -1
- azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py +7 -1
- azure/ai/evaluation/_evaluators/_similarity/_similarity.py +7 -1
- azure/ai/evaluation/_evaluators/_task_success/__init__.py +7 -0
- azure/ai/evaluation/_evaluators/_task_success/_task_success.py +168 -0
- azure/ai/evaluation/_evaluators/_task_success/task_success.prompty +220 -0
- azure/ai/evaluation/_exceptions.py +1 -0
- azure/ai/evaluation/_legacy/_batch_engine/_engine.py +7 -2
- azure/ai/evaluation/_version.py +1 -1
- azure/ai/evaluation/red_team/_mlflow_integration.py +454 -35
- azure/ai/evaluation/red_team/_red_team.py +9 -0
- azure/ai/evaluation/red_team/_red_team_result.py +230 -1
- azure/ai/evaluation/red_team/_result_processor.py +416 -23
- azure/ai/evaluation/red_team/_utils/formatting_utils.py +1 -1
- {azure_ai_evaluation-1.11.1.dist-info → azure_ai_evaluation-1.12.0.dist-info}/METADATA +13 -3
- {azure_ai_evaluation-1.11.1.dist-info → azure_ai_evaluation-1.12.0.dist-info}/RECORD +35 -30
- {azure_ai_evaluation-1.11.1.dist-info → azure_ai_evaluation-1.12.0.dist-info}/WHEEL +0 -0
- {azure_ai_evaluation-1.11.1.dist-info → azure_ai_evaluation-1.12.0.dist-info}/licenses/NOTICE.txt +0 -0
- {azure_ai_evaluation-1.11.1.dist-info → azure_ai_evaluation-1.12.0.dist-info}/top_level.txt +0 -0
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
azure/ai/evaluation/__init__.py,sha256=hrP2gqioHoUe5QBvpkmNpQ45zu6g-ErReY-fqzWeOf8,5298
|
|
2
2
|
azure/ai/evaluation/_constants.py,sha256=FNVxCt3_0MwZHtDsjRYPH5h6mT_48KCbJTBWBDTNujE,3729
|
|
3
|
-
azure/ai/evaluation/_eval_mapping.py,sha256=
|
|
4
|
-
azure/ai/evaluation/_exceptions.py,sha256=
|
|
3
|
+
azure/ai/evaluation/_eval_mapping.py,sha256=UdlRebg8w1CAOdDK8lFZmieLdf5qlobRllp3NMLJu4o,2705
|
|
4
|
+
azure/ai/evaluation/_exceptions.py,sha256=Vex9AutVn8YkT5GNXr0F1dR4o4U9JG_IJdUFku1CjEA,5938
|
|
5
5
|
azure/ai/evaluation/_http_utils.py,sha256=d1McnMRT5lnaoR8x4r3pkfH2ic4T3JArclOK4kAaUmg,17261
|
|
6
6
|
azure/ai/evaluation/_model_configurations.py,sha256=MNN6cQlz7P9vNfHmfEKsUcly3j1FEOEFsA8WV7GPuKQ,4043
|
|
7
7
|
azure/ai/evaluation/_user_agent.py,sha256=SgUm6acnwyoENu8KroyaWRrJroJNqLZBccpQoeKyrHw,1144
|
|
8
|
-
azure/ai/evaluation/_version.py,sha256=
|
|
8
|
+
azure/ai/evaluation/_version.py,sha256=9RYEuEL-7OFbJNlKvztlkDkUDKqzgltid4uedXAZbyQ,230
|
|
9
9
|
azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
10
10
|
azure/ai/evaluation/_aoai/__init__.py,sha256=0Ji05ShlsJaytvexXUpCe69t0jSNd3PpNbhr0zCkr6A,265
|
|
11
|
-
azure/ai/evaluation/_aoai/aoai_grader.py,sha256=
|
|
12
|
-
azure/ai/evaluation/_aoai/label_grader.py,sha256=
|
|
13
|
-
azure/ai/evaluation/_aoai/python_grader.py,sha256=
|
|
14
|
-
azure/ai/evaluation/_aoai/score_model_grader.py,sha256=
|
|
15
|
-
azure/ai/evaluation/_aoai/string_check_grader.py,sha256=
|
|
16
|
-
azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=
|
|
11
|
+
azure/ai/evaluation/_aoai/aoai_grader.py,sha256=IhVAHj2CeZJ9G-6ZWd5hiWVsBoBEzoUXfJJG89q4L4s,6242
|
|
12
|
+
azure/ai/evaluation/_aoai/label_grader.py,sha256=sOpxM-7w5rSMbCR_EvZOMBD0UUlX_IG-BmkGSEEq_xg,3011
|
|
13
|
+
azure/ai/evaluation/_aoai/python_grader.py,sha256=c-B2zA3Gqua39nXJrQT9pjrii8ywZtu1ly2HdyzzgeE,3425
|
|
14
|
+
azure/ai/evaluation/_aoai/score_model_grader.py,sha256=rPk4KFChy5K84vMtEosxjkXoJ5iEq89TAYZj4PvyBXI,4042
|
|
15
|
+
azure/ai/evaluation/_aoai/string_check_grader.py,sha256=7KpBmZ1qU8cKjTwR277vGFwDS9bYxE9zmPzPsmlyvbw,2636
|
|
16
|
+
azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=pi0q2T2jgEMq-YbsNyDpkqUPyNo5EbYP2kg65zp_-T0,3204
|
|
17
17
|
azure/ai/evaluation/_azure/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
18
18
|
azure/ai/evaluation/_azure/_clients.py,sha256=YugjJQKqbilvU2gorgtUiKFi3AQZLlsqPPQeWee4WbE,9116
|
|
19
19
|
azure/ai/evaluation/_azure/_envs.py,sha256=r2UATRcpEfYItL8PlHX0Q1eHLS1HU-2kqVEq35jo7fI,9371
|
|
@@ -98,9 +98,9 @@ azure/ai/evaluation/_converters/_models.py,sha256=x6GxLItQtvccv8q6jWtOUmQL1ZdeIA
|
|
|
98
98
|
azure/ai/evaluation/_converters/_sk_services.py,sha256=NfjflVgeJUF0MrvAiUd_uF2magn38Q_MKmHzaY41vOA,18239
|
|
99
99
|
azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
100
100
|
azure/ai/evaluation/_evaluate/_eval_run.py,sha256=57rfW4MkE9LSlQNqdzxvq_nw8xYW-mqPQLw4WY_k-YU,22564
|
|
101
|
-
azure/ai/evaluation/_evaluate/_evaluate.py,sha256=
|
|
102
|
-
azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=
|
|
103
|
-
azure/ai/evaluation/_evaluate/_utils.py,sha256=
|
|
101
|
+
azure/ai/evaluation/_evaluate/_evaluate.py,sha256=4RNZUdvGLTaEGTNtVQP2zq0YKWOox3VUnJWrgEmFCM4,61799
|
|
102
|
+
azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=hLaTgIgRaZ0pe2DWCrGG7aUaxSYT0KRZ7qQacGz2ZCk,37050
|
|
103
|
+
azure/ai/evaluation/_evaluate/_utils.py,sha256=aYQih7mvxsC-hGkCQ4qxrRt1xaYV0eje7pQde-y36IU,19441
|
|
104
104
|
azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=cPLi_MJ_pCp8eKBxJbiSoxgTnN3nDLuaP57dMkKuyhg,552
|
|
105
105
|
azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=2Rl4j_f4qK6_J-Gl_qUV-4elpWbegWzIkJuQOdPP-ig,7046
|
|
106
106
|
azure/ai/evaluation/_evaluate/_batch_run/batch_clients.py,sha256=dTZYdQGweGzEN6OHtn1jOmGG767AJ7RJwfHoCCeRddg,2761
|
|
@@ -115,10 +115,10 @@ azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=CJOmTL_5vC477Q4dAKTArApj2d
|
|
|
115
115
|
azure/ai/evaluation/_evaluators/_code_vulnerability/__init__.py,sha256=zRHHxYA6CI72iqZaZz9eSbDHwhhjp5hjicEK_RWXlL0,109
|
|
116
116
|
azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=KrOtAxtipZf2FDQ9uiHQ4pTAzD-aev14EPgaQUdFVNA,4890
|
|
117
117
|
azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
|
|
118
|
-
azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=
|
|
118
|
+
azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=r_21EFCX-2oAO6FxwUnBdUUwS-QgBiC0zGXSW3hXj2I,6335
|
|
119
119
|
azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
|
|
120
120
|
azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=xAymP_CZy4aPzWplMdXgQUQVDIUEMI-0nbgdm_umFYY,498
|
|
121
|
-
azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=
|
|
121
|
+
azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=3lsVVUrI4n7YfHYvfgrGTNw44umYElWOqT4j-XJnfVo,33685
|
|
122
122
|
azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=yYFpoCDe2wMFQck0ykbX8IJBBidk6NT1wUTkVFlVSy8,2728
|
|
123
123
|
azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=uvCwyUXInYfB2CxntbRiGla8n9lXRmsaUJsuFrckL-w,7047
|
|
124
124
|
azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=JSZhRxVKljM4XE4P2DGrJSnD6iWr7tlDIJ8g95rHaGg,9078
|
|
@@ -136,12 +136,12 @@ azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=3Zrf6xxaw7e2adQLb0TM_KFWf-4R
|
|
|
136
136
|
azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
|
|
137
137
|
azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=8xKB0SDqseQ2Vnhf3CNftXVMjV6co8h-gfKOTcmNJJw,6940
|
|
138
138
|
azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
|
|
139
|
-
azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=
|
|
139
|
+
azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=ctCCNmoxr5wjtoTt-nuHyZRJDQe4iQLyDEkD6PHNv-A,6043
|
|
140
140
|
azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSsLTSKEM_ApJuxxuKWQpNblrTEkFY,4861
|
|
141
141
|
azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
|
|
142
142
|
azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=bm46V_t4NpIEaAAZMtMAxMMe_u3SgOY0201RihpFxEc,4884
|
|
143
143
|
azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
|
|
144
|
-
azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=
|
|
144
|
+
azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=v2No7RfVTUldsW6h5ixB41xAnScA8PyfvRXff0bLXkY,13613
|
|
145
145
|
azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
|
|
146
146
|
azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
|
|
147
147
|
azure/ai/evaluation/_evaluators/_intent_resolution/__init__.py,sha256=Lr8krXt2yfShFTAuwjTFgrUbO75boLLrRSnF1mriN_Q,280
|
|
@@ -149,29 +149,34 @@ azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=
|
|
|
149
149
|
azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=5xLdYQ9FUfJVNtkbFMjiFhFH17eyRYF4WFIE6_3zvxc,8449
|
|
150
150
|
azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
|
|
151
151
|
azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=6OkRH78wfn61lkR-1MuDw2J980SCm7LU-B567cS_8ho,5926
|
|
152
|
+
azure/ai/evaluation/_evaluators/_path_efficiency/__init__.py,sha256=cNWxzfBnXt5M9Ilr1r3-wE4DHbQr7iGrYGkx1Numt0E,274
|
|
153
|
+
azure/ai/evaluation/_evaluators/_path_efficiency/_path_efficiency.py,sha256=td1lG-1tA-bLaN4Tw6-mRfCqJohiqEuchiMDi-N1Hoo,16488
|
|
152
154
|
azure/ai/evaluation/_evaluators/_protected_material/__init__.py,sha256=eRAQIU9diVXfO5bp6aLWxZoYUvOsrDIfy1gnDOeNTiI,109
|
|
153
155
|
azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=95vJ55K3ONCmF4MP_q4FiuJhe8iejLHOA1k1o7DtWKo,5407
|
|
154
156
|
azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
|
|
155
157
|
azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=y8Magyzb2DESoN6vFllJkf8bLZ28UFFYyKVHCv1ah3o,6270
|
|
156
158
|
azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
|
|
157
|
-
azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=
|
|
159
|
+
azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=Vd9RVGwm4g253pcAyxUzOeXFmVCGbAVf895rRjCjxRk,9435
|
|
158
160
|
azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=1F45mS6phDhUCjWD7AVAeCJE8UJHytCgRwHrndcH99E,6462
|
|
159
161
|
azure/ai/evaluation/_evaluators/_response_completeness/__init__.py,sha256=U3eqkQQAgRif46B6UGdq3yWefgbkZGJ3ZE2sKoZQDlU,292
|
|
160
162
|
azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=gMvQOJdcuKHKBvOYnDenUEPoMttTL_ZcxaHghaD7mMY,8047
|
|
161
163
|
azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=25PqzWWtpwvsKNnBGDNfqsKKo2RpyeiIFzvK8sauPDg,7520
|
|
162
164
|
azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
|
|
163
|
-
azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=
|
|
165
|
+
azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=9-RWzjLPWlNAZQPLzy7By9bX86VuFNiPqn5sUStNxpo,6704
|
|
164
166
|
azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=_YVoO4Gt_WD42bUcj5n6BDW0dMUqNf0yF3Nj5XMOX2c,16490
|
|
165
167
|
azure/ai/evaluation/_evaluators/_rouge/__init__.py,sha256=kusCDaYcXogDugGefRP8MQSn9xv107oDbrMCqZ6K4GA,291
|
|
166
168
|
azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=6xfAc18Cqa2bq_GtGTKUEIZdWFqdjAYPjsqNl1ok10E,10033
|
|
167
169
|
azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py,sha256=0DODUGTOgaYyFbO9_zxuwifixDL3SIm3EkwP1sdwn6M,288
|
|
168
170
|
azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=qdwVlgoPB870mcwDzDfsfmWlSocpyQJPvQxROGaiTXg,8158
|
|
169
171
|
azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
|
|
170
|
-
azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=
|
|
172
|
+
azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=fw250aoDCQ-oXalmyUoYXxK2p43nxnn4sjVqTVSPvD8,5951
|
|
171
173
|
azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
|
|
172
174
|
azure/ai/evaluation/_evaluators/_task_adherence/__init__.py,sha256=9HtNrG7yYX0Ygq3cZoS_0obAvGgmy5HWcsBcPKoB15c,271
|
|
173
175
|
azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=JBNr1cXbK97SRyG4B84DnlKPUxVrCSr9mZ9mIzGoKqI,11165
|
|
174
176
|
azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty,sha256=b1beQUEBPFLkcJUhiVvH7s07RArcPRVtHvXKKZKHbPg,12795
|
|
177
|
+
azure/ai/evaluation/_evaluators/_task_success/__init__.py,sha256=8SUGe2gelxu_lcz5fiN7S2MxqFe0JvL7oyCDGyXRyUs,265
|
|
178
|
+
azure/ai/evaluation/_evaluators/_task_success/_task_success.py,sha256=-VSbF3bqu5jOqtFL3e8NxzEqt1tWwBm9Hvq93dBYPEM,8247
|
|
179
|
+
azure/ai/evaluation/_evaluators/_task_success/task_success.prompty,sha256=QL4Hx3i9kymUMEbWQUWnU07lu5DdJiwHcUD7YrjJsOg,8451
|
|
175
180
|
azure/ai/evaluation/_evaluators/_tool_call_accuracy/__init__.py,sha256=vYB4Y_3n1LqTiEeZB1O1A0b14wpURBwtW0wPEN2FG9Q,288
|
|
176
181
|
azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=3fkBiGGK5xdb7upbVZNr5bWz9-z8EQ8J7bidD1o3QH0,19132
|
|
177
182
|
azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=pQhNQC1w12WNBU4sdgyhO9gXhZY1dWrNIBK31ciW-V4,10138
|
|
@@ -194,7 +199,7 @@ azure/ai/evaluation/_legacy/_adapters/types.py,sha256=q7n0TtpFxd1WttbUR_Q8ODd8bT
|
|
|
194
199
|
azure/ai/evaluation/_legacy/_adapters/utils.py,sha256=2KdYqfeuHLcfqk1qJRviNoqqsghxBZNmyoGcUTNphl0,1306
|
|
195
200
|
azure/ai/evaluation/_legacy/_batch_engine/__init__.py,sha256=NNX2DhtPVzJCX8kR_QzZ6EkUsdGifvwip2LHEcRwy1Y,594
|
|
196
201
|
azure/ai/evaluation/_legacy/_batch_engine/_config.py,sha256=9fdRz5YVdf_95mCOugiJuna2pYMEmWKcsWaZCT4IwXM,1820
|
|
197
|
-
azure/ai/evaluation/_legacy/_batch_engine/_engine.py,sha256=
|
|
202
|
+
azure/ai/evaluation/_legacy/_batch_engine/_engine.py,sha256=mBhML4TM3kvfsBRxY6W17pAgTfrWwFEKlaM9trUofAs,19732
|
|
198
203
|
azure/ai/evaluation/_legacy/_batch_engine/_exceptions.py,sha256=_QQLowht6ww4wBJbShQBo00Y8HFdaWh-dWd44sGvJBc,2870
|
|
199
204
|
azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py,sha256=jP_ZHre2REdQh2l2JJNuP6arW9pHxOlc-WHG5jLnX6g,5059
|
|
200
205
|
azure/ai/evaluation/_legacy/_batch_engine/_result.py,sha256=mqwCNATvH2Tavpnk_u1000HfXLauNMgcPT9dpqKh4L4,3516
|
|
@@ -230,11 +235,11 @@ azure/ai/evaluation/red_team/_attack_strategy.py,sha256=5VEES4AdiHc057Bt8STAKpKv
|
|
|
230
235
|
azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=iONukXtXhEVlDJod2Lf_BncxmK5aRvN7O1TrYkxSu5g,3825
|
|
231
236
|
azure/ai/evaluation/red_team/_default_converter.py,sha256=tewcQgYNqQA8EJ0IIDOA3HhZOR7vpCn8E1hP787gg9k,776
|
|
232
237
|
azure/ai/evaluation/red_team/_evaluation_processor.py,sha256=Xvu_0y67-F0rHLs9hdCdrf73rhfaqpcwoT6lcs0nBIM,17583
|
|
233
|
-
azure/ai/evaluation/red_team/_mlflow_integration.py,sha256=
|
|
238
|
+
azure/ai/evaluation/red_team/_mlflow_integration.py,sha256=0dIGzYltKGKFXFqHE5ABvxl_xhIKryZVrlH6sByhAII,32089
|
|
234
239
|
azure/ai/evaluation/red_team/_orchestrator_manager.py,sha256=d0OniEs1yese-NawL68zSelD31lQUfjCImHcYABSw24,29876
|
|
235
|
-
azure/ai/evaluation/red_team/_red_team.py,sha256=
|
|
236
|
-
azure/ai/evaluation/red_team/_red_team_result.py,sha256=
|
|
237
|
-
azure/ai/evaluation/red_team/_result_processor.py,sha256=
|
|
240
|
+
azure/ai/evaluation/red_team/_red_team.py,sha256=oqu8Gx8kpTQYzCngi_MwSIs-CAdUSMQzGEtMz_0FjG4,53913
|
|
241
|
+
azure/ai/evaluation/red_team/_red_team_result.py,sha256=7_SM_K1Ipbw4Fs1eiCgm-ar7doHQni3TFsDptvtxyxY,24543
|
|
242
|
+
azure/ai/evaluation/red_team/_result_processor.py,sha256=TuFp913amwPtY1Ch2sEOHMNaf7k2DCUp6tKRUtQFM2Q,44833
|
|
238
243
|
azure/ai/evaluation/red_team/_agent/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
239
244
|
azure/ai/evaluation/red_team/_agent/_agent_functions.py,sha256=kLV2lQ5PHMucGK9IsrnZsmSvlhL2fhgzxa1G0NPF6eM,10482
|
|
240
245
|
azure/ai/evaluation/red_team/_agent/_agent_tools.py,sha256=-ClGcNexUYa6_SxBPERAl2u4LgR0UP5Dk0TeYfUcBW8,20653
|
|
@@ -247,7 +252,7 @@ azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py,sha256=kWU
|
|
|
247
252
|
azure/ai/evaluation/red_team/_utils/constants.py,sha256=Lujaa8X72lieAiYK0TLn59fErb1v9hWAI8JlMpmM92w,1948
|
|
248
253
|
azure/ai/evaluation/red_team/_utils/exception_utils.py,sha256=JBQ-AlAPwhQCPucSkYu-M70RmlbOpmbWYuMjSz9cd80,12309
|
|
249
254
|
azure/ai/evaluation/red_team/_utils/file_utils.py,sha256=FH2rnvTFji6nJ5RM0KdayZZOF6jdgQLHAYmfAhFos2k,9047
|
|
250
|
-
azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=
|
|
255
|
+
azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=yrMLW3DuvkJLjsaTJ37ubQxt_vqMp85MjzBRlzkrcEM,10502
|
|
251
256
|
azure/ai/evaluation/red_team/_utils/logging_utils.py,sha256=1EK7xRO0eA0nKJmqz7WhMwjP8M3i1je1KxHdGfH9HVI,4775
|
|
252
257
|
azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=EwoxqIoTfTp3R2Y8-Z9OrnDb4dMKgNU5nVc-MzADbOQ,2976
|
|
253
258
|
azure/ai/evaluation/red_team/_utils/progress_utils.py,sha256=B39Av45v3R4ZFMnNbDfkHq_TmwXBhNNed_k-dsiNgb8,9364
|
|
@@ -279,8 +284,8 @@ azure/ai/evaluation/simulator/_model_tools/models.py,sha256=H7tjmj9wzLT-6bI542eA
|
|
|
279
284
|
azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
280
285
|
azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
|
|
281
286
|
azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
|
|
282
|
-
azure_ai_evaluation-1.
|
|
283
|
-
azure_ai_evaluation-1.
|
|
284
|
-
azure_ai_evaluation-1.
|
|
285
|
-
azure_ai_evaluation-1.
|
|
286
|
-
azure_ai_evaluation-1.
|
|
287
|
+
azure_ai_evaluation-1.12.0.dist-info/licenses/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
|
|
288
|
+
azure_ai_evaluation-1.12.0.dist-info/METADATA,sha256=EzQaMW9Geh5tmuKy5YC1nttDVX2NNvYUB3O-Qt2gLWI,45783
|
|
289
|
+
azure_ai_evaluation-1.12.0.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
|
|
290
|
+
azure_ai_evaluation-1.12.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
|
|
291
|
+
azure_ai_evaluation-1.12.0.dist-info/RECORD,,
|
|
File without changes
|
{azure_ai_evaluation-1.11.1.dist-info → azure_ai_evaluation-1.12.0.dist-info}/licenses/NOTICE.txt
RENAMED
|
File without changes
|
|
File without changes
|