azure-ai-evaluation 1.4.0__py3-none-any.whl → 1.5.0__py3-none-any.whl

{azure_ai_evaluation-1.4.0.dist-info → azure_ai_evaluation-1.5.0.dist-info}/RECORD

@@ -1,10 +1,10 @@
-azure/ai/evaluation/__init__.py,sha256=JBdaGlomPfaxw3HnY2Qdq-te4RvPupFEeerEn_r-YUA,4072
+azure/ai/evaluation/__init__.py,sha256=kAtHb6ouzfFDk8KOVaLdraayQCJmnj6SSM-YZ3sAy4Y,3417
 azure/ai/evaluation/_constants.py,sha256=mrIKAUZvISRcaVpv1fAzIUDbwWS2bFlzCAMp1eB5jsY,3052
 azure/ai/evaluation/_exceptions.py,sha256=v70aKkYfXqCj0FDDXsC41OrDjrfnXzgXUC6G07wwOdE,5344
 azure/ai/evaluation/_http_utils.py,sha256=1bGce6pKAL-vmaUGRPxVX7DVO05XVQ8YPIwIQ3q7mfA,17221
 azure/ai/evaluation/_model_configurations.py,sha256=MNN6cQlz7P9vNfHmfEKsUcly3j1FEOEFsA8WV7GPuKQ,4043
 azure/ai/evaluation/_user_agent.py,sha256=O2y-QPBAcw7w7qQ6M2aRPC3Vy3TKd789u5lcs2yuFaI,290
-azure/ai/evaluation/_version.py,sha256=5WQ-VV9pmoYilkjqt39ggzHaPorEJGD-t5giJ5Y1x3g,229
+azure/ai/evaluation/_version.py,sha256=YpsqP-vu09qp1HVH74yl4WSsHSEc4bGuEPdb2hj15Z8,229
 azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 azure/ai/evaluation/_azure/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
 azure/ai/evaluation/_azure/_clients.py,sha256=N1V-LyQkItPuoKl0aieypFPdGSRSld9lQqH1x-n3L7U,9119
@@ -14,8 +14,8 @@ azure/ai/evaluation/_common/__init__.py,sha256=LHTkf6dMLLxikrGNgbUuREBVQcs4ORHR6
 azure/ai/evaluation/_common/_experimental.py,sha256=GVtSn9r1CeR_yEa578dJVNDJ3P24eqe8WYdH7llbiQY,5694
 azure/ai/evaluation/_common/constants.py,sha256=7gwcSbcJr-KHA-7Llmpuo4kap_l3X5-emAn2LMb_wk4,2281
 azure/ai/evaluation/_common/math.py,sha256=d4bwWe35_RWDIZNcbV1BTBbHNx2QHQ4-I3EofDyyNE0,2863
-azure/ai/evaluation/_common/rai_service.py,sha256=cB8eyPEO1uVjMIK22JlmoXolPLUiVx7VxI-xmHmRcLk,28282
-azure/ai/evaluation/_common/utils.py,sha256=O5wUBvHH_XpEI9uLl0IbmlIlzx8kqtQr19chz0nGA5U,18370
+azure/ai/evaluation/_common/rai_service.py,sha256=7izMNrZxLDMjbL5gAWmU9aUnFHv7Yb0OQU-A-1XnVcA,28304
+azure/ai/evaluation/_common/utils.py,sha256=SqZfm_DXhZC6JBVvdtzMEuLott2B6uWNVFz-rVSSSiA,18392
 azure/ai/evaluation/_common/raiclient/__init__.py,sha256=SaoPfbEPhdoXpIKqOPmRVNyYky1mW5c7UobHt08ksAI,1153
 azure/ai/evaluation/_common/raiclient/_client.py,sha256=ZnFRcpZ0UD3MeFWnJ44AbkbUqPHsvGM502ra28pm_No,5812
 azure/ai/evaluation/_common/raiclient/_configuration.py,sha256=exABHzDcOl5295p5LnWxL82x21z6_ruyBbigW3WoQRA,4246
@@ -38,21 +38,21 @@ azure/ai/evaluation/_common/raiclient/models/_patch.py,sha256=P7PMm3Gbjlk56lI6B_
 azure/ai/evaluation/_common/raiclient/operations/__init__.py,sha256=Ah41eszCE4ZDISukKSdOWQQcZGv0TbDduaT35Q8PQz8,925
 azure/ai/evaluation/_common/raiclient/operations/_operations.py,sha256=_-B8zU6GQ4RciGvBcAoVNlfGdNXaqf2XsS3EP-kYu10,50944
 azure/ai/evaluation/_common/raiclient/operations/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
-azure/ai/evaluation/_converters/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
-azure/ai/evaluation/_converters/_ai_services.py,sha256=lRFe4_jXDwvd-mHwQKZVtfvEkM-67c4-f87AxTXvNgw,37087
+azure/ai/evaluation/_converters/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
+azure/ai/evaluation/_converters/_ai_services.py,sha256=U2s-KdCAv4ja-Xo0nGUhjIQEoyg9QmSj2Dqt73uufUo,37091
 azure/ai/evaluation/_converters/_models.py,sha256=LlrB7Vj_uW3-Ng06b3EHahRXf690W4j2XfYihS7dejo,11029
 azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
-azure/ai/evaluation/_evaluate/_eval_run.py,sha256=sNtnmZwDSo0SikENCSsU0a05KnYty6XkjpVxtIEHfd4,21963
-azure/ai/evaluation/_evaluate/_evaluate.py,sha256=KO8S80KeTpp3uSGBgH8veyIcmgfk4mNTUugSeZWzjB0,40349
-azure/ai/evaluation/_evaluate/_utils.py,sha256=sKj_4iN-QjrRlEkiZwA9UNiWozS4LgJcUZ6AWdHrTY4,14231
+azure/ai/evaluation/_evaluate/_eval_run.py,sha256=Bu_7uV8-reRllUChXZDjILpXX8ym57VIUaKvUNhono0,21985
+azure/ai/evaluation/_evaluate/_evaluate.py,sha256=QO4H8-G53qif8NnsYFEULmr3eWQ4sudpf6gOzhnaNDo,40647
+azure/ai/evaluation/_evaluate/_utils.py,sha256=Cn6BpKzRkIXeywB1zbYMvEBvJXWIIlvPVy_2z8nOfFE,14289
 azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=cPLi_MJ_pCp8eKBxJbiSoxgTnN3nDLuaP57dMkKuyhg,552
 azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=fbDkx_qhYlBSGrxoRLPFiNccgd3pToDnLRmBb0QWzmM,3941
 azure/ai/evaluation/_evaluate/_batch_run/batch_clients.py,sha256=dTZYdQGweGzEN6OHtn1jOmGG767AJ7RJwfHoCCeRddg,2761
-azure/ai/evaluation/_evaluate/_batch_run/code_client.py,sha256=XQLaXfswF6ReHLpQthHLuLLa65Pts8uawGp7kRqmMDs,8260
-azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=p3Bsg_shGs5RXvysOlvo0CQb4Te5herSvX1OP6ylFUQ,3543
-azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py,sha256=T_QRHScDMBM4O6ejkkKdBmHPjH2NOF6owW48aVUYF6k,3775
-azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=SMos3bVmD73pK6gpIaL4iZZS3-Zda3V4N89Jg0J9sss,1636
-azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=fhLqE41qxdjfBOGi23cpk6QgUe-s1Fw2xhAAUjNESF0,7045
+azure/ai/evaluation/_evaluate/_batch_run/code_client.py,sha256=n4JxDAFNnetfpAj4FyhtZms3kuGmDWXCBOogqeO4F98,8607
+azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=NXlXHyQ9TFIcXdozmMqc3CmOsyzh2N9EexprBhQwoTQ,3737
+azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py,sha256=8lt0mZfJrPHUeGCdxjlLzB4CZNDt4OuOmYQX9J1hgCw,4666
+azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=OCiCnLKRYzNkdm6mo-WSviXa-HbCltq-G9ym6gLIdO4,1658
+azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=tBZ98BC8sIuANCTZsgONQblR-Vrw2oIcRqjjyHxbZio,3513
 azure/ai/evaluation/_evaluators/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
 azure/ai/evaluation/_evaluators/_bleu/__init__.py,sha256=quKKO0kvOSkky5hcoNBvgBuMeeVRFCE9GSv70mAdGP4,260
 azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=ZX12bWcDop7HX5hXT2im2KLIJTWik9ok67zK2hZo1WY,4429
@@ -62,9 +62,9 @@ azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0U
 azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=IFk4RYa0h39i9GbtUYDph78ELx9GTJ6gzk4-oBtdL34,5378
 azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
 azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=xAymP_CZy4aPzWplMdXgQUQVDIUEMI-0nbgdm_umFYY,498
-azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=fB4HYkgEdag_cQ3Rpg6uGCLF7Q7C8y7z5PHvp9QK71g,25435
-azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=AdEYrqBeLLds7dRgNLmLYd9dgBD_GXK_U8DmjcxPBIo,2701
-azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=Q4iD68QEiCi35YpQTRMfvKDhl3I1Bz2Dv4tgI3qTVT8,6157
+azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=zUntxs1kR7fSzevotAy9m4KnuSFQXtpajXN4w0GNo4o,25449
+azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=yYFpoCDe2wMFQck0ykbX8IJBBidk6NT1wUTkVFlVSy8,2728
+azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=iYIciz7Mkea67OiodbZ4Od9Djtu0GcAwingfzvk-d-Q,6177
 azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=fjiGQn2IHbhhzhykA3oguipaNVisoAqUDAEKgvvNN10,8539
 azure/ai/evaluation/_evaluators/_common/_conversation_aggregators.py,sha256=gjDBjRxJKwaHbshWH0j2idjlzfzNMnT9a9RL0fQiKeM,2129
 azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
@@ -83,7 +83,7 @@ azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSs
 azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
 azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=QnogGvw2JmmV4YZCOvoZMMvoB9JMAjnac2r5h806zmI,4421
 azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
-azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=fKFy0KaSQugduMtO-wbLF3WLo7WLqoPoYnvP7x9NVGY,7605
+azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=Zzh08Tsz_52NdZkVtMzWVISzG_wLCDNwl-cgeT-o6iQ,7634
 azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
 azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
 azure/ai/evaluation/_evaluators/_intent_resolution/__init__.py,sha256=Lr8krXt2yfShFTAuwjTFgrUbO75boLLrRSnF1mriN_Q,280
@@ -99,7 +99,7 @@ azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3
 azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=KlzKGY19kUO3EU5gqcCGhDDhr_VBaApwXCl9A01UJ_s,6068
 azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=VHKzVlC2Cv1xuholgIGmerPspspAI0t6IgJ2cxOuYDE,4811
 azure/ai/evaluation/_evaluators/_response_completeness/__init__.py,sha256=U3eqkQQAgRif46B6UGdq3yWefgbkZGJ3ZE2sKoZQDlU,292
-azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=o31lCIGoF0IC82PoEXeiaCI6jj5Va2fT3uR25tZbpY0,7410
+azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=TdTe6wdz2RDqQbTVKg3J0ZqEYuR537KE5lvG6crWY0E,7424
 azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=MnlvnNbGucHUAHkrxZrlcgn0zF8jK9gtXiQtVZ4AoBo,7191
 azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
 azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=eddgpihSjZwQH58lcfL0vYh-07H_TOVT8dt_MxRZfBk,5791
@@ -122,17 +122,28 @@ azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py
 azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
 azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=64ersTyBvmkl2lvuuh5YJqJ2Ow0RUzjlqxZCnhYhS0g,5958
 azure/ai/evaluation/_legacy/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_legacy/_adapters/__init__.py,sha256=8idkgtaxIaVaoS7rs5kmnGXLNODpgyRt9Bb-XJkFdt0,692
+azure/ai/evaluation/_legacy/_adapters/_configuration.py,sha256=aDukrNbyXz9zPHYKpmXrLthnJoJQziP1WL793nIuC28,1677
+azure/ai/evaluation/_legacy/_adapters/_constants.py,sha256=MmTUbPSCiM4eLtAA5LIsD6sN1B9IuFB-RTuUnxbwZSs,386
+azure/ai/evaluation/_legacy/_adapters/_errors.py,sha256=SSyaGsqGzzrIeOKEGTtIzhKnAIg_oJw5ze5KMPIfw2Y,1175
+azure/ai/evaluation/_legacy/_adapters/_flows.py,sha256=c2C0otzTL73YbIRSfSKWjkpfscAFOEjdBn_oMVCG9Yo,779
+azure/ai/evaluation/_legacy/_adapters/_service.py,sha256=4xlpxSCrH0jWyKVazu-qhe42KgFksKWVPQqDqf7CFGY,423
+azure/ai/evaluation/_legacy/_adapters/client.py,sha256=76XEJJ2GoKJsfHfMSvixU8oSI6ePtJQBG10x9PXVUxM,1770
+azure/ai/evaluation/_legacy/_adapters/entities.py,sha256=4ZYXfawx5w7t0pyEdm7g49eAJwct2QtcZX0ZvB_6uHU,710
+azure/ai/evaluation/_legacy/_adapters/tracing.py,sha256=jm-lkzLA-agRY1meIzs9mFrzJ1A3dBodi6HgjklIjD0,1162
+azure/ai/evaluation/_legacy/_adapters/types.py,sha256=q7n0TtpFxd1WttbUR_Q8ODd8bTcMaJjIrxLXx1onirc,447
+azure/ai/evaluation/_legacy/_adapters/utils.py,sha256=2KdYqfeuHLcfqk1qJRviNoqqsghxBZNmyoGcUTNphl0,1306
 azure/ai/evaluation/_legacy/_batch_engine/__init__.py,sha256=NNX2DhtPVzJCX8kR_QzZ6EkUsdGifvwip2LHEcRwy1Y,594
 azure/ai/evaluation/_legacy/_batch_engine/_config.py,sha256=-B37cIbWOWEB3kTaNjHGLfQNbLa-XAP1gWm0Kvyv82k,1724
 azure/ai/evaluation/_legacy/_batch_engine/_engine.py,sha256=K7N_MKa4EGhFv4-1W7MeGeaRY7LEHA579x04DV7vUlc,15146
 azure/ai/evaluation/_legacy/_batch_engine/_exceptions.py,sha256=_QQLowht6ww4wBJbShQBo00Y8HFdaWh-dWd44sGvJBc,2870
 azure/ai/evaluation/_legacy/_batch_engine/_logging.py,sha256=aEZsfS2wqbqVEA-vBsfg0-sCWyssGf2L1oWFmu9cego,11398
 azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py,sha256=NLoHjpUSqUy4CVNYXIgpQ3e7izDFCUIQSwvIEf7oNHY,884
-azure/ai/evaluation/_legacy/_batch_engine/_result.py,sha256=eGtpZ1zzha903RYTQStGQTKUkpacWfBwKNH2YubFfNM,3186
+azure/ai/evaluation/_legacy/_batch_engine/_result.py,sha256=r8MSaQ8q42vKAiaML36dFsMY-WELUkdnVOLVdK7H-FI,3187
 azure/ai/evaluation/_legacy/_batch_engine/_run.py,sha256=b9eJOorEHcGJqE7cApvJpY3JpUdCv3ZVNFo4ZKlfWNA,4343
 azure/ai/evaluation/_legacy/_batch_engine/_run_storage.py,sha256=KjiKaSjT16L_wLYrZpIeBANtin3fa4Gqd3L-Xjw-59I,3418
 azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py,sha256=4V4Xh7xRepTX9eBFKHkaeoNRBytZ_o__xbX_NiIp64M,9674
-azure/ai/evaluation/_legacy/_batch_engine/_status.py,sha256=Yb-FSLrOytYXshy9n6eWhGNd3WbJlIILeZ_c_AZfuns,779
+azure/ai/evaluation/_legacy/_batch_engine/_status.py,sha256=xSpJaMmBroGOL8U_iTpAr_PgyNKaxfawqak6TpuUrkk,780
 azure/ai/evaluation/_legacy/_batch_engine/_trace.py,sha256=4ZbvptRg-GOfP7VxDIkP-aZfLULBelHD3Ecr1VAOYk4,4536
 azure/ai/evaluation/_legacy/_batch_engine/_utils.py,sha256=bfeLHUMcCASBNoL-tcLTuCrOS_XhvTX855LYDsShzlM,2491
 azure/ai/evaluation/_legacy/_batch_engine/_utils_deprecated.py,sha256=hBm4gh_m8BCWDAryKmqO4ZsypuGE1QSh3K_DxfoEKpc,5917
@@ -142,18 +153,6 @@ azure/ai/evaluation/_legacy/prompty/_exceptions.py,sha256=3EeLGkJGZ3gOq0f-6xoIdG
 azure/ai/evaluation/_legacy/prompty/_prompty.py,sha256=nuGVZd1KBFOb0lvXsZziGeObrPmuhY3R5WLKtG3tSaQ,11794
 azure/ai/evaluation/_legacy/prompty/_utils.py,sha256=9OOEBTF9MzcgBUyracbHJMNinNfoaGs7Bm8COsTMVkE,22463
 azure/ai/evaluation/_legacy/prompty/_yaml_utils.py,sha256=pVL6xgTHC3AKKD5plJ4d6hiBuComaOlUww1uqqDQlB4,3350
-azure/ai/evaluation/_red_team/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
-azure/ai/evaluation/_red_team/_attack_objective_generator.py,sha256=fkKrobdFSnOEsOOpsY6gpEiyIWhi5hV4TImbWj6fBeE,10683
-azure/ai/evaluation/_red_team/_attack_strategy.py,sha256=8n2M-BM8TDRs8bAfZAgwDl0MzIXqf8eeKNsg5V83m_s,1348
-azure/ai/evaluation/_red_team/_callback_chat_target.py,sha256=H58nU6IVEpeDuTZPsxIoYKXAvU3dAWnLRhA8wyaY11s,3071
-azure/ai/evaluation/_red_team/_default_converter.py,sha256=K8G775VVdQLsAqff60BBNFrNRj8JijB7St9XOHmGQGA,775
-azure/ai/evaluation/_red_team/_red_team.py,sha256=Khe5zRBPk5D6CMpc6I2pQZT2Mtl7a4wn6kuim6gYjwg,103691
-azure/ai/evaluation/_red_team/_red_team_result.py,sha256=qPEazh6rhtcj8dEHozZVNxC5JuHRoBDmC-2RfdCOd2k,11312
-azure/ai/evaluation/_red_team/_utils/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
-azure/ai/evaluation/_red_team/_utils/constants.py,sha256=ROM2jbmw3_VOiRoC2AwoUxVxFxVV5wmN-G-QGhmiH60,2256
-azure/ai/evaluation/_red_team/_utils/formatting_utils.py,sha256=m7vZDv1gzFl1jnaegpSI6o6XQmTwy4fFh1j25w8dG_E,6352
-azure/ai/evaluation/_red_team/_utils/logging_utils.py,sha256=Kviojc9PCyArVSRZ_9qJ00zwIsWobKdw7OlOzKjkFOw,4823
-azure/ai/evaluation/_red_team/_utils/strategy_utils.py,sha256=AMi8PAB2UISXLXzRDNnuJHwPc50RZ7Y5WrkTaArJOCY,7809
 azure/ai/evaluation/_safety_evaluation/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
 azure/ai/evaluation/_safety_evaluation/_generated_rai_client.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=5JHNB9TGFldpKxucQPGpJiH4EFSZWLrfwnWNwQ3lSVo,36967
@@ -163,14 +162,25 @@ azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=DtNSeshHipzc6vFnv
 azure/ai/evaluation/_vendor/rouge_score/scoring.py,sha256=0sqdiNE-4R_EmTTqyWL9_DAOgl54250H5004tZDGxEE,1878
 azure/ai/evaluation/_vendor/rouge_score/tokenize.py,sha256=IyHVsWY6IFFZdB23cLiJs8iBZ0DXk1mQlWE1xtdjuuk,1826
 azure/ai/evaluation/_vendor/rouge_score/tokenizers.py,sha256=3_-y1TyvyluHuERhSJ5CdXSwnpcMA7aAKU6PCz9wH_Q,1745
+azure/ai/evaluation/red_team/__init__.py,sha256=wAjy_85gzdX0YyUlj6kHWrpo01zz2mgOJ1AbH5EkH8s,613
+azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=yMK5z91_w6GIzbqTQtUXfABuGeH3nfVgF8feOMd37K4,10765
+azure/ai/evaluation/red_team/_attack_strategy.py,sha256=Qy3K63z98uDg_06lc5-6HG1MgquYXB9Y9Ke0xifeEl0,1430
+azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=H58nU6IVEpeDuTZPsxIoYKXAvU3dAWnLRhA8wyaY11s,3071
+azure/ai/evaluation/red_team/_default_converter.py,sha256=K8G775VVdQLsAqff60BBNFrNRj8JijB7St9XOHmGQGA,775
+azure/ai/evaluation/red_team/_red_team.py,sha256=v8zzv1s_S3LgVMHDu2kwVlY56q4T28vaLmIfvDLjoIE,105658
+azure/ai/evaluation/red_team/_red_team_result.py,sha256=BwHf0KBGe9hqyWeTYDOOuoIxJ0rqkY9lHLUOZ02wPJI,17340
+azure/ai/evaluation/red_team/_utils/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
+azure/ai/evaluation/red_team/_utils/constants.py,sha256=ctSsuWiavhaGApRgP6fL3OtNGphnCKuesTQOwR833nk,2289
+azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=jztERWOb1P3ClOKEr6-sMmLDQ8subjKUVBKVVxeSFcY,6416
+azure/ai/evaluation/red_team/_utils/logging_utils.py,sha256=jjNq37zlJz0KPo9g8NuuhnDJo56T-06ElJ-7yyeD46M,4838
+azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=3ID-6rY3t8QqbfwFNx-4VxGDHq0i5VoRFMsGR7mlKvM,8058
 azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rbZV03KmzxxWys,552
 azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=FQ9ZNruqPY4o06uu2uig2MZSbearwAJwieIB26GbPOU,1833
 azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=RlHk8Y324pvd7golXOygQ5NayPQ2zjT-ekQooldMGtE,23017
 azure/ai/evaluation/simulator/_constants.py,sha256=nCL7_1BnYh6k0XvxudxsDVMbiG9MMEvYw5wO9FZHHZ8,857
 azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=FTtWf655dHJF5FLJi0xGSBgIlGWNiVWyqaLDJSud9XA,10199
 azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=nweIU_AkUIR50qLQpjmljf_OkpsCPth2Ebf4vusygCA,10226
-azure/ai/evaluation/simulator/_simulator.py,sha256=LBzez7qvObpVjTwmlGS_PfhDLo8pRknh5epra2yo9X8,36484
-azure/ai/evaluation/simulator/_tracing.py,sha256=frZ4-usrzINast9F4-ONRzEGGox71y8bYw0UHNufL1Y,3069
+azure/ai/evaluation/simulator/_simulator.py,sha256=aVoPvTQsY7u4O0YYQm4pug368UelKefAxa38dJVZ4ps,36513
 azure/ai/evaluation/simulator/_utils.py,sha256=16NltlywpbMtoFtULwTKqeURguIS1kSKSo3g8uKV8TA,5181
 azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=LOR5h7vSACrv_cmaS6r7KUqjJcHYg7PAgkDbdvOmd4g,17726
 azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=h8OHq0sWKiTH821tC5zF44CJ-QgutTgDnEYsFEA7Cw0,7635
@@ -190,8 +200,8 @@ azure/ai/evaluation/simulator/_model_tools/models.py,sha256=bfVm0PV3vfH_8DkdmTMZ
 azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
 azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
-azure_ai_evaluation-1.4.0.dist-info/METADATA,sha256=b5MJO7ejNaqD-44zROlC8T64CHtjDyN29qvQXLVeZwQ,35591
-azure_ai_evaluation-1.4.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
-azure_ai_evaluation-1.4.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-azure_ai_evaluation-1.4.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
-azure_ai_evaluation-1.4.0.dist-info/RECORD,,
+azure_ai_evaluation-1.5.0.dist-info/METADATA,sha256=MS1dXybS1lf1sBR5fdxYw-y82ifENen9vnVnxDIMkKE,35924
+azure_ai_evaluation-1.5.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
+azure_ai_evaluation-1.5.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+azure_ai_evaluation-1.5.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
+azure_ai_evaluation-1.5.0.dist-info/RECORD,,

azure/ai/evaluation/_red_team/_red_team_result.py

@@ -1,246 +0,0 @@
-# ---------------------------------------------------------
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# ---------------------------------------------------------
-from typing import Dict, List, Optional,  TypedDict
-import json
-
-class _RiskCategorySummary(TypedDict):
-    """Summary of attack success rates across risk categories."""
-    overall_asr: float
-    overall_total: int
-    overall_successful_attacks: int
-    hate_unfairness_asr: float
-    hate_unfairness_total: int
-    hate_unfairness_successful_attacks: int
-    violence_asr: float
-    violence_total: int
-    violence_successful_attacks: int
-    sexual_asr: float
-    sexual_total: int
-    sexual_successful_attacks: int
-    self_harm_asr: float
-    self_harm_total: int
-    self_harm_successful_attacks: int
-
-class _AttackTechniqueSummary(TypedDict):
-    """Summary of attack success rates across complexity levels."""
-    overall_asr: float
-    overall_total: int
-    overall_successful_attacks: int
-    baseline_asr: float
-    baseline_total: int
-    baseline_successful_attacks: int
-    easy_complexity_asr: float
-    easy_complexity_total: int
-    easy_complexity_successful_attacks: int
-    moderate_complexity_asr: float
-    moderate_complexity_total: int
-    moderate_complexity_successful_attacks: int
-    difficult_complexity_asr: float
-    difficult_complexity_total: int
-    difficult_complexity_successful_attacks: int
-
-class _JointRiskAttackSummaryItem(TypedDict):
-    """Summary of attack success rates for a specific risk category across complexity levels."""
-    risk_category: str
-    baseline_asr: float
-    easy_complexity_asr: float
-    moderate_complexity_asr: float
-    difficult_complexity_asr: float
-
-class _RedTeamingScorecard(TypedDict):
-    """TypedDict representation of a Red Team Agent scorecard with the updated structure.
-    
-    The scorecard contains four main sections:
-    - risk_category_summary: Overall metrics by risk category
-    - attack_technique_summary: Overall metrics by attack technique complexity
-    - joint_risk_attack_summary: Detailed metrics by risk category and complexity level
-    - detailed_joint_risk_attack_asr: Detailed ASR information broken down by complexity level, risk category, and converter
-    """
-    risk_category_summary: List[_RiskCategorySummary]
-    attack_technique_summary: List[_AttackTechniqueSummary]
-    joint_risk_attack_summary: List[_JointRiskAttackSummaryItem]
-    detailed_joint_risk_attack_asr: Dict[str, Dict[str, Dict[str, float]]]
-
-class _AttackObjectiveSource(TypedDict):
-    """Information about how attack objectives were generated."""
-    application_scenario: str
-    risk_categories: List[str]
-    custom_attack_seed_prompts: str
-    policy_document: str
-
-class _RedTeamingParameters(TypedDict):
-    """TypedDict representation of parameters used in a red team evaluation with the updated structure.
-    
-    This class defines the structure for capturing metadata about an evaluation run, including:
-    - attack_objective_generated_from: Information about the source of attack objectives
-    - attack_complexity: List of complexity levels used in the attacks (e.g., "Easy", "Moderate", "Difficult")
-    - techniques_used: Dictionary mapping complexity levels to lists of converter techniques used
-    """
-    attack_objective_generated_from: _AttackObjectiveSource
-    attack_complexity: List[str]
-    techniques_used: Dict[str, List[str]]
-
-class _RiskAssessment(TypedDict):
-    """Assessment of content safety risks in a conversation."""
-    violence: Dict[str, str]
-    sexual: Dict[str, str]
-    self_harm: Dict[str, str]
-    hate_unfair: Dict[str, str]
-
-class _Conversation(TypedDict):
-    """TypedDict representation of a simulated conversation in a red team evaluation.
-    
-    This class defines the structure for capturing information about a simulated conversation, including:
-    - attack_success: Whether the attack was successful
-    - attack_technique: The attack technique used in the conversation
-    - attack_complexity: The complexity level of the attack
-    - conversation: List of messages exchanged in the conversation
-    - risk_assessment: Dictionary containing content safety assessment for the conversation
-    """
-    attack_success: Optional[bool]
-    attack_technique: str
-    attack_complexity: str
-    risk_category: str
-    conversation: List[Dict[str, str]]
-    risk_assessment: Optional[_RiskAssessment]
-
-class _RedTeamResult(TypedDict):
-    """TypedDict representation of a Red Team Agent evaluation result with the updated structure.
-
-    This class defines the structure for capturing the results of a red team evaluation, including:
-    - redteaming_scorecard: Scorecard containing summary and detailed ASR information
-    - redteaming_parameters: Parameters containing metadata about the evaluation run
-    - redteaming_data: List of _Conversation objects representing the conversations in the evaluation
-    """
-    redteaming_scorecard: _RedTeamingScorecard
-    redteaming_parameters: _RedTeamingParameters
-    redteaming_data: List[_Conversation]
-    studio_url: Optional[str]
-
-class RedTeamOutput():
-    def __init__(self, red_team_result: Optional[_RedTeamResult] = None, redteaming_data: Optional[List[_Conversation]] = None):
-        self.red_team_result = red_team_result
-        self.redteaming_data = redteaming_data
-
-    def to_json(self) -> str:
-        """
-        Converts a _RedTeamResult object to a JSON-serializable dictionary.
-
-        :returns: A string containing the _RedTeamResult in JSON format.
-        :rtype: str
-        """
-        return json.dumps(self.red_team_result) if self.red_team_result else ""
-
-    def to_scorecard(self) -> Optional[_RedTeamingScorecard]:
-        """Extracts the scorecard from a _RedTeamResult object."""
-        return self.red_team_result.get("redteaming_scorecard", None) if self.red_team_result else None
-    
-    def to_eval_qr_json_lines(self) -> str:
-        """
-        Converts conversations in messages format to query-response format suitable for evaluation.
-        
-        The output format follows the JSONL pattern with each line containing:
-        {
-            "query": "user message content",
-            "response": "assistant message content",
-            "risk_category": "risk category",
-            "attack_strategy": "strategy name",
-            "attack_complexity": "complexity level",  
-            "attack_success": "true|false", (if available from evaluation)
-            "category": "risk category", (if available from evaluation)
-            "severity_level": "low|medium|high", (if available from evaluation)
-            "threshold": "threshold value" (if available from evaluation)
-        }
-        
-        :returns: A list of strings containing query-response pairs in JSONL format.
-        :rtype: List[str]
-        """
-        if not self.redteaming_data:
-            return ""
-            
-        result_lines = []
-        
-        for conversation in self.redteaming_data:
-            messages = conversation.get("conversation", [])
-            attack_technique = conversation.get("attack_technique", "")
-            attack_complexity = conversation.get("attack_complexity", "")
-            risk_category = conversation.get("risk_category", "")
-            attack_success = conversation.get("attack_success")
-            risk_assessment = conversation.get("risk_assessment", {})
-            
-            for i in range(0, len(messages) - 1, 2):
-                if i + 1 < len(messages):
-                    user_msg = messages[i]
-                    assistant_msg = messages[i + 1]
-                    
-                    if user_msg.get("role") == "user" and assistant_msg.get("role") == "assistant":
-                        # Create the base query-response pair
-                        qr_pair = {
-                            "query": user_msg.get("content", ""),
-                            "response": assistant_msg.get("content", ""),
-                            "risk_category": risk_category,
-                            "attack_strategy": attack_technique,
-                            "attack_complexity": attack_complexity
-                        }
-                        
-                        # Add evaluation data if available
-                        if attack_success is not None:
-                            qr_pair["attack_success"] = str(attack_success).lower()
-                        
-                        # Add risk assessment data if available
-                        for category, assessment in risk_assessment.items() if risk_assessment else {}:
-                            if assessment and assessment.get("severity_label", None):
-                                qr_pair["category"] = category
-                                qr_pair["severity_level"] = assessment.get("severity_label", "").lower()
-                                # Add threshold if available in the future
-                        
-                        result_lines.append(json.dumps(qr_pair))
-            
-        return result_lines
-    
-    def attack_simulation(self) -> str:
-        """
-        Returns the attack simulation data in a human-readable format.
-        :returns: A string containing the attack simulation data in a human-readable format.
-        :rtype: str
-        """
-        if not self.redteaming_data:
-            return ""
-        
-        result_lines = []
-        
-        for conversation in self.redteaming_data:
-            messages = conversation.get("conversation", [])
-            attack_technique = conversation.get("attack_technique", "")
-            attack_complexity = conversation.get("attack_complexity", "")
-            risk_category = conversation.get("risk_category", "")
-            attack_success = conversation.get("attack_success")
-            risk_assessment = conversation.get("risk_assessment", {})
-            
-            result_lines.append(f"Attack Technique: {attack_technique}")
-            result_lines.append(f"Attack Complexity: {attack_complexity}")
-            result_lines.append(f"Risk Category: {risk_category}")
-            result_lines.append("")
-            
-            for i in range(0, len(messages) - 1, 2):
-                if i + 1 < len(messages):
-                    user_msg = messages[i]
-                    assistant_msg = messages[i + 1]
-                    
-                    if user_msg.get("role") == "user" and assistant_msg.get("role") == "assistant":
-                        result_lines.append(f"User: {user_msg.get('content', '')}")
-                        result_lines.append(f"Assistant: {assistant_msg.get('content', '')}")
-                        result_lines.append("")
-            
-            if attack_success is not None:
-                result_lines.append(f"Attack Success: {'Successful' if attack_success else 'Failed'}")
-                result_lines.append("")
-            
-            for category, assessment in risk_assessment.items() if risk_assessment else {}:
-                if assessment and assessment.get("severity_label", None):
-                    result_lines.append(f"Category: {category}")
-                    result_lines.append(f"Severity Level: {assessment.get('severity_label', '')}")
-                    result_lines.append("")
-        
-        return "\n".join(result_lines)

azure/ai/evaluation/_red_team/_utils/__init__.py

@@ -1,3 +0,0 @@
-# ---------------------------------------------------------
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# ---------------------------------------------------------

azure/ai/evaluation/simulator/_tracing.py

@@ -1,89 +0,0 @@
-# ---------------------------------------------------------
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# ---------------------------------------------------------
-# pylint: disable=C0103,C0114,C0116,E0401,E0611
-
-import functools
-from typing import Callable, TypeVar
-
-from promptflow._sdk._telemetry.activity import ActivityType, monitor_operation
-from typing_extensions import ParamSpec
-
-P = ParamSpec("P")
-R = TypeVar("R")
-
-
-def monitor_adversarial_scenario(activity_name: str = "adversarial.simulator.call"):
-    """
-    Monitor an adversarial scenario.
-
-    :param activity_name: The name of the activity to monitor.
-    :type activity_name: str
-    :returns: A decorator
-    :rtype: Callable[[Callable], Callable]
-    """
-
-    def decorator(func: Callable[P, R]) -> Callable[P, R]:
-        """
-        Decorator for monitoring an adversarial scenario.
-
-        :param func: The function to be decorated.
-        :type func: Callable[P, R]
-        :returns: The decorated function
-        :rtype: Callable[P, R]
-        """
-
-        @functools.wraps(func)
-        def wrapper(*args: P.args, **kwargs: P.kwargs) -> R:
-            scenario = str(kwargs.get("scenario", None))
-            max_conversation_turns = kwargs.get("max_conversation_turns", None)
-            max_simulation_results = kwargs.get("max_simulation_results", None)
-            jailbreak = kwargs.get("jailbreak", None)
-            decorated_func = monitor_operation(
-                activity_name=activity_name,
-                activity_type=ActivityType.PUBLICAPI,
-                custom_dimensions={
-                    "scenario": scenario,
-                    "max_conversation_turns": max_conversation_turns,
-                    "max_simulation_results": max_simulation_results,
-                    "jailbreak": jailbreak,
-                },
-            )(func)
-
-            return decorated_func(*args, **kwargs)
-
-        return wrapper
-
-    return decorator
-
-
-def monitor_task_simulator(func: Callable[P, R]) -> Callable[P, R]:
-    """
-    Monitor a task simulator.
-
-    :param func: The function to be decorated.
-    :type func: Callable[P, R]
-    :returns: The decorated function
-    :rtype: Callable[P, R]
-    """
-
-    @functools.wraps(func)
-    def wrapper(*args: P.args, **kwargs: P.kwargs) -> R:
-        text = kwargs.get("text")
-        user_persona = kwargs.get("user_persona")
-        num_queries = kwargs.get("num_queries", 0)
-        max_conversation_turns = kwargs.get("max_conversation_turns", 0)
-        decorated_func = monitor_operation(
-            activity_name="task.simulator.call",
-            activity_type=ActivityType.PUBLICAPI,
-            custom_dimensions={
-                "text_length": len(text) if isinstance(text, str) else 0,
-                "user_persona_length": len(user_persona) if isinstance(user_persona, list) else 0,
-                "number_of_queries": num_queries,
-                "max_conversation_turns": max_conversation_turns,
-            },
-        )(func)
-
-        return decorated_func(*args, **kwargs)
-
-    return wrapper