azure-ai-evaluation 1.2.0__py3-none-any.whl → 1.4.0__py3-none-any.whl

azure_ai_evaluation-1.4.0.dist-info/RECORD

@@ -0,0 +1,197 @@
+azure/ai/evaluation/__init__.py,sha256=JBdaGlomPfaxw3HnY2Qdq-te4RvPupFEeerEn_r-YUA,4072
+azure/ai/evaluation/_constants.py,sha256=mrIKAUZvISRcaVpv1fAzIUDbwWS2bFlzCAMp1eB5jsY,3052
+azure/ai/evaluation/_exceptions.py,sha256=v70aKkYfXqCj0FDDXsC41OrDjrfnXzgXUC6G07wwOdE,5344
+azure/ai/evaluation/_http_utils.py,sha256=1bGce6pKAL-vmaUGRPxVX7DVO05XVQ8YPIwIQ3q7mfA,17221
+azure/ai/evaluation/_model_configurations.py,sha256=MNN6cQlz7P9vNfHmfEKsUcly3j1FEOEFsA8WV7GPuKQ,4043
+azure/ai/evaluation/_user_agent.py,sha256=O2y-QPBAcw7w7qQ6M2aRPC3Vy3TKd789u5lcs2yuFaI,290
+azure/ai/evaluation/_version.py,sha256=5WQ-VV9pmoYilkjqt39ggzHaPorEJGD-t5giJ5Y1x3g,229
+azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+azure/ai/evaluation/_azure/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_azure/_clients.py,sha256=N1V-LyQkItPuoKl0aieypFPdGSRSld9lQqH1x-n3L7U,9119
+azure/ai/evaluation/_azure/_models.py,sha256=Vxcg7WfpAyxLQ-EesZzLGqopguV9Oohfjf-vWKTOA-8,12527
+azure/ai/evaluation/_azure/_token_manager.py,sha256=1NZHwgEc9BMXWPz5Ear_J5-oYjouD77crLHHqNLldEw,5193
+azure/ai/evaluation/_common/__init__.py,sha256=LHTkf6dMLLxikrGNgbUuREBVQcs4ORHR6Eryo4bm9M8,586
+azure/ai/evaluation/_common/_experimental.py,sha256=GVtSn9r1CeR_yEa578dJVNDJ3P24eqe8WYdH7llbiQY,5694
+azure/ai/evaluation/_common/constants.py,sha256=7gwcSbcJr-KHA-7Llmpuo4kap_l3X5-emAn2LMb_wk4,2281
+azure/ai/evaluation/_common/math.py,sha256=d4bwWe35_RWDIZNcbV1BTBbHNx2QHQ4-I3EofDyyNE0,2863
+azure/ai/evaluation/_common/rai_service.py,sha256=cB8eyPEO1uVjMIK22JlmoXolPLUiVx7VxI-xmHmRcLk,28282
+azure/ai/evaluation/_common/utils.py,sha256=O5wUBvHH_XpEI9uLl0IbmlIlzx8kqtQr19chz0nGA5U,18370
+azure/ai/evaluation/_common/raiclient/__init__.py,sha256=SaoPfbEPhdoXpIKqOPmRVNyYky1mW5c7UobHt08ksAI,1153
+azure/ai/evaluation/_common/raiclient/_client.py,sha256=ZnFRcpZ0UD3MeFWnJ44AbkbUqPHsvGM502ra28pm_No,5812
+azure/ai/evaluation/_common/raiclient/_configuration.py,sha256=exABHzDcOl5295p5LnWxL82x21z6_ruyBbigW3WoQRA,4246
+azure/ai/evaluation/_common/raiclient/_model_base.py,sha256=loH1BeKpp3UeO6hFvAzcNbT2hhotWQIDu3JRQgQZV_M,45135
+azure/ai/evaluation/_common/raiclient/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
+azure/ai/evaluation/_common/raiclient/_serialization.py,sha256=vN_jYB0jHUw2hVIWB6M9n6_0AvFw9mFa3ndcz2y6gaQ,82802
+azure/ai/evaluation/_common/raiclient/_version.py,sha256=O4QAKqUqd5NYgBOMaio5NlyJfhohrHXcqV8Xdbpuh50,486
+azure/ai/evaluation/_common/raiclient/py.typed,sha256=dcrsqJrcYfTX-ckLFJMTaj6mD8aDe2u0tkQG-ZYxnEg,26
+azure/ai/evaluation/_common/raiclient/aio/__init__.py,sha256=hq21DCvcidiGXghKHYHLNSfEMNjbj43jyVssEV6fF3M,1001
+azure/ai/evaluation/_common/raiclient/aio/_client.py,sha256=D8Qx3tiOEgbnv1M8nU6_rJB8QG0JdY7rwwTcLLgv36w,5961
+azure/ai/evaluation/_common/raiclient/aio/_configuration.py,sha256=t3IUIutMUucIgvn7LTDzpG4adroh5ZfA99ImZFhy26E,4289
+azure/ai/evaluation/_common/raiclient/aio/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
+azure/ai/evaluation/_common/raiclient/aio/operations/__init__.py,sha256=Ah41eszCE4ZDISukKSdOWQQcZGv0TbDduaT35Q8PQz8,925
+azure/ai/evaluation/_common/raiclient/aio/operations/_operations.py,sha256=mP03I6IEmDgfXWE_StqGaLRbDYhNOWHsPuOi0ZEPw6A,41385
+azure/ai/evaluation/_common/raiclient/aio/operations/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
+azure/ai/evaluation/_common/raiclient/models/__init__.py,sha256=SPbkbuJRkjd2l52gXR-p9g67p7ix1L6q3td0hvrd86I,1531
+azure/ai/evaluation/_common/raiclient/models/_enums.py,sha256=Dc574fkQb8GiXRzemFO9EQc23W4YjvziykDj-baSatA,747
+azure/ai/evaluation/_common/raiclient/models/_models.py,sha256=oUolMwRT4QIiQCwI-nEJhxvlX_7o9BJLCMu6v5tkeCM,20665
+azure/ai/evaluation/_common/raiclient/models/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
+azure/ai/evaluation/_common/raiclient/operations/__init__.py,sha256=Ah41eszCE4ZDISukKSdOWQQcZGv0TbDduaT35Q8PQz8,925
+azure/ai/evaluation/_common/raiclient/operations/_operations.py,sha256=_-B8zU6GQ4RciGvBcAoVNlfGdNXaqf2XsS3EP-kYu10,50944
+azure/ai/evaluation/_common/raiclient/operations/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
+azure/ai/evaluation/_converters/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_converters/_ai_services.py,sha256=lRFe4_jXDwvd-mHwQKZVtfvEkM-67c4-f87AxTXvNgw,37087
+azure/ai/evaluation/_converters/_models.py,sha256=LlrB7Vj_uW3-Ng06b3EHahRXf690W4j2XfYihS7dejo,11029
+azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_evaluate/_eval_run.py,sha256=sNtnmZwDSo0SikENCSsU0a05KnYty6XkjpVxtIEHfd4,21963
+azure/ai/evaluation/_evaluate/_evaluate.py,sha256=KO8S80KeTpp3uSGBgH8veyIcmgfk4mNTUugSeZWzjB0,40349
+azure/ai/evaluation/_evaluate/_utils.py,sha256=sKj_4iN-QjrRlEkiZwA9UNiWozS4LgJcUZ6AWdHrTY4,14231
+azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=cPLi_MJ_pCp8eKBxJbiSoxgTnN3nDLuaP57dMkKuyhg,552
+azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=fbDkx_qhYlBSGrxoRLPFiNccgd3pToDnLRmBb0QWzmM,3941
+azure/ai/evaluation/_evaluate/_batch_run/batch_clients.py,sha256=dTZYdQGweGzEN6OHtn1jOmGG767AJ7RJwfHoCCeRddg,2761
+azure/ai/evaluation/_evaluate/_batch_run/code_client.py,sha256=XQLaXfswF6ReHLpQthHLuLLa65Pts8uawGp7kRqmMDs,8260
+azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=p3Bsg_shGs5RXvysOlvo0CQb4Te5herSvX1OP6ylFUQ,3543
+azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py,sha256=T_QRHScDMBM4O6ejkkKdBmHPjH2NOF6owW48aVUYF6k,3775
+azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=SMos3bVmD73pK6gpIaL4iZZS3-Zda3V4N89Jg0J9sss,1636
+azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=fhLqE41qxdjfBOGi23cpk6QgUe-s1Fw2xhAAUjNESF0,7045
+azure/ai/evaluation/_evaluators/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_evaluators/_bleu/__init__.py,sha256=quKKO0kvOSkky5hcoNBvgBuMeeVRFCE9GSv70mAdGP4,260
+azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=ZX12bWcDop7HX5hXT2im2KLIJTWik9ok67zK2hZo1WY,4429
+azure/ai/evaluation/_evaluators/_code_vulnerability/__init__.py,sha256=zRHHxYA6CI72iqZaZz9eSbDHwhhjp5hjicEK_RWXlL0,109
+azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=Ud8YN2umel_hm_qWH0LZSSkMeL-pDjfC8NtQud6eGow,4068
+azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
+azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=IFk4RYa0h39i9GbtUYDph78ELx9GTJ6gzk4-oBtdL34,5378
+azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
+azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=xAymP_CZy4aPzWplMdXgQUQVDIUEMI-0nbgdm_umFYY,498
+azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=fB4HYkgEdag_cQ3Rpg6uGCLF7Q7C8y7z5PHvp9QK71g,25435
+azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=AdEYrqBeLLds7dRgNLmLYd9dgBD_GXK_U8DmjcxPBIo,2701
+azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=Q4iD68QEiCi35YpQTRMfvKDhl3I1Bz2Dv4tgI3qTVT8,6157
+azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=fjiGQn2IHbhhzhykA3oguipaNVisoAqUDAEKgvvNN10,8539
+azure/ai/evaluation/_evaluators/_common/_conversation_aggregators.py,sha256=gjDBjRxJKwaHbshWH0j2idjlzfzNMnT9a9RL0fQiKeM,2129
+azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
+azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=xZwQnmSqaKmLtZaDAoM4vZxOVeudGQaVxa5GLV03NwI,6309
+azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=uEnsyhjJ-oQRSkMeHjEJwURhkWBXXtkaIWEhjRR6qPY,6656
+azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=wNyUm2QT1_Jpm7a8uOy74rOMF3yGNupC10g_kbEwRBI,5854
+azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=-yuKdXd98wQazlQ8s1bB7yee-sAIm-vHlVzDW1sC1t0,6099
+azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=8SwwogI7gBFep_KQKh0SjiNkbxreQToXtUDMr1L6jpA,6159
+azure/ai/evaluation/_evaluators/_eci/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=a36sLZPHKi3YAdl0JvpL6vboZMqgGjnmz0qZ-o8vcWY,2934
+azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
+azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=Nt4QgiJew6cuLyE3fsy9tizNsC8Rk2vCBiu1FA2doAY,6483
+azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
+azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=uG3NzLS2XxLePg5fsUVdL2K76XUa4tBaPybjxbHRtBA,5092
+azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSsLTSKEM_ApJuxxuKWQpNblrTEkFY,4861
+azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
+azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=QnogGvw2JmmV4YZCOvoZMMvoB9JMAjnac2r5h806zmI,4421
+azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
+azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=fKFy0KaSQugduMtO-wbLF3WLo7WLqoPoYnvP7x9NVGY,7605
+azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
+azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
+azure/ai/evaluation/_evaluators/_intent_resolution/__init__.py,sha256=Lr8krXt2yfShFTAuwjTFgrUbO75boLLrRSnF1mriN_Q,280
+azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=cyaqYUyq3CsC3SOX27F_AphvQ4jrUcgxcKfRP58JCTE,10791
+azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=p8_V-bB3uOqqXWRsDNa4eIOoP8U-_D-5fZuCNSL8ZUU,7467
+azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
+azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=DCWzH-wtWlWKkMUXK7nN-hpBYqEKT5cZSl6ikMNaNkw,5462
+azure/ai/evaluation/_evaluators/_protected_material/__init__.py,sha256=eRAQIU9diVXfO5bp6aLWxZoYUvOsrDIfy1gnDOeNTiI,109
+azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=IABs1YMBZdIi1u57dPi-aQpSiPWIGxEZ4hyt97jvdNA,4604
+azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
+azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=A0amMuVRCgcHP567LkXnFXJAWCzdPQfSxisbKLycASw,5772
+azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
+azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=KlzKGY19kUO3EU5gqcCGhDDhr_VBaApwXCl9A01UJ_s,6068
+azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=VHKzVlC2Cv1xuholgIGmerPspspAI0t6IgJ2cxOuYDE,4811
+azure/ai/evaluation/_evaluators/_response_completeness/__init__.py,sha256=U3eqkQQAgRif46B6UGdq3yWefgbkZGJ3ZE2sKoZQDlU,292
+azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=o31lCIGoF0IC82PoEXeiaCI6jj5Va2fT3uR25tZbpY0,7410
+azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=MnlvnNbGucHUAHkrxZrlcgn0zF8jK9gtXiQtVZ4AoBo,7191
+azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
+azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=eddgpihSjZwQH58lcfL0vYh-07H_TOVT8dt_MxRZfBk,5791
+azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=_YVoO4Gt_WD42bUcj5n6BDW0dMUqNf0yF3Nj5XMOX2c,16490
+azure/ai/evaluation/_evaluators/_rouge/__init__.py,sha256=kusCDaYcXogDugGefRP8MQSn9xv107oDbrMCqZ6K4GA,291
+azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=BrOr7qj_jLDPSbOy4jupF6FWahoKLJnAxrJGcfU92DA,9631
+azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py,sha256=0DODUGTOgaYyFbO9_zxuwifixDL3SIm3EkwP1sdwn6M,288
+azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=YkmGxWOIzuPaBoxY2rxlkOQzw-atyo9lKtGgv34wulw,7544
+azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
+azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=EHA-1aWaclDSUGea3uX5F195W-W9bmIpALvd8DyWgUU,4934
+azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
+azure/ai/evaluation/_evaluators/_task_adherence/__init__.py,sha256=9HtNrG7yYX0Ygq3cZoS_0obAvGgmy5HWcsBcPKoB15c,271
+azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=vK0_UFsrVqV580-aG5F0vrGxjL7x0YLbQH91HUvu-ss,9701
+azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty,sha256=tOgTrDO41jsFHloabSBCWcbwKB1MtGGxHH_pyFIn2Vk,5350
+azure/ai/evaluation/_evaluators/_tool_call_accuracy/__init__.py,sha256=vYB4Y_3n1LqTiEeZB1O1A0b14wpURBwtW0wPEN2FG9Q,288
+azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=E0fgQoHKie7piqC0ohDnJ7DPVd-OPhED4-5eZVUF_qc,14602
+azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=0YgN5SwlWCdcqHAhRU5NEVlZL062tQMiFil0bvdppn4,3890
+azure/ai/evaluation/_evaluators/_ungrounded_attributes/__init__.py,sha256=wGZBd_cRDgkuS-0HV9qm81dHK7ScYdKd98xLPtk6EwQ,118
+azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=h534CBX_OfFcmb_QmGKl6MURvmvewbleqeg8iCBZq8c,3800
+azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
+azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=64ersTyBvmkl2lvuuh5YJqJ2Ow0RUzjlqxZCnhYhS0g,5958
+azure/ai/evaluation/_legacy/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_legacy/_batch_engine/__init__.py,sha256=NNX2DhtPVzJCX8kR_QzZ6EkUsdGifvwip2LHEcRwy1Y,594
+azure/ai/evaluation/_legacy/_batch_engine/_config.py,sha256=-B37cIbWOWEB3kTaNjHGLfQNbLa-XAP1gWm0Kvyv82k,1724
+azure/ai/evaluation/_legacy/_batch_engine/_engine.py,sha256=K7N_MKa4EGhFv4-1W7MeGeaRY7LEHA579x04DV7vUlc,15146
+azure/ai/evaluation/_legacy/_batch_engine/_exceptions.py,sha256=_QQLowht6ww4wBJbShQBo00Y8HFdaWh-dWd44sGvJBc,2870
+azure/ai/evaluation/_legacy/_batch_engine/_logging.py,sha256=aEZsfS2wqbqVEA-vBsfg0-sCWyssGf2L1oWFmu9cego,11398
+azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py,sha256=NLoHjpUSqUy4CVNYXIgpQ3e7izDFCUIQSwvIEf7oNHY,884
+azure/ai/evaluation/_legacy/_batch_engine/_result.py,sha256=eGtpZ1zzha903RYTQStGQTKUkpacWfBwKNH2YubFfNM,3186
+azure/ai/evaluation/_legacy/_batch_engine/_run.py,sha256=b9eJOorEHcGJqE7cApvJpY3JpUdCv3ZVNFo4ZKlfWNA,4343
+azure/ai/evaluation/_legacy/_batch_engine/_run_storage.py,sha256=KjiKaSjT16L_wLYrZpIeBANtin3fa4Gqd3L-Xjw-59I,3418
+azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py,sha256=4V4Xh7xRepTX9eBFKHkaeoNRBytZ_o__xbX_NiIp64M,9674
+azure/ai/evaluation/_legacy/_batch_engine/_status.py,sha256=Yb-FSLrOytYXshy9n6eWhGNd3WbJlIILeZ_c_AZfuns,779
+azure/ai/evaluation/_legacy/_batch_engine/_trace.py,sha256=4ZbvptRg-GOfP7VxDIkP-aZfLULBelHD3Ecr1VAOYk4,4536
+azure/ai/evaluation/_legacy/_batch_engine/_utils.py,sha256=bfeLHUMcCASBNoL-tcLTuCrOS_XhvTX855LYDsShzlM,2491
+azure/ai/evaluation/_legacy/_batch_engine/_utils_deprecated.py,sha256=hBm4gh_m8BCWDAryKmqO4ZsypuGE1QSh3K_DxfoEKpc,5917
+azure/ai/evaluation/_legacy/prompty/__init__.py,sha256=nWpB3ApQWzlzgbhvNkjHq3sL5tnpwfwmSsTKBmhxmN8,1660
+azure/ai/evaluation/_legacy/prompty/_connection.py,sha256=mJekR_DWnoUYlqwehE1wc9bKfn1pg5ziLQjzjpdpQPc,6211
+azure/ai/evaluation/_legacy/prompty/_exceptions.py,sha256=3EeLGkJGZ3gOq0f-6xoIdGqJkCw956uChvow_Byvt-o,2250
+azure/ai/evaluation/_legacy/prompty/_prompty.py,sha256=nuGVZd1KBFOb0lvXsZziGeObrPmuhY3R5WLKtG3tSaQ,11794
+azure/ai/evaluation/_legacy/prompty/_utils.py,sha256=9OOEBTF9MzcgBUyracbHJMNinNfoaGs7Bm8COsTMVkE,22463
+azure/ai/evaluation/_legacy/prompty/_yaml_utils.py,sha256=pVL6xgTHC3AKKD5plJ4d6hiBuComaOlUww1uqqDQlB4,3350
+azure/ai/evaluation/_red_team/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
+azure/ai/evaluation/_red_team/_attack_objective_generator.py,sha256=fkKrobdFSnOEsOOpsY6gpEiyIWhi5hV4TImbWj6fBeE,10683
+azure/ai/evaluation/_red_team/_attack_strategy.py,sha256=8n2M-BM8TDRs8bAfZAgwDl0MzIXqf8eeKNsg5V83m_s,1348
+azure/ai/evaluation/_red_team/_callback_chat_target.py,sha256=H58nU6IVEpeDuTZPsxIoYKXAvU3dAWnLRhA8wyaY11s,3071
+azure/ai/evaluation/_red_team/_default_converter.py,sha256=K8G775VVdQLsAqff60BBNFrNRj8JijB7St9XOHmGQGA,775
+azure/ai/evaluation/_red_team/_red_team.py,sha256=Khe5zRBPk5D6CMpc6I2pQZT2Mtl7a4wn6kuim6gYjwg,103691
+azure/ai/evaluation/_red_team/_red_team_result.py,sha256=qPEazh6rhtcj8dEHozZVNxC5JuHRoBDmC-2RfdCOd2k,11312
+azure/ai/evaluation/_red_team/_utils/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
+azure/ai/evaluation/_red_team/_utils/constants.py,sha256=ROM2jbmw3_VOiRoC2AwoUxVxFxVV5wmN-G-QGhmiH60,2256
+azure/ai/evaluation/_red_team/_utils/formatting_utils.py,sha256=m7vZDv1gzFl1jnaegpSI6o6XQmTwy4fFh1j25w8dG_E,6352
+azure/ai/evaluation/_red_team/_utils/logging_utils.py,sha256=Kviojc9PCyArVSRZ_9qJ00zwIsWobKdw7OlOzKjkFOw,4823
+azure/ai/evaluation/_red_team/_utils/strategy_utils.py,sha256=AMi8PAB2UISXLXzRDNnuJHwPc50RZ7Y5WrkTaArJOCY,7809
+azure/ai/evaluation/_safety_evaluation/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
+azure/ai/evaluation/_safety_evaluation/_generated_rai_client.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=5JHNB9TGFldpKxucQPGpJiH4EFSZWLrfwnWNwQ3lSVo,36967
+azure/ai/evaluation/_vendor/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_vendor/rouge_score/__init__.py,sha256=03OkyfS_UmzRnHv6-z9juTaJ6OXJoEJM989hgifIZbc,607
+azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=DtNSeshHipzc6vFnvx7kbs5viXe4LNq-ZrgllFvfR4U,11299
+azure/ai/evaluation/_vendor/rouge_score/scoring.py,sha256=0sqdiNE-4R_EmTTqyWL9_DAOgl54250H5004tZDGxEE,1878
+azure/ai/evaluation/_vendor/rouge_score/tokenize.py,sha256=IyHVsWY6IFFZdB23cLiJs8iBZ0DXk1mQlWE1xtdjuuk,1826
+azure/ai/evaluation/_vendor/rouge_score/tokenizers.py,sha256=3_-y1TyvyluHuERhSJ5CdXSwnpcMA7aAKU6PCz9wH_Q,1745
+azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rbZV03KmzxxWys,552
+azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=FQ9ZNruqPY4o06uu2uig2MZSbearwAJwieIB26GbPOU,1833
+azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=RlHk8Y324pvd7golXOygQ5NayPQ2zjT-ekQooldMGtE,23017
+azure/ai/evaluation/simulator/_constants.py,sha256=nCL7_1BnYh6k0XvxudxsDVMbiG9MMEvYw5wO9FZHHZ8,857
+azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=FTtWf655dHJF5FLJi0xGSBgIlGWNiVWyqaLDJSud9XA,10199
+azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=nweIU_AkUIR50qLQpjmljf_OkpsCPth2Ebf4vusygCA,10226
+azure/ai/evaluation/simulator/_simulator.py,sha256=LBzez7qvObpVjTwmlGS_PfhDLo8pRknh5epra2yo9X8,36484
+azure/ai/evaluation/simulator/_tracing.py,sha256=frZ4-usrzINast9F4-ONRzEGGox71y8bYw0UHNufL1Y,3069
+azure/ai/evaluation/simulator/_utils.py,sha256=16NltlywpbMtoFtULwTKqeURguIS1kSKSo3g8uKV8TA,5181
+azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=LOR5h7vSACrv_cmaS6r7KUqjJcHYg7PAgkDbdvOmd4g,17726
+azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=h8OHq0sWKiTH821tC5zF44CJ-QgutTgDnEYsFEA7Cw0,7635
+azure/ai/evaluation/simulator/_conversation/constants.py,sha256=3v7zkjPwJAPbSpJYIK6VOZZy70bJXMo_QTVqSFGlq9A,984
+azure/ai/evaluation/simulator/_data_sources/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/simulator/_data_sources/grounding.json,sha256=jqdqHrCgS7hN7K2kXSEcPCmzFjV4cv_qcCSR-Hutwx4,1257075
+azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=FQwgrJvzq_nv3wF9DBr2pyLn2V2hKGmtp0QN9nwpAww,203
+azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=7BBLH78b7YDelHDLbAIwf-IO9s9cAEtn-RRXmNReHdc,1017
+azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=BOttMTec3muMiA4OzwD_iW08GTrhja7PL9XVjRCN3jM,3029
+azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=aMv5apb7uVjuhMF9ohhA5kQmo652hrGIJlhdl3y2R1I,835
+azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=pt5bwzSzkdNpWjoljP2enueydpBNygFsCc6-1-fc1Zs,6282
+azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=-hptp2vpJIcfjvtd0E2c7ry00LVh23LxuYGevsNFfgs,6385
+azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=D2Am07l2gq_v-vztqDBTX2MxZTUumm5ysaVSL2L0rxQ,9118
+azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=nvDS33uaxLpuvZEC4aotu-P9-CHqLiyCInED6Xq9ZQ0,11643
+azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=NQWqjE7csSzkhb2XdW82AoCA-DxixpTrfBxAnOt2Wlc,7075
+azure/ai/evaluation/simulator/_model_tools/models.py,sha256=bfVm0PV3vfH_8DkdmTMZqYVN-G51hZ6Y0TOO-NiysJY,21811
+azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
+azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
+azure_ai_evaluation-1.4.0.dist-info/METADATA,sha256=b5MJO7ejNaqD-44zROlC8T64CHtjDyN29qvQXLVeZwQ,35591
+azure_ai_evaluation-1.4.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
+azure_ai_evaluation-1.4.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+azure_ai_evaluation-1.4.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
+azure_ai_evaluation-1.4.0.dist-info/RECORD,,

{azure_ai_evaluation-1.2.0.dist-info → azure_ai_evaluation-1.4.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (74.1.3)
+Generator: setuptools (75.3.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

azure/ai/evaluation/_evaluators/_multimodal/__init__.py

@@ -1,20 +0,0 @@
-# ---------------------------------------------------------
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# ---------------------------------------------------------
-from ._content_safety_multimodal import ContentSafetyMultimodalEvaluator
-from ._content_safety_multimodal_base import ContentSafetyMultimodalEvaluatorBase
-from ._hate_unfairness import HateUnfairnessMultimodalEvaluator
-from ._self_harm import SelfHarmMultimodalEvaluator
-from ._sexual import SexualMultimodalEvaluator
-from ._violence import ViolenceMultimodalEvaluator
-from ._protected_material import ProtectedMaterialMultimodalEvaluator
-
-__all__ = [
-    "ContentSafetyMultimodalEvaluator",
-    "ContentSafetyMultimodalEvaluatorBase",
-    "ViolenceMultimodalEvaluator",
-    "SexualMultimodalEvaluator",
-    "SelfHarmMultimodalEvaluator",
-    "HateUnfairnessMultimodalEvaluator",
-    "ProtectedMaterialMultimodalEvaluator",
-]

azure/ai/evaluation/_evaluators/_multimodal/_content_safety_multimodal.py

@@ -1,132 +0,0 @@
-# ---------------------------------------------------------
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# ---------------------------------------------------------
-import logging
-from concurrent.futures import as_completed
-from typing import Callable, Dict, List, Union
-
-from promptflow.tracing import ThreadPoolExecutorWithContext as ThreadPoolExecutor
-from azure.ai.evaluation._common._experimental import experimental
-from azure.ai.evaluation._common.utils import validate_conversation
-from ._hate_unfairness import HateUnfairnessMultimodalEvaluator
-from ._self_harm import SelfHarmMultimodalEvaluator
-from ._sexual import SexualMultimodalEvaluator
-from ._violence import ViolenceMultimodalEvaluator
-
-
-logger = logging.getLogger(__name__)
-
-
-@experimental
-class ContentSafetyMultimodalEvaluator:
-    """
-    Initialize a content safety multimodal evaluator configured to evaluate content safety metrics
-    in a multimodal scenario.
-
-    :param credential: The credential required for connecting to the Azure AI project.
-    :type credential: ~azure.core.credentials.TokenCredential
-    :param azure_ai_project: The scope of the Azure AI project, containing the subscription ID,
-        resource group, and project name.
-    :type azure_ai_project: ~azure.ai.evaluation.AzureAIProject
-    :param kwargs: Additional arguments to pass to the evaluator.
-    :type kwargs: Any
-
-    :return: A function that evaluates multimodal chat messages and generates content safety metrics.
-
-    **Usage Example**
-
-    .. code-block:: python
-
-        azure_ai_project = {
-            "subscription_id": "<subscription_id>",
-            "resource_group_name": "<resource_group_name>",
-            "project_name": "<project_name>",
-        }
-        eval_fn = ContentSafetyMultimodalEvaluator(azure_ai_project)
-        result = eval_fn(conversation=
-            {
-                "messages": [
-                    {
-                        "role": "user",
-                        "content": [
-                            {
-                                "type": "text",
-                                "text": "What's in this image?"
-                            },
-                            {
-                                "type": "image_url",
-                                "image_url": {
-                                    "url": "<image url or base64 encoded image>"
-                                }
-                            }
-                        ]
-                    },
-                    {
-                        "role": "assistant",
-                        "content": "This picture shows an astronaut standing in the desert."
-                    }
-                ]
-            }
-        )
-
-    **Output Format**
-
-    .. code-block:: json
-
-        {
-            "violence": "Medium",
-            "violence_score": 5.0,
-            "violence_reason": "Some reason",
-            "sexual": "Medium",
-            "sexual_score": 5.0,
-            "sexual_reason": "Some reason",
-            "self_harm": "Medium",
-            "self_harm_score": 5.0,
-            "self_harm_reason": "Some reason",
-            "hate_unfairness": "Medium",
-            "hate_unfairness_score": 5.0,
-            "hate_unfairness_reason": "Some reason"
-        }
-
-    """
-
-    id = "content_safety_multimodal"
-    """Evaluator identifier, experimental and to be used only with evaluation in cloud."""
-
-    def __init__(self, credential, azure_ai_project, **kwargs):
-        self._parallel = kwargs.pop("_parallel", False)
-        self._evaluators: List[Callable[..., Dict[str, Union[str, float]]]] = [
-            ViolenceMultimodalEvaluator(credential=credential, azure_ai_project=azure_ai_project),
-            SexualMultimodalEvaluator(credential=credential, azure_ai_project=azure_ai_project),
-            SelfHarmMultimodalEvaluator(credential=credential, azure_ai_project=azure_ai_project),
-            HateUnfairnessMultimodalEvaluator(credential=credential, azure_ai_project=azure_ai_project),
-        ]
-
-    def __call__(self, *, conversation, **kwargs):
-        """
-        Evaluates content-safety metrics for list of messages.
-
-        :keyword conversation: The conversation contains list of messages to be evaluated.
-            Each message should have "role" and "content" keys. It supports single turn only.
-        :paramtype conversation: ~azure.ai.evaluation.Conversation
-        :return: The evaluation score based on the Content Safety Metrics.
-        :rtype: Dict[str, Union[float, str]]
-        """
-        # validate inputs
-        validate_conversation(conversation)
-        results: Dict[str, Union[str, float]] = {}
-        if self._parallel:
-            with ThreadPoolExecutor() as executor:
-                futures = {
-                    executor.submit(evaluator, conversation=conversation, **kwargs): evaluator
-                    for evaluator in self._evaluators
-                }
-
-                for future in as_completed(futures):
-                    results.update(future.result())
-        else:
-            for evaluator in self._evaluators:
-                result = evaluator(conversation=conversation, **kwargs)
-                results.update(result)
-
-        return results

azure/ai/evaluation/_evaluators/_multimodal/_content_safety_multimodal_base.py

@@ -1,55 +0,0 @@
-# ---------------------------------------------------------
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# ---------------------------------------------------------
-from abc import ABC
-from typing import Union
-from azure.ai.evaluation._common.rai_service import evaluate_with_rai_service_multimodal
-from azure.ai.evaluation._common.constants import EvaluationMetrics, _InternalEvaluationMetrics
-from azure.ai.evaluation._common.utils import validate_conversation
-from azure.core.credentials import TokenCredential
-
-
-class ContentSafetyMultimodalEvaluatorBase(ABC):
-    """
-    Initialize a evaluator for a specified Evaluation Metric. Base class that is not
-    meant to be instantiated by users.
-
-    :param metric: The metric to be evaluated.
-    :type metric: ~azure.ai.evaluation._evaluators._content_safety.flow.constants.EvaluationMetrics
-    :param credential: The credential for connecting to Azure AI project. Required
-    :type credential: ~azure.core.credentials.TokenCredential
-    :param azure_ai_project: The scope of the Azure AI project.
-        It contains subscription id, resource group, and project name.
-    :type azure_ai_project: ~azure.ai.evaluation.AzureAIProject
-    """
-
-    def __init__(
-        self,
-        metric: Union[EvaluationMetrics, _InternalEvaluationMetrics],
-        credential: TokenCredential,
-        azure_ai_project,
-    ):
-        self._metric = metric
-        self._azure_ai_project = azure_ai_project
-        self._credential = credential
-
-    async def __call__(self, *, conversation, **kwargs):
-        """
-        Evaluates content according to this evaluator's metric.
-        :keyword conversation: The conversation contains list of messages to be evaluated.
-            Each message should have "role" and "content" keys.
-        :paramtype conversation: ~azure.ai.evaluation.Conversation
-        :return: The evaluation score computation based on the Content Safety metric (self.metric).
-        :rtype: Dict[str, Union[float, str]]
-        """
-        # validate inputs
-        validate_conversation(conversation)
-        messages = conversation["messages"]
-        # Run score computation based on supplied metric.
-        result = await evaluate_with_rai_service_multimodal(
-            messages=messages,
-            metric_name=self._metric,
-            project_scope=self._azure_ai_project,
-            credential=self._credential,
-        )
-        return result

azure/ai/evaluation/_evaluators/_multimodal/_hate_unfairness.py

@@ -1,100 +0,0 @@
-# ---------------------------------------------------------
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# ---------------------------------------------------------
-from promptflow._utils.async_utils import async_run_allowing_running_loop
-from azure.ai.evaluation._common._experimental import experimental
-from azure.ai.evaluation._common.constants import EvaluationMetrics
-from ._content_safety_multimodal_base import ContentSafetyMultimodalEvaluatorBase
-
-
-@experimental
-class HateUnfairnessMultimodalEvaluator:
-    """
-    Initialize a hate-unfairness multimodal evaluator for hate unfairness score.
-
-    :param credential: The credential for connecting to the Azure AI project. This is required.
-    :type credential: ~azure.core.credentials.TokenCredential
-    :param azure_ai_project: The scope of the Azure AI project,
-        which includes subscription ID, resource group name, and project name.
-    :type azure_ai_project: ~azure.ai.evaluation.AzureAIProject
-
-    **Usage Example**
-
-    .. code-block:: python
-
-        azure_ai_project = {
-            "subscription_id": "<subscription_id>",
-            "resource_group_name": "<resource_group_name>",
-            "project_name": "<project_name>",
-        }
-        eval_fn = HateUnfairnessMultimodalEvaluator(azure_ai_project)
-        result = eval_fn(conversation=
-            {
-                "messages": [
-                    {
-                        "role": "user",
-                        "content": [
-                            {
-                                "type": "text",
-                                "text": "What's in this image?"
-                            },
-                            {
-                                "type": "image_url",
-                                "image_url": {
-                                    "url": "<image url or base64 encoded image>"
-                                }
-                            }
-                        ]
-                    },
-                    {
-                        "role": "assistant",
-                        "content": "This picture shows an astronaut standing in the desert."
-                    }
-                ]
-            }
-        )
-
-    **Output Format**
-
-    .. code-block:: json
-
-        {
-            "hate_unfairness": "High",
-            "hate_unfairness_score": 6.5,
-            "hate_unfairness_reason": "Some reason"
-        }
-
-    """
-
-    id = "hate_unfairness_multimodal"
-    """Evaluator identifier, experimental and to be used only with evaluation in cloud."""
-
-    def __init__(self, credential, azure_ai_project):
-        self._async_evaluator = _AsyncHateUnfairnessMultimodalEvaluator(credential, azure_ai_project)
-
-    def __call__(self, *, conversation, **kwargs):
-        """
-        Evaluates hate unfairness content.
-
-        :keyword conversation: The conversation contains list of messages to be evaluated.
-            Each message should have "role" and "content" keys. It supports single turn only.
-        :paramtype conversation: ~azure.ai.evaluation.Conversation
-        :return: The hate unfairness score.
-        :rtype: Dict[str, Union[float, str]]
-        """
-        return async_run_allowing_running_loop(self._async_evaluator, conversation=conversation, **kwargs)
-
-    def _to_async(self):
-        return self._async_evaluator
-
-
-class _AsyncHateUnfairnessMultimodalEvaluator(ContentSafetyMultimodalEvaluatorBase):
-    def __init__(self, credential, azure_ai_project):
-        super().__init__(
-            metric=EvaluationMetrics.HATE_FAIRNESS,
-            credential=credential,
-            azure_ai_project=azure_ai_project,
-        )
-
-    async def __call__(self, *, conversation, **kwargs):
-        return await super().__call__(conversation=conversation, **kwargs)

azure/ai/evaluation/_evaluators/_multimodal/_protected_material.py

@@ -1,124 +0,0 @@
-# ---------------------------------------------------------
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# ---------------------------------------------------------
-from promptflow._utils.async_utils import async_run_allowing_running_loop
-from azure.ai.evaluation._common.constants import EvaluationMetrics
-from azure.ai.evaluation._common.utils import validate_conversation
-from azure.ai.evaluation._common.rai_service import evaluate_with_rai_service_multimodal
-from azure.ai.evaluation._common._experimental import experimental
-
-
-@experimental
-class ProtectedMaterialMultimodalEvaluator:
-    """
-    Initialize a protected materials evaluator to detect whether protected material
-    is present in multimodal messages. The evaluator outputs a Boolean label (`True` or `False`)
-    indicating the presence of protected material, along with AI-generated reasoning.
-
-    :param credential: The credential for connecting to the Azure AI project. This is required.
-    :type credential: ~azure.core.credentials.TokenCredential
-    :param azure_ai_project: The scope of the Azure AI project, containing the subscription ID,
-        resource group, and project name.
-    :type azure_ai_project: ~azure.ai.evaluation.AzureAIProject
-
-    :return: A dictionary containing the evaluation result label and reasoning.
-
-    **Usage Example**
-
-    .. code-block:: python
-
-        azure_ai_project = {
-            "subscription_id": "<subscription_id>",
-            "resource_group_name": "<resource_group_name>",
-            "project_name": "<project_name>",
-        }
-        eval_fn = ProtectedMaterialMultimodalEvaluator(azure_ai_project)
-        result = eval_fn(conversation=
-            {
-                "messages": [
-                    {
-                        "role": "user",
-                        "content": [
-                            {
-                                "type": "text",
-                                "text": "What's in this image?"
-                            },
-                            {
-                                "type": "image_url",
-                                "image_url": {
-                                    "url": "<image url or base64 encoded image>"
-                                }
-                            }
-                        ]
-                    },
-                    {
-                        "role": "assistant",
-                        "content": "This picture shows an astronaut standing in the desert."
-                    }
-                ]
-            }
-        )
-
-    **Output Format**
-
-    .. code-block:: json
-
-        {
-            "protected_material_label": "False",
-            "protected_material_reason": "This query does not contain any protected material."
-        }
-
-    """
-
-    id = "protected_material_multimodal"
-    """Evaluator identifier, experimental and to be used only with evaluation in cloud."""
-
-    def __init__(
-        self,
-        credential,
-        azure_ai_project,
-    ):
-        self._async_evaluator = _AsyncProtectedMaterialMultimodalEvaluator(credential, azure_ai_project)
-
-    def __call__(self, *, conversation, **kwargs):
-        """
-        Evaluates protected materials content.
-
-        :keyword conversation: The conversation contains list of messages to be evaluated.
-            Each message should have "role" and "content" keys. It supports single turn only.
-        :paramtype conversation: ~azure.ai.evaluation.Conversation
-        :return: A dictionary containing a boolean label and reasoning.
-        :rtype: Dict[str, str]
-        """
-        return async_run_allowing_running_loop(self._async_evaluator, conversation=conversation, **kwargs)
-
-    def _to_async(self):
-        return self._async_evaluator
-
-
-class _AsyncProtectedMaterialMultimodalEvaluator:
-    def __init__(self, credential, azure_ai_project):
-        self._credential = credential
-        self._azure_ai_project = azure_ai_project
-
-    async def __call__(self, *, conversation, **kwargs):
-        """
-        Evaluates content according to this evaluator's metric.
-
-        :keyword conversation: The conversation contains list of messages to be evaluated.
-            Each message should have "role" and "content" keys. It supports single turn only.
-        :paramtype conversation: ~azure.ai.evaluation.Conversation
-        :return: The evaluation score computation based on the Content Safety metric (self.metric).
-        :rtype: Any
-        """
-        # Validate inputs
-        validate_conversation(conversation)
-        messages = conversation["messages"]
-        # Run score computation based on supplied metric.
-        result = await evaluate_with_rai_service_multimodal(
-            messages=messages,
-            metric_name=EvaluationMetrics.PROTECTED_MATERIAL,
-            credential=self._credential,
-            project_scope=self._azure_ai_project,
-        )
-        return result