azure-ai-evaluation 1.0.0b5__py3-none-any.whl → 1.1.0__py3-none-any.whl

{azure_ai_evaluation-1.0.0b5.dist-info → azure_ai_evaluation-1.1.0.dist-info}/RECORD

@@ -1,103 +1,106 @@
 azure/ai/evaluation/__init__.py,sha256=MFxJRoKfSsP_Qlfq0FwynxNf4csNAfTYPQX7jdXc9RU,2757
-azure/ai/evaluation/_constants.py,sha256=KGjzbFKCk0O6xCH57VdKK6CKC0JwS25ouYOQOYCB_6M,1942
-azure/ai/evaluation/_exceptions.py,sha256=91Ovrj9t4nbpJM7GRK3rzwxXk-xLq6WLLzm44GUgt3s,5057
-azure/ai/evaluation/_http_utils.py,sha256=oVbRaxUm41tVFGkYpZdHjT9ss_9va1NzXYuV3DUVr8k,17125
-azure/ai/evaluation/_model_configurations.py,sha256=TklC7ke0jXtLitTQaQAGT5SJgV098XGUHY7On2_IFY4,2249
+azure/ai/evaluation/_constants.py,sha256=d41rQb-w2GmCMHOwiyDD1ieJB1U6JyPPl6APZSJbKzg,2036
+azure/ai/evaluation/_exceptions.py,sha256=MsTbgsPGYPzIxs7MyLKzSeiVKEoCxYkVjONzNfv2tXA,5162
+azure/ai/evaluation/_http_utils.py,sha256=1bGce6pKAL-vmaUGRPxVX7DVO05XVQ8YPIwIQ3q7mfA,17221
+azure/ai/evaluation/_model_configurations.py,sha256=MNN6cQlz7P9vNfHmfEKsUcly3j1FEOEFsA8WV7GPuKQ,4043
 azure/ai/evaluation/_user_agent.py,sha256=O2y-QPBAcw7w7qQ6M2aRPC3Vy3TKd789u5lcs2yuFaI,290
-azure/ai/evaluation/_version.py,sha256=mCv_uIychD87cYcoY1AwWAtaTQtk7P0sZUlJF8HsIcY,201
+azure/ai/evaluation/_version.py,sha256=LzMvSuUB6pmU-LfCPzoYuCoTF0BAqE7ljPjk6r8YaMw,199
 azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+azure/ai/evaluation/_azure/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_azure/_clients.py,sha256=1mFRSxt-Ld5UBn-m3DJkKc-VPP9CbXQHrqLNdLs9RF0,8201
+azure/ai/evaluation/_azure/_models.py,sha256=tKpxjb5Ou476UasjXPCiuvsxTjLTrnoVnSXy5Bfa51M,12483
+azure/ai/evaluation/_azure/_token_manager.py,sha256=1NZHwgEc9BMXWPz5Ear_J5-oYjouD77crLHHqNLldEw,5193
 azure/ai/evaluation/_common/__init__.py,sha256=LHTkf6dMLLxikrGNgbUuREBVQcs4ORHR6Eryo4bm9M8,586
-azure/ai/evaluation/_common/_experimental.py,sha256=hmr9l9hHFNj6iEmBuMawdnnl54YzJrylbB7Dk6cs7cM,5565
+azure/ai/evaluation/_common/_experimental.py,sha256=GVtSn9r1CeR_yEa578dJVNDJ3P24eqe8WYdH7llbiQY,5694
 azure/ai/evaluation/_common/constants.py,sha256=OsExttFGLnTAyZa26jnY5_PCDTb7uJNFqtE2qsRZ1mg,1957
-azure/ai/evaluation/_common/math.py,sha256=Y47ljvImn47xuW32enI2O6V7-7SBkraWeyXdJiYw41Q,927
-azure/ai/evaluation/_common/rai_service.py,sha256=zi2iha6y9HphzZlia9ig3riZ_2SGMHF0dfY4l866JXw,23402
-azure/ai/evaluation/_common/utils.py,sha256=7F5C_mZgR4MIIihCTFa5yUDZka0-g7G4KLsITQPq0gE,16080
+azure/ai/evaluation/_common/math.py,sha256=d4bwWe35_RWDIZNcbV1BTBbHNx2QHQ4-I3EofDyyNE0,2863
+azure/ai/evaluation/_common/rai_service.py,sha256=DcakzdOour9qNdMXU-8UFfvLb12oexAoiJXG8XFTRBs,26462
+azure/ai/evaluation/_common/utils.py,sha256=MQIZs95gH5je1L-S3twa_WQi071zRu0Dv54lzCI7ZgU,17642
 azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
-azure/ai/evaluation/_evaluate/_eval_run.py,sha256=XppywHqCZeFguH5_WSIReKA6MAAe2j9hdso6jM_67Po,22283
-azure/ai/evaluation/_evaluate/_evaluate.py,sha256=77gJyIg7m9XJTm3qz6Q4yKSv1aZ19WoVpmmXyQlSqPk,38178
-azure/ai/evaluation/_evaluate/_utils.py,sha256=SAlVwU_5P2ls-394kN97QwmrAApzck8T3i-7LbVyZtg,12320
+azure/ai/evaluation/_evaluate/_eval_run.py,sha256=het3cxjK4J-_hT19dT5a0mC2Cdnk93gM3ONQMJb9bxQ,21923
+azure/ai/evaluation/_evaluate/_evaluate.py,sha256=P5aL70eUBKZT9CVRM9RVSfD0DkuljQyc5ECte37Ycmo,36225
+azure/ai/evaluation/_evaluate/_utils.py,sha256=S4LUUDUBo9JNA41ojSezMC-PZzkWcihhhNdyZwZrpr0,13428
 azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=G8McpeLxAS_gFhNShX52_YWvE-arhJn-bVpAfzjWG3Q,427
 azure/ai/evaluation/_evaluate/_batch_run/code_client.py,sha256=XQLaXfswF6ReHLpQthHLuLLa65Pts8uawGp7kRqmMDs,8260
-azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=1nnaUej4cOiPD9lH58Mt-RhHYd7gDe8G5kZg7w6Gkrs,3196
-azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py,sha256=88zkK6ATyMaUAmk8WAHccO2x9XO-6Ibr4Ggbs4wPmg0,3339
-azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=IoueIPzyzK4Kt7ZoC3m9_0BpSY1pSB2H2qFi_6EBApg,1249
-azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=cN6Y6Zq7kOv_EGwtKOO97PYYNiTlQmFUuHAROxq_Au8,6957
+azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=p3Bsg_shGs5RXvysOlvo0CQb4Te5herSvX1OP6ylFUQ,3543
+azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py,sha256=T_QRHScDMBM4O6ejkkKdBmHPjH2NOF6owW48aVUYF6k,3775
+azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=SMos3bVmD73pK6gpIaL4iZZS3-Zda3V4N89Jg0J9sss,1636
+azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=fhLqE41qxdjfBOGi23cpk6QgUe-s1Fw2xhAAUjNESF0,7045
 azure/ai/evaluation/_evaluators/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
 azure/ai/evaluation/_evaluators/_bleu/__init__.py,sha256=quKKO0kvOSkky5hcoNBvgBuMeeVRFCE9GSv70mAdGP4,260
-azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=G5oZbR_3fPcuBlhQgIow61Tw7W3cL1ugOFcwWCgvT8U,2425
+azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=iT20SMmEtOnh7RWs55dFfAlKXNkNceXkCUbVyqv6aQ0,2776
 azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
-azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=TMyTHXu0t0S0j3MRLCcFFDnn78d2-SF92uZzlNG7azI,2956
+azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=uG9hX2XWkMREKfMAWRoosjicoI4Lg3ptR3UcLEgKd0c,4643
 azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
 azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=_hPqTkAla_O6s4ebVtTaBrVLEW3KSdDz66WwxjK50cI,423
-azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=32R2APcWEjvHFhtVU-Vkga9QP9Kr4df_ZZkz5xGD4GE,15419
-azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=mwD6DxcAjNryWW98PgB6-L1BRSwRg9ONjJfjaMirpn8,3853
-azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=SiIpGPotBKj-GohJVL_dnIWQimImnNuZyCI9m-HZssA,5916
+azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=n6qldJr8d8H0DnS7IwkQPH9Ep9PdZnVeVtSxQiunADc,19424
+azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=hvJD7jR2ESePkRPN17ytoFhFiS0iTotOfeqmTwG2IMs,4531
+azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=czyn1MfaxOmrvvFgdeblf6FaauKgKolgPFsP5f7K29w,7331
 azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
-azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=-O2frtWs2XMCnvBo5HFPnxW-MF9_L9QGcxVo360ZBMY,5801
-azure/ai/evaluation/_evaluators/_content_safety/_content_safety_chat.py,sha256=ojhzAbIUgKpJxgEGE2MKpgD091Q8HfvEpgoajus_dI0,12889
-azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=p53WfUr_tyoYqPiHkoikPrwERsxNTE7QUw3i4VBgA58,2949
-azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=lFYTtQUE0ub1zr6cqQyUQP9igHIljqFGHQFNx6EemH8,2905
-azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=DgtY7eQyQu_I85-2zQGP_h3w1oj97RHnoUw30lY9Y0w,2880
-azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=5K5UENljzfFU5m2gXUI0vvzFCEch_xZTzEsG7MYJYQw,2897
+azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=CIGfBLNOTVXrlF5HIc2UpuDDG5BfzjD7ubJ23CbvobQ,6341
+azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=sjw8FfwxC1f0K1J4TkeA8wkfq88aebiNbaKzS-8DWzk,5919
+azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=0zaB-JKm8FU6yoxD1nqoYvxp3gvjuZfcQjb-xhSHoQ0,5156
+azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=q9bEMu6Dp1wxDlH3h2iTayrWv4ux-izLB0kGkxrgEhM,5396
+azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=W2QwPuWOc3nkLvvWOAhCrpLRDAAo-xG1SvlDhrshzUc,5467
 azure/ai/evaluation/_evaluators/_eci/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=gr7gfQnzrf3qXSJ7uf0iwwDg63SgaJjlhapKAa7WH5U,2435
+azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=a36sLZPHKi3YAdl0JvpL6vboZMqgGjnmz0qZ-o8vcWY,2934
 azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
-azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=KeYL4Z7cO0Yb_pOAq-3WePUgSqNnci0uA3AH2r41VB4,4786
+azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=YtPEG1ZT0jAPvEnOpD2Eaojm-8zS61bxOr3US6vvgqc,5779
 azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
-azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=QIe6EqPmYxNtaD6_KvOEwKQpEGZfHmxTkywDLcPak-k,2739
+azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=mHQCismdL4cCeANcqWrDHCiVgr4UAWj0yIYJXt2pFDA,4399
 azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSsLTSKEM_ApJuxxuKWQpNblrTEkFY,4861
 azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
-azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=tDY9F70NfSq60HmNprrJ4OGC8mk-1_mvLQ2SXShxVig,2338
+azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=RaY_RZ5A3sMx4yE6uCyjvchB8rRoMvIv0JYYyMBXFM8,2696
 azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
-azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=W-56hA2KaBIfgfl41cJaYgdaf3Fs5Jku96xouAShWpI,4629
+azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=Zil5S7BXaVvW2wBUlsF3oGzZLOYrvSzGAY4TqKfFUX8,6876
 azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
 azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
 azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
-azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=c1SMbv70Z1fH7QHO2oiYmRidNBHGeUVN_2Xs_nVlHZE,3260
+azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=UPNvWpNkMlx8NmOPuSkcXF1DA_daDdrRArhJAbbTQkc,3767
 azure/ai/evaluation/_evaluators/_multimodal/__init__.py,sha256=tPvsY0nv8T3VtiiAwJM6wT5A9FhKP2XXwUlCH994xl4,906
-azure/ai/evaluation/_evaluators/_multimodal/_content_safety_multimodal.py,sha256=lowKPujN4Q5OUnVpnn9XUua2sq9XLVU5CYA4g-eyKU4,5182
-azure/ai/evaluation/_evaluators/_multimodal/_content_safety_multimodal_base.py,sha256=nKqY1RSieSQ1Qsy4QTeBupzUPW3fhNSqlynd7642NTo,2522
-azure/ai/evaluation/_evaluators/_multimodal/_hate_unfairness.py,sha256=Jk5u4YZH62G2uxDd2bPyfKobVvuN9N5LQmLL7lMRLL4,3605
-azure/ai/evaluation/_evaluators/_multimodal/_protected_material.py,sha256=7SSmGbTckd9FPHSqGwMQxFlmMxTnxXSzrB4G6Kgpfww,4672
-azure/ai/evaluation/_evaluators/_multimodal/_self_harm.py,sha256=pd-QjaXlJ3k9DMxOcrqxIWfB6gut0Kd3o7mHxGM6QRU,3535
-azure/ai/evaluation/_evaluators/_multimodal/_sexual.py,sha256=u2Id-HFAcUj7EG-zVMqwOUlqOh6MN_lnYZ2OYuBMUj0,3503
-azure/ai/evaluation/_evaluators/_multimodal/_violence.py,sha256=Z9_MXkRnf8pbv07bXD6d5WLIXwcxkaB_zz64cof83Kw,3527
+azure/ai/evaluation/_evaluators/_multimodal/_content_safety_multimodal.py,sha256=x0l6eLQhxVP85jEyGfFCl27C2okMgD0S3aJ_qrgB3Q8,5219
+azure/ai/evaluation/_evaluators/_multimodal/_content_safety_multimodal_base.py,sha256=X2IVw0YvymDD3e4Vx-TfjqgqtYiAKVhUumjBowCpOmA,2441
+azure/ai/evaluation/_evaluators/_multimodal/_hate_unfairness.py,sha256=ral1AAbP5pfsygDe30MtuwajuydiXoXzzCeuLBzIkWc,3779
+azure/ai/evaluation/_evaluators/_multimodal/_protected_material.py,sha256=gMrfyn3KHcV6SoowuEjR7Fon9vVLN7GOPM4rkJRK6xU,4906
+azure/ai/evaluation/_evaluators/_multimodal/_self_harm.py,sha256=QwOCBb618ZXSs-OoVXyNM65N4ZEL7IZt-S1Nqd8xNbY,3703
+azure/ai/evaluation/_evaluators/_multimodal/_sexual.py,sha256=6zz89yzr_SdldqBVv-3wOErz3H5sBO6wYgNh39aHXmY,3668
+azure/ai/evaluation/_evaluators/_multimodal/_violence.py,sha256=t1h3bY6N7SwlSgP_1P-90KGTsq1oWvTYDJpy_uMvzjA,3694
 azure/ai/evaluation/_evaluators/_protected_material/__init__.py,sha256=eRAQIU9diVXfO5bp6aLWxZoYUvOsrDIfy1gnDOeNTiI,109
-azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=h3pLEkf4gvzvimvmsxr5haA0_wq02EI6kn4tIataZMI,3325
+azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=IABs1YMBZdIi1u57dPi-aQpSiPWIGxEZ4hyt97jvdNA,4604
 azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
-azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=k0a5RJO5UrCNzJIzsGI6nyQ2aBXHALGYB2aMz880wDY,3742
+azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=kLkXwkmrXqgfBu7MJwEYAobeqGh4b4zE7cjIkD_1iwA,3854
 azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
-azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=-lCbVq84rX1JUmlWoUYNdcCWNFXtH_0JhvL4pnxJyHQ,3307
+azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=S1J5BR1-ZyCLQOTbdAHLDzzY1ccVnPyy9uVUlivmCx0,5287
 azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=VHKzVlC2Cv1xuholgIGmerPspspAI0t6IgJ2cxOuYDE,4811
 azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
-azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=NNSsg5Zd8w_OJ5QKY9DnCPb5d_P3trXE_Kqe8uEWe0o,8088
+azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=fmd8zNOVSGQGT5icSAI6PwgnS7kKz_ZMKMnxKIchYl8,5085
 azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=_YVoO4Gt_WD42bUcj5n6BDW0dMUqNf0yF3Nj5XMOX2c,16490
 azure/ai/evaluation/_evaluators/_rouge/__init__.py,sha256=kusCDaYcXogDugGefRP8MQSn9xv107oDbrMCqZ6K4GA,291
-azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=ZSPRc-6WnpAHxlEwzq-_-5h_7GbtZhrOfEWSEiY4vYk,3566
+azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=SV5rESLVARQqh1n0Pf6EMvJoJH3A0nNKM_U33q1LQoE,4026
 azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py,sha256=0DODUGTOgaYyFbO9_zxuwifixDL3SIm3EkwP1sdwn6M,288
-azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=e6mFUioiyCIWnS01Ec2yikvtkg1zTel1NfdhAgcmvKc,5909
+azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=GPvufAgTnoQ2HYs6Xnnpmh23n5E3XxnUV0NGuwjDyU0,6648
 azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
-azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=p2BIdulB7ALYurBiltlV6wkHRm7Cu5J3UvWdp2JGyy0,4735
+azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=UVBIa1xIlOIJtPctCu-UCOWvXzE4ysaK_XFdokajCuA,5669
 azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
 azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
-azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=zpUpt92SBvUFIiEqbkukNvmPgRWermpHfE4L_D_VWqU,3546
+azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=Nv14lU7jN0yXKbHgHRXMHEy6pn1rXmesBOYI2Ge9ewk,5849
 azure/ai/evaluation/_vendor/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
 azure/ai/evaluation/_vendor/rouge_score/__init__.py,sha256=03OkyfS_UmzRnHv6-z9juTaJ6OXJoEJM989hgifIZbc,607
-azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=xDdNtzwtivcdki5RyErEI9BaQ7nksgj4bXYrGz7tLLs,11409
-azure/ai/evaluation/_vendor/rouge_score/scoring.py,sha256=ruwkMrJFJNvs3GWqVLAXudIwDa4EsX_d30pfUPUTf8E,1988
-azure/ai/evaluation/_vendor/rouge_score/tokenize.py,sha256=tdSsUibKxtOMY8fdqGK_3-4sMbeOxZEG6D6L7suDTxQ,1936
+azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=DtNSeshHipzc6vFnvx7kbs5viXe4LNq-ZrgllFvfR4U,11299
+azure/ai/evaluation/_vendor/rouge_score/scoring.py,sha256=0sqdiNE-4R_EmTTqyWL9_DAOgl54250H5004tZDGxEE,1878
+azure/ai/evaluation/_vendor/rouge_score/tokenize.py,sha256=IyHVsWY6IFFZdB23cLiJs8iBZ0DXk1mQlWE1xtdjuuk,1826
 azure/ai/evaluation/_vendor/rouge_score/tokenizers.py,sha256=3_-y1TyvyluHuERhSJ5CdXSwnpcMA7aAKU6PCz9wH_Q,1745
 azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rbZV03KmzxxWys,552
-azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=yBZshqnpsqqfZWq2_vAVttgGBNb108kAXR70yURJTyg,1131
-azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=ad7tOA09m-VRmQyrdIPHkPOppPU5B_DYVlS4eD6AJ8c,21125
-azure/ai/evaluation/simulator/_constants.py,sha256=xM-Or2x7RytfoeBM3N7Vt4JQDJX66UdL3CPz0YN5rvE,485
-azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=cjfJ_Fq2FKtOnhDsUM6piTNqd_2efb0Lz-agS5DEK28,9765
-azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=xEAsejGnMRZLkM-_W30nDVGE50VRlUrb0b5UQwFQjDI,9685
-azure/ai/evaluation/simulator/_simulator.py,sha256=KzixUmdW9emTmtzwghVBivr860p7J5If7-q0CfTJP58,35870
+azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=9rpAPz594tYjxzM3XMeDq6CZSc2yvf5YaNaGC7nzYhM,1710
+azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=FPZ3OdpGuwCHDVoOZW-f_j7pyK71PfDN3JPh205tW0c,21706
+azure/ai/evaluation/simulator/_constants.py,sha256=nCL7_1BnYh6k0XvxudxsDVMbiG9MMEvYw5wO9FZHHZ8,857
+azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=FTtWf655dHJF5FLJi0xGSBgIlGWNiVWyqaLDJSud9XA,10199
+azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=nweIU_AkUIR50qLQpjmljf_OkpsCPth2Ebf4vusygCA,10226
+azure/ai/evaluation/simulator/_simulator.py,sha256=pWxVfy9ll6gmOyGEk6Ie7Y48X21wJ5DebqY8Re0SIOk,36213
 azure/ai/evaluation/simulator/_tracing.py,sha256=frZ4-usrzINast9F4-ONRzEGGox71y8bYw0UHNufL1Y,3069
-azure/ai/evaluation/simulator/_utils.py,sha256=KVwts0jSoVk7jv5NX1vT_sKD7WqNpHT06ALow1I5dTA,4313
-azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=ulkkJkvRBRROLp_wpAKy1J-HLMJi3Yq6g7Q6VGRuD88,12914
-azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=vzKdpItmUjZrM5OUSkS2UkTnLnKvIzhak5hZ8xvFwnU,7403
+azure/ai/evaluation/simulator/_utils.py,sha256=16NltlywpbMtoFtULwTKqeURguIS1kSKSo3g8uKV8TA,5181
+azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=s8djzJ58_-CiIA8xHB-SbgeZaq1F7ftrc3qJbpUpUdg,17853
+azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=qdzGMtCPYMxeGpR91NZTEmmz2RtADTvQGj6C-3EUTw4,7402
 azure/ai/evaluation/simulator/_conversation/constants.py,sha256=3v7zkjPwJAPbSpJYIK6VOZZy70bJXMo_QTVqSFGlq9A,984
 azure/ai/evaluation/simulator/_data_sources/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
 azure/ai/evaluation/simulator/_data_sources/grounding.json,sha256=jqdqHrCgS7hN7K2kXSEcPCmzFjV4cv_qcCSR-Hutwx4,1257075
@@ -105,16 +108,16 @@ azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=FQwgrJvzq_nv3wF9DBr2py
 azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=7BBLH78b7YDelHDLbAIwf-IO9s9cAEtn-RRXmNReHdc,1017
 azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=BOttMTec3muMiA4OzwD_iW08GTrhja7PL9XVjRCN3jM,3029
 azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=aMv5apb7uVjuhMF9ohhA5kQmo652hrGIJlhdl3y2R1I,835
-azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=bkVRfc9q3FV72CKtK1utQUSjVvLnGB18qPzRjKbjGxQ,6303
+azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=-hptp2vpJIcfjvtd0E2c7ry00LVh23LxuYGevsNFfgs,6385
 azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=Zg_SzqjCGJ3Wt8hktxz6Y1JEJCcV0V5jBC9N06jQP3k,8984
-azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=Bi0tLNlJmz295mdoVaE9_6a_UJVRmCH5uAmxjslS_eQ,7037
-azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=FGKLsWL0FZry47ZxFi53FSem8PZmh0iIy3JN4PBg5Tg,7036
+azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=40MGzIXGv7oVshWH7AbOPLCigI4HlMrqbF2Rq5jFMGo,8755
+azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=NQWqjE7csSzkhb2XdW82AoCA-DxixpTrfBxAnOt2Wlc,7075
 azure/ai/evaluation/simulator/_model_tools/models.py,sha256=bfVm0PV3vfH_8DkdmTMZqYVN-G51hZ6Y0TOO-NiysJY,21811
 azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
 azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
-azure_ai_evaluation-1.0.0b5.dist-info/METADATA,sha256=WDO8Eb37IZEaXzmpFoSmFvRHYxM6M_vnH5TC7t5m29I,25730
-azure_ai_evaluation-1.0.0b5.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
-azure_ai_evaluation-1.0.0b5.dist-info/WHEEL,sha256=pL8R0wFFS65tNSRnaOVrsw9EOkOqxLrlUPenUYnJKNo,91
-azure_ai_evaluation-1.0.0b5.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
-azure_ai_evaluation-1.0.0b5.dist-info/RECORD,,
+azure_ai_evaluation-1.1.0.dist-info/METADATA,sha256=zusuZTIcO7487bWQK5V7XZ-Pbqugm7HFzvcCV5yfTmk,28751
+azure_ai_evaluation-1.1.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
+azure_ai_evaluation-1.1.0.dist-info/WHEEL,sha256=pL8R0wFFS65tNSRnaOVrsw9EOkOqxLrlUPenUYnJKNo,91
+azure_ai_evaluation-1.1.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
+azure_ai_evaluation-1.1.0.dist-info/RECORD,,

azure/ai/evaluation/_evaluators/_content_safety/_content_safety_chat.py

@@ -1,322 +0,0 @@
-# ---------------------------------------------------------
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# ---------------------------------------------------------
-import logging
-import math
-from concurrent.futures import as_completed
-from typing import Callable, Dict, List, TypedDict, Union, cast
-
-from promptflow.tracing import ThreadPoolExecutorWithContext as ThreadPoolExecutor
-
-from azure.ai.evaluation._common.constants import HarmSeverityLevel
-from azure.ai.evaluation._common.math import list_mean_nan_safe
-from azure.ai.evaluation._exceptions import ErrorBlame, ErrorCategory, ErrorTarget, EvaluationException
-
-from ._hate_unfairness import HateUnfairnessEvaluator
-from ._self_harm import SelfHarmEvaluator
-from ._sexual import SexualEvaluator
-from ._violence import ViolenceEvaluator
-
-logger = logging.getLogger(__name__)
-
-
-class _EvaluationPerTurn(TypedDict):
-    severity: List[str]
-    score: List[float]
-    reason: List[str]
-
-
-class ContentSafetyChatEvaluator:
-    """
-    Initialize a content safety chat evaluator configured to evaluate content safetry metrics for chat scenario.
-
-    :param credential: The credential for connecting to Azure AI project. Required
-    :type credential: ~azure.core.credentials.TokenCredential
-    :param azure_ai_project: The scope of the Azure AI project.
-        It contains subscription id, resource group, and project name.
-    :type azure_ai_project: ~azure.ai.evaluation.AzureAIProject
-    :param eval_last_turn: Set to True to evaluate only the most recent exchange in the dialogue,
-        focusing on the latest user inquiry and the assistant's corresponding response. Defaults to False
-    :type eval_last_turn: bool
-    :param parallel: If True, use parallel execution for evaluators. Else, use sequential execution.
-        Default is True.
-    :type parallel: bool
-    :return: A function that evaluates and generates metrics for "chat" scenario.
-    :rtype: Callable
-
-    **Usage**
-
-    .. code-block:: python
-
-        azure_ai_project = {
-            "subscription_id": "<subscription_id>",
-            "resource_group_name": "<resource_group_name>",
-            "project_name": "<project_name>",
-        }
-        eval_fn = ContentSafetyChatEvaluator(azure_ai_project)
-        result = eval_fn(conversation=[
-            {"role": "user", "content": "What is the value of 2 + 2?"},
-            {"role": "assistant", "content": "2 + 2 = 4"}
-        ])
-
-    **Output format**
-
-    .. code-block:: python
-
-        {
-            "evaluation_per_turn": {
-                "violence": ["High", "Low"],
-                "violence_score": [7.0, 3.0],
-                "violence_reason": "Some reason",
-                "sexual": ["High", "Low"],
-                "sexual_score": [7.0, 3.0],
-                "sexual_reason": "Some reason",
-                "self_harm": ["High", "Low"],
-                "self_harm_score": [7.0, 3.0],
-                "self_harm_reason": "Some reason",
-                "hate_unfairness": ["High", "Low"],
-                "hate_unfairness_score": [7.0, 3.0],
-                "hate_unfairness_reason": "Some reason"
-            },
-            "violence": "Medium",
-            "violence_score": 5.0,
-            "sexual": "Medium",
-            "sexual_score": 5.0,
-            "self_harm": "Medium",
-            "self_harm_score": 5.0,
-            "hate_unfairness": "Medium",
-            "hate_unfairness_score": 5.0,
-        }
-    """
-
-    def __init__(
-        self,
-        credential,
-        azure_ai_project,
-        eval_last_turn: bool = False,
-        parallel: bool = True,
-    ):
-        self._eval_last_turn = eval_last_turn
-        self._parallel = parallel
-        self._evaluators: List[Callable[..., Dict[str, Union[str, float]]]] = [
-            ViolenceEvaluator(credential, azure_ai_project),
-            SexualEvaluator(credential, azure_ai_project),
-            SelfHarmEvaluator(credential, azure_ai_project),
-            HateUnfairnessEvaluator(credential, azure_ai_project),
-        ]
-
-    def __call__(self, *, conversation: list, **kwargs):
-        """
-        Evaluates content-safety metrics for "chat" scenario.
-
-        :keyword conversation: The conversation to be evaluated. Each turn should have "role" and "content" keys.
-        :paramtype conversation: List[Dict]
-        :return: The scores for Chat scenario.
-        :rtype: Dict[str, Union[float, str, Dict[str, _EvaluationPerTurn]]]
-        """
-        self._validate_conversation(conversation)
-
-        # Extract queries, responses from conversation
-        queries = []
-        responses = []
-
-        if self._eval_last_turn:
-            # Process only the last two turns if _eval_last_turn is True
-            conversation_slice = conversation[-2:] if len(conversation) >= 2 else conversation
-        else:
-            conversation_slice = conversation
-
-        for each_turn in conversation_slice:
-            role = each_turn["role"]
-            if role == "user":
-                queries.append(each_turn["content"])
-            elif role == "assistant":
-                responses.append(each_turn["content"])
-
-        # Evaluate each turn
-        per_turn_results = []
-        for turn_num in range(len(queries)):
-            current_turn_result = {}
-
-            if self._parallel:
-                # Parallel execution
-                # Use a thread pool for parallel execution in the composite evaluator,
-                # as it's ~20% faster than asyncio tasks based on tests.
-                with ThreadPoolExecutor() as executor:
-                    future_to_evaluator = {
-                        executor.submit(self._evaluate_turn, turn_num, queries, responses, evaluator): evaluator
-                        for evaluator in self._evaluators
-                    }
-
-                    for future in as_completed(future_to_evaluator):
-                        result: Dict[str, Union[str, float]] = future.result()
-                        current_turn_result.update(result)
-            else:
-                # Sequential execution
-                for evaluator in self._evaluators:
-                    result = self._evaluate_turn(turn_num, queries, responses, evaluator)
-                    current_turn_result.update(result)
-
-            per_turn_results.append(current_turn_result)
-
-        aggregated = self._aggregate_results(per_turn_results)
-        return aggregated
-
-    def _evaluate_turn(
-        self,
-        turn_num: int,
-        queries: List[str],
-        responses: List[str],
-        evaluator: Callable[..., Dict[str, Union[str, float]]],
-    ) -> Dict[str, Union[str, float]]:
-        try:
-            query = queries[turn_num] if turn_num < len(queries) else ""
-            response = responses[turn_num] if turn_num < len(responses) else ""
-
-            score = evaluator(query=query, response=response)
-
-            return score
-        except Exception as e:  # pylint: disable=broad-exception-caught
-            logger.warning(
-                "Evaluator %s failed for turn %s with exception: %s",
-                evaluator.__class__.__name__,
-                turn_num + 1,
-                e,
-            )
-            return {}
-
-    def _aggregate_results(
-        self, per_turn_results: List[Dict[str, Union[str, float]]]
-    ) -> Dict[str, Union[float, str, Dict[str, _EvaluationPerTurn]]]:
-        scores: Dict[str, List[float]] = {}
-        reasons: Dict[str, List[str]] = {}
-        levels: Dict[str, List[str]] = {}
-
-        for turn in per_turn_results:
-            for metric, value in turn.items():
-                if "_score" in metric:
-                    if metric not in scores:
-                        scores[metric] = []
-                    scores[metric].append(cast(float, value))
-                elif "_reason" in metric:
-                    if metric not in reasons:
-                        reasons[metric] = []
-                    reasons[metric].append(cast(str, value))
-                else:
-                    if metric not in levels:
-                        levels[metric] = []
-                    levels[metric].append(cast(str, value))
-
-        aggregated: Dict[str, Union[float, str, Dict[str, _EvaluationPerTurn]]] = {}
-        evaluation_per_turn: Dict[str, _EvaluationPerTurn] = {}
-
-        for metric, values in levels.items():
-            score_key = f"{metric}_score"
-            reason_key = f"{metric}_reason"
-
-            aggregated_score = list_mean_nan_safe(scores[score_key])
-            harm_severity_level = self._get_harm_severity_level(aggregated_score)
-            aggregated[metric] = (
-                harm_severity_level.value if isinstance(harm_severity_level, HarmSeverityLevel) else harm_severity_level
-            )
-            aggregated[score_key] = aggregated_score
-
-            # Prepare per-turn evaluations
-            evaluation_per_turn[metric] = {
-                "severity": values,
-                "score": scores[score_key],
-                "reason": reasons[reason_key],
-            }
-
-        aggregated["evaluation_per_turn"] = evaluation_per_turn
-
-        return aggregated
-
-    def _validate_conversation(self, conversation: List[Dict]):
-        if conversation is None or not isinstance(conversation, list):
-            msg = "conversation parameter must be a list of dictionaries."
-            raise EvaluationException(
-                message=msg,
-                internal_message=msg,
-                target=ErrorTarget.CONTENT_SAFETY_CHAT_EVALUATOR,
-                category=ErrorCategory.INVALID_VALUE,
-                blame=ErrorBlame.USER_ERROR,
-            )
-
-        expected_role = "user"
-        for turn_num, turn in enumerate(conversation):
-            one_based_turn_num = turn_num + 1
-
-            if not isinstance(turn, dict):
-                msg = f"Each turn in 'conversation' must be a dictionary. Turn number: {one_based_turn_num}"
-                raise EvaluationException(
-                    message=msg,
-                    internal_message=msg,
-                    target=ErrorTarget.CONTENT_SAFETY_CHAT_EVALUATOR,
-                    category=ErrorCategory.INVALID_VALUE,
-                    blame=ErrorBlame.USER_ERROR,
-                )
-
-            if "role" not in turn or "content" not in turn:
-                msg = (
-                    "Each turn in 'conversation' must have 'role' and 'content' keys. "
-                    + f"Turn number: {one_based_turn_num}"
-                )
-                raise EvaluationException(
-                    message=msg,
-                    internal_message=msg,
-                    target=ErrorTarget.CONTENT_SAFETY_CHAT_EVALUATOR,
-                    category=ErrorCategory.INVALID_VALUE,
-                    blame=ErrorBlame.USER_ERROR,
-                )
-
-            if turn["role"] != expected_role:
-                msg = f"Expected role {expected_role} but got {turn['role']}. Turn number: {one_based_turn_num}"
-                raise EvaluationException(
-                    message=msg,
-                    internal_message=msg,
-                    target=ErrorTarget.CONTENT_SAFETY_CHAT_EVALUATOR,
-                    category=ErrorCategory.INVALID_VALUE,
-                    blame=ErrorBlame.USER_ERROR,
-                )
-
-            if not isinstance(turn["content"], str):
-                msg = f"Content in each turn must be a string. Turn number: {one_based_turn_num}"
-                raise EvaluationException(
-                    message=msg,
-                    internal_message=msg,
-                    target=ErrorTarget.CONTENT_SAFETY_CHAT_EVALUATOR,
-                    category=ErrorCategory.INVALID_VALUE,
-                    blame=ErrorBlame.USER_ERROR,
-                )
-
-            # Toggle expected role for the next turn
-            expected_role = "user" if expected_role == "assistant" else "assistant"
-
-        # Ensure the conversation ends with an assistant's turn
-        if expected_role != "user":
-            msg = "The conversation must end with an assistant's turn."
-            raise EvaluationException(
-                message=msg,
-                internal_message=msg,
-                target=ErrorTarget.CONTENT_SAFETY_CHAT_EVALUATOR,
-                category=ErrorCategory.INVALID_VALUE,
-                blame=ErrorBlame.USER_ERROR,
-            )
-
-    def _get_harm_severity_level(self, harm_score: float) -> Union[HarmSeverityLevel, float]:
-        HARM_SEVERITY_LEVEL_MAPPING = {
-            HarmSeverityLevel.VeryLow: (0, 1),
-            HarmSeverityLevel.Low: (2, 3),
-            HarmSeverityLevel.Medium: (4, 5),
-            HarmSeverityLevel.High: (6, 7),
-        }
-
-        if math.isnan(harm_score) or harm_score is None:
-            return math.nan
-
-        for harm_level, harm_score_range in HARM_SEVERITY_LEVEL_MAPPING.items():
-            if harm_score_range[0] <= harm_score <= harm_score_range[1]:
-                return harm_level
-
-        return math.nan