azure-ai-evaluation 1.0.1__py3-none-any.whl → 1.13.3__py3-none-any.whl

azure_ai_evaluation-1.13.3.dist-info/RECORD

@@ -0,0 +1,305 @@
+azure/ai/evaluation/__init__.py,sha256=I0gt0HLyxnqtTIoj5pQgj1CtmzXvuEZb_sXuVNPGtzw,5419
+azure/ai/evaluation/_constants.py,sha256=g8yzM6YeIhJoC4ZIqHzyakjMMJ7cXHF5wUj1gvz9D6I,8081
+azure/ai/evaluation/_eval_mapping.py,sha256=szSJ4HSpct_JsoUX3svYIioW8cSqsKUVKLCshrcpSBE,3299
+azure/ai/evaluation/_evaluator_definition.py,sha256=Z33dPXVAhMGEdn6kcE5d-p_v8VtE6Hpm6-PbNIqKh0Y,2901
+azure/ai/evaluation/_exceptions.py,sha256=AsbYxt8G8CpET2bbJzvtYJAw1bbNSI1T77k65ayuHNc,6274
+azure/ai/evaluation/_http_utils.py,sha256=d1McnMRT5lnaoR8x4r3pkfH2ic4T3JArclOK4kAaUmg,17261
+azure/ai/evaluation/_model_configurations.py,sha256=OZ-QskAbBX7lwjeyum6EOoh1oWSi7lplghnfMoFPpUU,5167
+azure/ai/evaluation/_user_agent.py,sha256=SgUm6acnwyoENu8KroyaWRrJroJNqLZBccpQoeKyrHw,1144
+azure/ai/evaluation/_version.py,sha256=BliTNWOypBtp-bZgH9-o0e6Rtu7xf-1V46JsNOQJ06c,230
+azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+azure/ai/evaluation/_aoai/__init__.py,sha256=0Ji05ShlsJaytvexXUpCe69t0jSNd3PpNbhr0zCkr6A,265
+azure/ai/evaluation/_aoai/aoai_grader.py,sha256=ey8YWNstlFq9SCu-kH3oFFsHCJcBeEabQAEAGENDy2c,6228
+azure/ai/evaluation/_aoai/label_grader.py,sha256=FIbotiG0KKoxKNU7cZIU9gwwfIqdELa9WsJxKIkRznI,3033
+azure/ai/evaluation/_aoai/python_grader.py,sha256=pNf4KTgCC7Pa-5bjUwdHk1hdy_4ThQvi7evZZVqKkXI,3457
+azure/ai/evaluation/_aoai/score_model_grader.py,sha256=uPgpp8ynWW8jShru4ZdQnHY3I7yz12rSCcXoIVxDIx0,4069
+azure/ai/evaluation/_aoai/string_check_grader.py,sha256=le5Bq7D73GlNhpnj-JDi7rYE9WHpPbCS7fHcgYtc7Lc,2653
+azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=nmkZ1h58qqmjAlNQCWiTgdzSWSNDY83dNsUYdOovszM,3115
+azure/ai/evaluation/_azure/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_azure/_clients.py,sha256=YugjJQKqbilvU2gorgtUiKFi3AQZLlsqPPQeWee4WbE,9116
+azure/ai/evaluation/_azure/_envs.py,sha256=r2UATRcpEfYItL8PlHX0Q1eHLS1HU-2kqVEq35jo7fI,9371
+azure/ai/evaluation/_azure/_models.py,sha256=Vxcg7WfpAyxLQ-EesZzLGqopguV9Oohfjf-vWKTOA-8,12527
+azure/ai/evaluation/_azure/_token_manager.py,sha256=EoNbDLweJOukqReOKJVgnQ9AFLVuQeK3KJrJtZKTIAA,5489
+azure/ai/evaluation/_common/__init__.py,sha256=5PO6eGs0zdarngR5shIsEn5gp2XfpUnLyt4HR79Hf5o,933
+azure/ai/evaluation/_common/_experimental.py,sha256=GVtSn9r1CeR_yEa578dJVNDJ3P24eqe8WYdH7llbiQY,5694
+azure/ai/evaluation/_common/constants.py,sha256=BI3y7AjMs0gvl2J2FbreUpfFgwJ93zoYLzxmC5Uq-0s,6573
+azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=9QSK5lvMHtrlT3mrQwORZC-xjaS6suheYKwbtWKUjUM,7512
+azure/ai/evaluation/_common/math.py,sha256=d4bwWe35_RWDIZNcbV1BTBbHNx2QHQ4-I3EofDyyNE0,2863
+azure/ai/evaluation/_common/rai_service.py,sha256=tr5gd6j-SH7VeFRCzCPyZef0XV9xq9RqO5rrOlJ5Ztw,47970
+azure/ai/evaluation/_common/utils.py,sha256=uvjQ82BHaewOSa6T-yIDUxT56W84KF70-xjHeqgQRr8,37808
+azure/ai/evaluation/_common/onedp/__init__.py,sha256=K7o5XeeTqhAtUNWbQzFsWK8MKw0I2T9e6bAo2-l53pA,1024
+azure/ai/evaluation/_common/onedp/_client.py,sha256=yBpbgSOOZDiaJr7Fz9Q5onOlM6eEkVQ3iFucFmP95to,8534
+azure/ai/evaluation/_common/onedp/_configuration.py,sha256=T-KjpdaMoS_BOAXpAmNBUwV2Ei2-vig4PeukcJ0_TX0,3808
+azure/ai/evaluation/_common/onedp/_model_base.py,sha256=tbXHyIgoCiU8Uh3SB5Jjz2TuPnyRP1_bCt6_BBb9r2c,46553
+azure/ai/evaluation/_common/onedp/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
+azure/ai/evaluation/_common/onedp/_serialization.py,sha256=k_AMNNhSC5sPfO7dRCNJCofOjY7aN3V87RBVWJLEnrY,83996
+azure/ai/evaluation/_common/onedp/_types.py,sha256=qau1w2QFg7SfL3E7kmzae7csROBC9ItzP1weVxen1Wg,1002
+azure/ai/evaluation/_common/onedp/_validation.py,sha256=kj8HKCYUQA3xpTlg9qvBibfBIyNKE6mxNDDHI_rZypI,2822
+azure/ai/evaluation/_common/onedp/_vendor.py,sha256=CGcoyL5I2sHqUfQSqadr_wcuYGsgVCB2MABM-48nK9I,1974
+azure/ai/evaluation/_common/onedp/_version.py,sha256=O4QAKqUqd5NYgBOMaio5NlyJfhohrHXcqV8Xdbpuh50,486
+azure/ai/evaluation/_common/onedp/py.typed,sha256=dcrsqJrcYfTX-ckLFJMTaj6mD8aDe2u0tkQG-ZYxnEg,26
+azure/ai/evaluation/_common/onedp/_utils/__init__.py,sha256=nh5swTUwCBe3xsb9n60QMcuJ33d89Itwx7q9V-oDOUE,450
+azure/ai/evaluation/_common/onedp/_utils/model_base.py,sha256=58kTpYny9nbqBSlo6amAsJYuRyidGpn1LAFb7g-80sg,45355
+azure/ai/evaluation/_common/onedp/_utils/serialization.py,sha256=9eoCiOLbhUdv2aer6GQGxJOVRjxSaZ46yH0wrwS6tTw,81964
+azure/ai/evaluation/_common/onedp/aio/__init__.py,sha256=k09ARfEgW2l5rqYr1sg4mBCflounmghsJnv3FNY4QmU,971
+azure/ai/evaluation/_common/onedp/aio/_client.py,sha256=VVjLkz55ItUoS5jxLsMccMKLGnvu0WvVaBfAtiTx6Jc,8731
+azure/ai/evaluation/_common/onedp/aio/_configuration.py,sha256=CeeY8-Zv3gILEd_0DjQA3O9k8yNGAaUrCqIuHLgtnDs,3851
+azure/ai/evaluation/_common/onedp/aio/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
+azure/ai/evaluation/_common/onedp/aio/operations/__init__.py,sha256=pZ4mlvg7W5d5fFqeKwhQGO63KScl7Qdm-G3jGhwtAdU,2041
+azure/ai/evaluation/_common/onedp/aio/operations/_operations.py,sha256=v22UxzN22aEw9jGHlbpzrGJorXp-Fm0otWyp-KnNLVo,300372
+azure/ai/evaluation/_common/onedp/aio/operations/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
+azure/ai/evaluation/_common/onedp/models/__init__.py,sha256=DGyRa1gfHb3eE22Sg0tuYb5EqHzo6SCxkM5-wzMGktw,8913
+azure/ai/evaluation/_common/onedp/models/_enums.py,sha256=3k8oKrzH6Zsy1NA91-VEhsa-sYSDJbBo79sb5Cp8L5o,15770
+azure/ai/evaluation/_common/onedp/models/_models.py,sha256=5fX2Ysl_-dXpgqW5xUEJLzcUJNbe_pzOK_kfsQ3k2mQ,242169
+azure/ai/evaluation/_common/onedp/models/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
+azure/ai/evaluation/_common/onedp/operations/__init__.py,sha256=pZ4mlvg7W5d5fFqeKwhQGO63KScl7Qdm-G3jGhwtAdU,2041
+azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=A0I3tIyrvKDWXiTIWXxvR4v_uMoRZ4sP4OO5R0pggis,369587
+azure/ai/evaluation/_common/onedp/operations/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
+azure/ai/evaluation/_common/onedp/servicepatterns/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
+azure/ai/evaluation/_common/onedp/servicepatterns/aio/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
+azure/ai/evaluation/_common/onedp/servicepatterns/aio/operations/__init__.py,sha256=EJcjNzeaFGEcGGDiRmhJKlwinPSKrnC75puUAuvgIxU,968
+azure/ai/evaluation/_common/onedp/servicepatterns/aio/operations/_operations.py,sha256=CaLZlRTwEtb3zM4aOoNbvYpqfdVRub8UjoKyeD03JNc,1710
+azure/ai/evaluation/_common/onedp/servicepatterns/aio/operations/_patch.py,sha256=YTV6yZ9bRfBBaw2z7v4MdzR-zeHkdtKkGb4SU8C25mE,694
+azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
+azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/aio/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
+azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/aio/operations/__init__.py,sha256=ExsXzY-HrLRduI0vvK8pgfQ-I1PRDJ0gIt-l3L-ykBc,864
+azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/aio/operations/_operations.py,sha256=vZQ_OM2Bbs_H_EHhoJklVtF5tzmI4O0cGEoytseqC5Y,1465
+azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/aio/operations/_patch.py,sha256=YTV6yZ9bRfBBaw2z7v4MdzR-zeHkdtKkGb4SU8C25mE,694
+azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/operations/__init__.py,sha256=ExsXzY-HrLRduI0vvK8pgfQ-I1PRDJ0gIt-l3L-ykBc,864
+azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/operations/_operations.py,sha256=VO7oD8sQVy5OvpY9oat7em_hDC9D_MCPna2pTj32FuQ,1437
+azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/operations/_patch.py,sha256=YTV6yZ9bRfBBaw2z7v4MdzR-zeHkdtKkGb4SU8C25mE,694
+azure/ai/evaluation/_common/onedp/servicepatterns/operations/__init__.py,sha256=EJcjNzeaFGEcGGDiRmhJKlwinPSKrnC75puUAuvgIxU,968
+azure/ai/evaluation/_common/onedp/servicepatterns/operations/_operations.py,sha256=sCKc8EBwTsb4n_R7XkN0lTKDgEn_Rpn-aTmZR4vf4AU,1677
+azure/ai/evaluation/_common/onedp/servicepatterns/operations/_patch.py,sha256=YTV6yZ9bRfBBaw2z7v4MdzR-zeHkdtKkGb4SU8C25mE,694
+azure/ai/evaluation/_common/raiclient/__init__.py,sha256=zXGcvReksEtgcqW0lXlYNauQs5lELuhtH-foawgcOgc,1152
+azure/ai/evaluation/_common/raiclient/_client.py,sha256=ZnFRcpZ0UD3MeFWnJ44AbkbUqPHsvGM502ra28pm_No,5812
+azure/ai/evaluation/_common/raiclient/_configuration.py,sha256=exABHzDcOl5295p5LnWxL82x21z6_ruyBbigW3WoQRA,4246
+azure/ai/evaluation/_common/raiclient/_model_base.py,sha256=loH1BeKpp3UeO6hFvAzcNbT2hhotWQIDu3JRQgQZV_M,45135
+azure/ai/evaluation/_common/raiclient/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
+azure/ai/evaluation/_common/raiclient/_serialization.py,sha256=vN_jYB0jHUw2hVIWB6M9n6_0AvFw9mFa3ndcz2y6gaQ,82802
+azure/ai/evaluation/_common/raiclient/_version.py,sha256=76LuocLOwOy3djE39t9CSJF4weFNBTrW_dLz8HaJpQo,484
+azure/ai/evaluation/_common/raiclient/py.typed,sha256=dcrsqJrcYfTX-ckLFJMTaj6mD8aDe2u0tkQG-ZYxnEg,26
+azure/ai/evaluation/_common/raiclient/aio/__init__.py,sha256=hq21DCvcidiGXghKHYHLNSfEMNjbj43jyVssEV6fF3M,1001
+azure/ai/evaluation/_common/raiclient/aio/_client.py,sha256=D8Qx3tiOEgbnv1M8nU6_rJB8QG0JdY7rwwTcLLgv36w,5961
+azure/ai/evaluation/_common/raiclient/aio/_configuration.py,sha256=t3IUIutMUucIgvn7LTDzpG4adroh5ZfA99ImZFhy26E,4289
+azure/ai/evaluation/_common/raiclient/aio/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
+azure/ai/evaluation/_common/raiclient/aio/operations/__init__.py,sha256=Ah41eszCE4ZDISukKSdOWQQcZGv0TbDduaT35Q8PQz8,925
+azure/ai/evaluation/_common/raiclient/aio/operations/_operations.py,sha256=mP03I6IEmDgfXWE_StqGaLRbDYhNOWHsPuOi0ZEPw6A,41385
+azure/ai/evaluation/_common/raiclient/aio/operations/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
+azure/ai/evaluation/_common/raiclient/models/__init__.py,sha256=SPbkbuJRkjd2l52gXR-p9g67p7ix1L6q3td0hvrd86I,1531
+azure/ai/evaluation/_common/raiclient/models/_enums.py,sha256=Dc574fkQb8GiXRzemFO9EQc23W4YjvziykDj-baSatA,747
+azure/ai/evaluation/_common/raiclient/models/_models.py,sha256=oUolMwRT4QIiQCwI-nEJhxvlX_7o9BJLCMu6v5tkeCM,20665
+azure/ai/evaluation/_common/raiclient/models/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
+azure/ai/evaluation/_common/raiclient/operations/__init__.py,sha256=Ah41eszCE4ZDISukKSdOWQQcZGv0TbDduaT35Q8PQz8,925
+azure/ai/evaluation/_common/raiclient/operations/_operations.py,sha256=8p5cxclqe1TV5Eolqm9Qy90D9q0MqspLbv8yoeWsjR8,51394
+azure/ai/evaluation/_common/raiclient/operations/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
+azure/ai/evaluation/_converters/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_converters/_ai_services.py,sha256=YmaLe-qKJY2q4QCBUSo8L89NKabUo9s-tXWsJOauZr4,40634
+azure/ai/evaluation/_converters/_models.py,sha256=x6GxLItQtvccv8q6jWtOUmQL1ZdeIAcV21uHXqRqgNA,17588
+azure/ai/evaluation/_converters/_sk_services.py,sha256=NfjflVgeJUF0MrvAiUd_uF2magn38Q_MKmHzaY41vOA,18239
+azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_evaluate/_eval_run.py,sha256=57rfW4MkE9LSlQNqdzxvq_nw8xYW-mqPQLw4WY_k-YU,22564
+azure/ai/evaluation/_evaluate/_evaluate.py,sha256=Wa7U3XCclwV2uEz6-8OprwewF51RXn2jc6SXmX_jrjI,119938
+azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=ViMDSEvmVCiJ96ZSiuHv66d0EL4o8Qa_r6jkxwxmB-g,44030
+azure/ai/evaluation/_evaluate/_utils.py,sha256=teIRlQlEctgFYA8S8FedelFicBrt8g05OPVsE6bq8FI,19751
+azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=cPLi_MJ_pCp8eKBxJbiSoxgTnN3nDLuaP57dMkKuyhg,552
+azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=r4sxXXsV-cx4nITRqzqdoj5SR4TujukNHAkDl8QINuM,7478
+azure/ai/evaluation/_evaluate/_batch_run/batch_clients.py,sha256=dTZYdQGweGzEN6OHtn1jOmGG767AJ7RJwfHoCCeRddg,2761
+azure/ai/evaluation/_evaluate/_batch_run/code_client.py,sha256=n4JxDAFNnetfpAj4FyhtZms3kuGmDWXCBOogqeO4F98,8607
+azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=Z0m6nDNF7TiIIW1woC7TCeuh7XIBAwTNFfPKXJhE7_k,4076
+azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py,sha256=jgHSi0ixvwla9q0EoMDHsN7fm8nezU0iuj4qyNLRHV8,4853
+azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=TrZ_IkbU8DeJkZajw22F9DWWFVg0sCBY6bgC9QlHTQ0,2420
+azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=KARq4sFLAh72Rhr8nefbOLXFnKqdO6i6zAYRqr4SWJ4,3475
+azure/ai/evaluation/_evaluators/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_evaluators/_bleu/__init__.py,sha256=quKKO0kvOSkky5hcoNBvgBuMeeVRFCE9GSv70mAdGP4,260
+azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=tu_cEQpVeCXEctWbLK3xaglmB2Ln7XiDxk546ZNIZT0,4936
+azure/ai/evaluation/_evaluators/_code_vulnerability/__init__.py,sha256=zRHHxYA6CI72iqZaZz9eSbDHwhhjp5hjicEK_RWXlL0,109
+azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=QTEj8yf-EkTIBlXpIx94j9lcuYfAzt5PTJgCmXJK6q8,4019
+azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
+azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=r_21EFCX-2oAO6FxwUnBdUUwS-QgBiC0zGXSW3hXj2I,6335
+azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
+azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=xAymP_CZy4aPzWplMdXgQUQVDIUEMI-0nbgdm_umFYY,498
+azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=qB0JmaxITudedxgIHTK6wGJsCHnaul41n6Jm-QGPaaU,34025
+azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=yYFpoCDe2wMFQck0ykbX8IJBBidk6NT1wUTkVFlVSy8,2728
+azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=M4gVGxd31QP6xA6U-rKDUC52MzexXOnP_9K2BcEAFPE,15903
+azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=JSZhRxVKljM4XE4P2DGrJSnD6iWr7tlDIJ8g95rHaGg,9078
+azure/ai/evaluation/_evaluators/_common/_conversation_aggregators.py,sha256=gjDBjRxJKwaHbshWH0j2idjlzfzNMnT9a9RL0fQiKeM,2129
+azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
+azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=0JVsptT5koRCXOhcd5_NIvQPQxMRHhlCfisc_KRKE6k,7502
+azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=j2WNVtDuacrNMO5NbKjwxtugvOlG0Mroo_RIxfeZhFA,7365
+azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=Qof3CIDOY3X71Jy55ZT4Pv5hrk27DLmYBJqo9NKA6ZY,6149
+azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=ssBNqH7lSJ6Ifw87lT6z3vo1v9oepjWXECmRs5vznKE,6707
+azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=MDHnSbefslrlarkh5rcjJVIwpkMl9oZJBJLra5XylDg,6779
+azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py,sha256=wEAbjkMQTlwmRsa7_XeOP0EAT1g7AJyaYlvPdZElAb4,385
+azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py,sha256=fEkwnuvOCLUiyNMf1c_BmdLwR0ECgieRtAri_CPE9PI,20338
+azure/ai/evaluation/_evaluators/_eci/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=3Zrf6xxaw7e2adQLb0TM_KFWf-4RSTnjI4uYfHev2tQ,3103
+azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
+azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=8xKB0SDqseQ2Vnhf3CNftXVMjV6co8h-gfKOTcmNJJw,6940
+azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
+azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=ctCCNmoxr5wjtoTt-nuHyZRJDQe4iQLyDEkD6PHNv-A,6043
+azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSsLTSKEM_ApJuxxuKWQpNblrTEkFY,4861
+azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
+azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=bm46V_t4NpIEaAAZMtMAxMMe_u3SgOY0201RihpFxEc,4884
+azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
+azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=poZ7EhIfrbcT7vqzC2VITe8T1FJ4yvWXmZkUmFpC5vo,15649
+azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=sVqRhcCVU64StCTkPmeiC2PP0KW990Sr72ejTbZ4P44,6504
+azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=4oiWBjhfxk2ZQg_9ndpwoKTME0I9FbYE_o1hAkrDAUg,5826
+azure/ai/evaluation/_evaluators/_intent_resolution/__init__.py,sha256=Lr8krXt2yfShFTAuwjTFgrUbO75boLLrRSnF1mriN_Q,280
+azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=7sufE8Kbtqc-4x81Pj1OsPIGSNpynln4huK_KJfz4JU,12698
+azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=5xLdYQ9FUfJVNtkbFMjiFhFH17eyRYF4WFIE6_3zvxc,8449
+azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
+azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=6OkRH78wfn61lkR-1MuDw2J980SCm7LU-B567cS_8ho,5926
+azure/ai/evaluation/_evaluators/_protected_material/__init__.py,sha256=eRAQIU9diVXfO5bp6aLWxZoYUvOsrDIfy1gnDOeNTiI,109
+azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=95vJ55K3ONCmF4MP_q4FiuJhe8iejLHOA1k1o7DtWKo,5407
+azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
+azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=y8Magyzb2DESoN6vFllJkf8bLZ28UFFYyKVHCv1ah3o,6270
+azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
+azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=AQJY6yy2G60l1lolvItJ4YfJlnQgBjyLMm7H2Jlq7E4,10043
+azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=o6sziJq1_zsYQA-yNtOeDpyhG32HahxZF1QX32p6Jdk,8058
+azure/ai/evaluation/_evaluators/_response_completeness/__init__.py,sha256=U3eqkQQAgRif46B6UGdq3yWefgbkZGJ3ZE2sKoZQDlU,292
+azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=DuyvandkG23N00mrepHDprY-5Y_bieoKsM5wSE0fo8k,9129
+azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=25PqzWWtpwvsKNnBGDNfqsKKo2RpyeiIFzvK8sauPDg,7520
+azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
+azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=9-RWzjLPWlNAZQPLzy7By9bX86VuFNiPqn5sUStNxpo,6704
+azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=_YVoO4Gt_WD42bUcj5n6BDW0dMUqNf0yF3Nj5XMOX2c,16490
+azure/ai/evaluation/_evaluators/_rouge/__init__.py,sha256=kusCDaYcXogDugGefRP8MQSn9xv107oDbrMCqZ6K4GA,291
+azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=6xfAc18Cqa2bq_GtGTKUEIZdWFqdjAYPjsqNl1ok10E,10033
+azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py,sha256=0DODUGTOgaYyFbO9_zxuwifixDL3SIm3EkwP1sdwn6M,288
+azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=qdwVlgoPB870mcwDzDfsfmWlSocpyQJPvQxROGaiTXg,8158
+azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
+azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=fw250aoDCQ-oXalmyUoYXxK2p43nxnn4sjVqTVSPvD8,5951
+azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
+azure/ai/evaluation/_evaluators/_task_adherence/__init__.py,sha256=9HtNrG7yYX0Ygq3cZoS_0obAvGgmy5HWcsBcPKoB15c,271
+azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=e5Tnkk-t_VpZWZvVdGkcE-iPBnljug3Y-Qou9EmgK8k,12672
+azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty,sha256=cmrMjfqJXYtOPUcSCtGSiD8HUe4k53-n07kegjrH0Kg,7387
+azure/ai/evaluation/_evaluators/_task_completion/__init__.py,sha256=xW5ZKj8-ipSxORbLlSRAV01jHv8V9e0MpOhrBqnuMQY,276
+azure/ai/evaluation/_evaluators/_task_completion/_task_completion.py,sha256=ASQyPJQn0OWOFmYJ_uFofSptePt7t9tC8sO3LkAV-Gs,9083
+azure/ai/evaluation/_evaluators/_task_completion/task_completion.prompty,sha256=80CvPTl0ghsLNo63Lhj21RSzVV_MmBLhXZ8eA_wLKc8,8457
+azure/ai/evaluation/_evaluators/_task_navigation_efficiency/__init__.py,sha256=s4N2POIj0siwHuwcMtw9KeBHE9WKmGPCsWZVU3HPyAA,387
+azure/ai/evaluation/_evaluators/_task_navigation_efficiency/_task_navigation_efficiency.py,sha256=NkV8k62yMdCDI6bRq6WsNG4r58PAdZ6AASQbhrURqIE,18330
+azure/ai/evaluation/_evaluators/_tool_call_accuracy/__init__.py,sha256=vYB4Y_3n1LqTiEeZB1O1A0b14wpURBwtW0wPEN2FG9Q,288
+azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=YhuaMKqP8U6XfnW5QruF5-68cTUAWOAmBSSAB54DYPs,14807
+azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=pQhNQC1w12WNBU4sdgyhO9gXhZY1dWrNIBK31ciW-V4,10138
+azure/ai/evaluation/_evaluators/_tool_input_accuracy/__init__.py,sha256=Iu1GBkR76fpMafxOZhG9bTAbVIaR0HciVwbuTeczgrc,293
+azure/ai/evaluation/_evaluators/_tool_input_accuracy/_tool_input_accuracy.py,sha256=cPVw8bNERwQWwJtGYS9juomRvmOzCj6XO8Yx9syUDBk,11617
+azure/ai/evaluation/_evaluators/_tool_input_accuracy/tool_input_accuracy.prompty,sha256=JapLVUu_faMUO51Bo9uEy-VIn4sgh5n2uyASkeCnjSc,3028
+azure/ai/evaluation/_evaluators/_tool_output_utilization/__init__.py,sha256=c1_nc1_2yK7Ak5axnkKLEE6J_T1ubRP8nWKkHyYUeRE,298
+azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py,sha256=P7T3Li6aIXhOkniYxqitVL1cIEb1U8u12NIDSTn1KXQ,13111
+azure/ai/evaluation/_evaluators/_tool_output_utilization/tool_output_utilization.prompty,sha256=RoFmdBw4wQtgG40nRE10H8Kb0Hi7WmdzQb7Kxa1VETU,8317
+azure/ai/evaluation/_evaluators/_tool_selection/__init__.py,sha256=7nMGfFz8WgTg8s195-WHMNE-dhC3YN9P3xmmQQLWNEE,280
+azure/ai/evaluation/_evaluators/_tool_selection/_tool_selection.py,sha256=5GLqGpKBx2Tw9TMK2ugimMH7cCuH3zuScsViTxNPp8I,11873
+azure/ai/evaluation/_evaluators/_tool_selection/tool_selection.prompty,sha256=NorcOvfmlzXqEaaWs_VcmdFpStVmHeJ0cNA8yEyRJlQ,7441
+azure/ai/evaluation/_evaluators/_tool_success/__init__.py,sha256=XezZXpi62CHZiDZJ41tBY0kWpB36XYcMh9YVsI6xBz8,267
+azure/ai/evaluation/_evaluators/_tool_success/_tool_success.py,sha256=iWEcAF1dPALxCDrzV6lhN84jpDtHg00R7JO7ut0uTOw,13830
+azure/ai/evaluation/_evaluators/_tool_success/tool_success.prompty,sha256=innPK0WyTY7DWtA88Laj9JgRMmT-bQzfEq9Pq68gOSg,10100
+azure/ai/evaluation/_evaluators/_ungrounded_attributes/__init__.py,sha256=wGZBd_cRDgkuS-0HV9qm81dHK7ScYdKd98xLPtk6EwQ,118
+azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=zDoc7SSaOSVlT-uCurAbsIOMzJ6HAuXk0SfYDrBE3p8,3736
+azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
+azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=YJqcl86-IJWxKVKNyq5lTdDyoeRRyv632JUxGkBV1e8,6610
+azure/ai/evaluation/_legacy/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_legacy/_adapters/__init__.py,sha256=LGQk1gGjDTCtd-vEQj6ObYyK7Mff9zL1jFOq7iTrOSU,450
+azure/ai/evaluation/_legacy/_adapters/_check.py,sha256=ojKjHEtjzfg9QA4o4vH4cLVpdw1F-7snxCQ-sdjRFig,426
+azure/ai/evaluation/_legacy/_adapters/_configuration.py,sha256=aDukrNbyXz9zPHYKpmXrLthnJoJQziP1WL793nIuC28,1677
+azure/ai/evaluation/_legacy/_adapters/_constants.py,sha256=MmTUbPSCiM4eLtAA5LIsD6sN1B9IuFB-RTuUnxbwZSs,386
+azure/ai/evaluation/_legacy/_adapters/_errors.py,sha256=SSyaGsqGzzrIeOKEGTtIzhKnAIg_oJw5ze5KMPIfw2Y,1175
+azure/ai/evaluation/_legacy/_adapters/_flows.py,sha256=Mk9YXp3bIRCp_HQDFXcN5n2C8lrkAwWQAo6g9XZxf-Q,769
+azure/ai/evaluation/_legacy/_adapters/_service.py,sha256=4xlpxSCrH0jWyKVazu-qhe42KgFksKWVPQqDqf7CFGY,423
+azure/ai/evaluation/_legacy/_adapters/client.py,sha256=76XEJJ2GoKJsfHfMSvixU8oSI6ePtJQBG10x9PXVUxM,1770
+azure/ai/evaluation/_legacy/_adapters/entities.py,sha256=4ZYXfawx5w7t0pyEdm7g49eAJwct2QtcZX0ZvB_6uHU,710
+azure/ai/evaluation/_legacy/_adapters/tracing.py,sha256=jm-lkzLA-agRY1meIzs9mFrzJ1A3dBodi6HgjklIjD0,1162
+azure/ai/evaluation/_legacy/_adapters/types.py,sha256=q7n0TtpFxd1WttbUR_Q8ODd8bTcMaJjIrxLXx1onirc,447
+azure/ai/evaluation/_legacy/_adapters/utils.py,sha256=2KdYqfeuHLcfqk1qJRviNoqqsghxBZNmyoGcUTNphl0,1306
+azure/ai/evaluation/_legacy/_batch_engine/__init__.py,sha256=NNX2DhtPVzJCX8kR_QzZ6EkUsdGifvwip2LHEcRwy1Y,594
+azure/ai/evaluation/_legacy/_batch_engine/_config.py,sha256=9fdRz5YVdf_95mCOugiJuna2pYMEmWKcsWaZCT4IwXM,1820
+azure/ai/evaluation/_legacy/_batch_engine/_engine.py,sha256=mBhML4TM3kvfsBRxY6W17pAgTfrWwFEKlaM9trUofAs,19732
+azure/ai/evaluation/_legacy/_batch_engine/_exceptions.py,sha256=_QQLowht6ww4wBJbShQBo00Y8HFdaWh-dWd44sGvJBc,2870
+azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py,sha256=jP_ZHre2REdQh2l2JJNuP6arW9pHxOlc-WHG5jLnX6g,5059
+azure/ai/evaluation/_legacy/_batch_engine/_result.py,sha256=mqwCNATvH2Tavpnk_u1000HfXLauNMgcPT9dpqKh4L4,3516
+azure/ai/evaluation/_legacy/_batch_engine/_run.py,sha256=-fXq3s6_anZ3Qf0i16D_HNGzgjPKCiNwXaUz3qUG3EQ,4537
+azure/ai/evaluation/_legacy/_batch_engine/_run_storage.py,sha256=KjiKaSjT16L_wLYrZpIeBANtin3fa4Gqd3L-Xjw-59I,3418
+azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py,sha256=e0qy8uTmG5fe9lj4Aq3d219s8offgr_7zBnyXaYCkfA,11590
+azure/ai/evaluation/_legacy/_batch_engine/_status.py,sha256=xSpJaMmBroGOL8U_iTpAr_PgyNKaxfawqak6TpuUrkk,780
+azure/ai/evaluation/_legacy/_batch_engine/_trace.py,sha256=xh52vKgs8TKYj1WlqcenlOXiPmcfgdPei2P8BLAIO5g,4430
+azure/ai/evaluation/_legacy/_batch_engine/_utils.py,sha256=pBOw5WTt64POR1c6yxGH5D5MhUxvXcMKJ2Rzzqth0XQ,2957
+azure/ai/evaluation/_legacy/_batch_engine/_utils_deprecated.py,sha256=hBm4gh_m8BCWDAryKmqO4ZsypuGE1QSh3K_DxfoEKpc,5917
+azure/ai/evaluation/_legacy/_common/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_legacy/_common/_async_token_provider.py,sha256=1eqYdVqs8_O4Q0_Eu7Inj27laTRacrr_E8MRm9VE6CA,5452
+azure/ai/evaluation/_legacy/_common/_logging.py,sha256=aEZsfS2wqbqVEA-vBsfg0-sCWyssGf2L1oWFmu9cego,11398
+azure/ai/evaluation/_legacy/_common/_thread_pool_executor_with_context.py,sha256=GptSpaIqpXcw7otNf1VDfL7Jl5i_bilDt0XAvK4nK1E,632
+azure/ai/evaluation/_legacy/prompty/__init__.py,sha256=nWpB3ApQWzlzgbhvNkjHq3sL5tnpwfwmSsTKBmhxmN8,1660
+azure/ai/evaluation/_legacy/prompty/_connection.py,sha256=ZaO-TkUsWglsEEwek58MsvKSxXU13Xrai-O5DCqCuT8,3891
+azure/ai/evaluation/_legacy/prompty/_exceptions.py,sha256=BmYd5D3_ZnDRpbeWoMFO1GA6mjVOaNkFAksEGbHQwzM,7267
+azure/ai/evaluation/_legacy/prompty/_prompty.py,sha256=t76W6UB-uKwYVfZBJ_jhN-8sCuXRJAepP-i907UjFu0,16647
+azure/ai/evaluation/_legacy/prompty/_utils.py,sha256=TeBpcFwgQZ6attvnyOJoMqyjXFt02oNXlwbV-lGdYIM,27862
+azure/ai/evaluation/_legacy/prompty/_yaml_utils.py,sha256=pVL6xgTHC3AKKD5plJ4d6hiBuComaOlUww1uqqDQlB4,3350
+azure/ai/evaluation/_safety_evaluation/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_safety_evaluation/_generated_rai_client.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=OlylVGIM8aI7cX8qsUzFEZuylS5mhWThhvJ6qS7_FfI,45047
+azure/ai/evaluation/_vendor/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_vendor/rouge_score/__init__.py,sha256=03OkyfS_UmzRnHv6-z9juTaJ6OXJoEJM989hgifIZbc,607
+azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=DtNSeshHipzc6vFnvx7kbs5viXe4LNq-ZrgllFvfR4U,11299
+azure/ai/evaluation/_vendor/rouge_score/scoring.py,sha256=0sqdiNE-4R_EmTTqyWL9_DAOgl54250H5004tZDGxEE,1878
+azure/ai/evaluation/_vendor/rouge_score/tokenize.py,sha256=IyHVsWY6IFFZdB23cLiJs8iBZ0DXk1mQlWE1xtdjuuk,1826
+azure/ai/evaluation/_vendor/rouge_score/tokenizers.py,sha256=3_-y1TyvyluHuERhSJ5CdXSwnpcMA7aAKU6PCz9wH_Q,1745
+azure/ai/evaluation/red_team/__init__.py,sha256=pzt82b8QRkKqt3AfCYPEpVkOLR1Jo72LumkitLIcbiA,678
+azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=vLAdORTbCfxau80m7d5rZWhMtc4CCOuGzKO_Bx5K7qc,12396
+azure/ai/evaluation/red_team/_attack_strategy.py,sha256=SI9pyLsM5D6yw4-WM36oLGKW1ENCUJgcGxT4-zXr89I,1533
+azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=hs4kI2bmZqGUzcT13f-bs9xqsHPhucMma5uN5UDeBD0,5267
+azure/ai/evaluation/red_team/_default_converter.py,sha256=tewcQgYNqQA8EJ0IIDOA3HhZOR7vpCn8E1hP787gg9k,776
+azure/ai/evaluation/red_team/_evaluation_processor.py,sha256=OXOfLb8zuiv-Ea7JL0NOPfcf8XoBFOrT2oO6ZsHPMbU,25672
+azure/ai/evaluation/red_team/_mlflow_integration.py,sha256=XDwqA6FdOSTCg7Ec6LHc0ynhLWF3IY73hcjTT98-1tc,20131
+azure/ai/evaluation/red_team/_orchestrator_manager.py,sha256=kQ5Sdf8fu4VYjiIR-49Q_8-UeNupPCoNea4Nz_tzd_0,36949
+azure/ai/evaluation/red_team/_red_team.py,sha256=0riPTV53NgzysO4xA9QhZr8NOJTSckKwhCCJ2WU9N6g,84456
+azure/ai/evaluation/red_team/_red_team_result.py,sha256=kIWqVPUoCdw5Q2dUQ6og-lvgIYPcXlpqmwOTimg6Pak,27074
+azure/ai/evaluation/red_team/_result_processor.py,sha256=Q9DdB45tcv7SwmXNuqSzgE6fs3L7vjZkftFUl3hoxGM,79111
+azure/ai/evaluation/red_team/_agent/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/red_team/_agent/_agent_functions.py,sha256=kLV2lQ5PHMucGK9IsrnZsmSvlhL2fhgzxa1G0NPF6eM,10482
+azure/ai/evaluation/red_team/_agent/_agent_tools.py,sha256=-ClGcNexUYa6_SxBPERAl2u4LgR0UP5Dk0TeYfUcBW8,20653
+azure/ai/evaluation/red_team/_agent/_agent_utils.py,sha256=3wtUg0BUp68l5Vm01K3zjzd1CKKt_N2Xd295yY1itdo,3224
+azure/ai/evaluation/red_team/_agent/_semantic_kernel_plugin.py,sha256=Q-9uVkIM9Hq63pXhnxg6vwmIf9gTVXmmnC3c3ikbO0w,10601
+azure/ai/evaluation/red_team/_utils/__init__.py,sha256=qzNPTCailoUp3U5rWvlx613RbbQXTWGnAVWRYezHD58,1107
+azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py,sha256=7l9ciCBer-pH9I5v-g9AxpTi24XsF3GYQxeqe54hCjM,5035
+azure/ai/evaluation/red_team/_utils/_rai_service_target.py,sha256=82ne6-fySyS6RrrJsGc_i6R2IOONaz4u_iFS-ag4yZU,30024
+azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py,sha256=kWUaZvV5AcBt6JeVD5D8CiKmpq0kajKsCXa4tUTx2-o,4366
+azure/ai/evaluation/red_team/_utils/constants.py,sha256=k-ANKUsPj0G5J3AsMY4gpiHUstwUvd9uaSEurjZB6e8,2649
+azure/ai/evaluation/red_team/_utils/exception_utils.py,sha256=JBQ-AlAPwhQCPucSkYu-M70RmlbOpmbWYuMjSz9cd80,12309
+azure/ai/evaluation/red_team/_utils/file_utils.py,sha256=FH2rnvTFji6nJ5RM0KdayZZOF6jdgQLHAYmfAhFos2k,9047
+azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=xCktkb5N5rnWLwHyes4MwKp81tC5EIfFEXnf6qkXB5E,14674
+azure/ai/evaluation/red_team/_utils/logging_utils.py,sha256=1EK7xRO0eA0nKJmqz7WhMwjP8M3i1je1KxHdGfH9HVI,4775
+azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=XpgYWRrAriEqTCdsXDRlPjKpxMULwKYtHJ7V7i05heg,3217
+azure/ai/evaluation/red_team/_utils/objective_utils.py,sha256=DK5FJhKT_tcXy78iy6Mmlx26QD4crTdQgmq-VPJ6cdM,1645
+azure/ai/evaluation/red_team/_utils/progress_utils.py,sha256=B39Av45v3R4ZFMnNbDfkHq_TmwXBhNNed_k-dsiNgb8,9364
+azure/ai/evaluation/red_team/_utils/retry_utils.py,sha256=Ozn25fMJSoIcxy8pRA5WmZfEYzhNW7KyCc6IldNh-JA,7519
+azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=Q18Az7JAZZBrvtrhxandrvN4ufwSh0JgMnjJDdZelnY,8819
+azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rbZV03KmzxxWys,552
+azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=ISMjXfcmquvuBhM8l2u_X3jbEbNa7F7dR-AwgKNaJw0,1884
+azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=FW1ThtE0Mb5KS-cEVNhejPsKuIhLH9eNJQl-Ea_yd70,26346
+azure/ai/evaluation/simulator/_constants.py,sha256=jtsj-XzbseurEAxWmB-iSPmXu7B6ZHrM3bl07j-zruM,875
+azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=0KTQo2UaZ_Knc5otFCbBAl9sn9OSsn0IsymBykvniRQ,11043
+azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=8nI7ayDpombirgM0yzcCXF7V_K1KFvVhJLa4vEjP94Q,11828
+azure/ai/evaluation/simulator/_simulator.py,sha256=T1w_mF40KLoYQJNUTVO34D_Vuv1I_O43Ii_9L_4u_ps,37267
+azure/ai/evaluation/simulator/_utils.py,sha256=16NltlywpbMtoFtULwTKqeURguIS1kSKSo3g8uKV8TA,5181
+azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=hTuDtDmynAJTUgEquyzXH8jqpvBjr2OMnU6Mp3VxA4I,18254
+azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=vwOmgXskvqa68WdGAhVNIBgKfWjn5fth6WCeZz3kIxg,7747
+azure/ai/evaluation/simulator/_conversation/constants.py,sha256=Foy1x1RE4Svt0OPa4oZFeuubtzpjho6lY_WBL6Zm-jM,969
+azure/ai/evaluation/simulator/_data_sources/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/simulator/_data_sources/grounding.json,sha256=jqdqHrCgS7hN7K2kXSEcPCmzFjV4cv_qcCSR-Hutwx4,1257075
+azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=FQwgrJvzq_nv3wF9DBr2pyLn2V2hKGmtp0QN9nwpAww,203
+azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=sbKc3O5qsg77LEaSEQfWDfzqEFXVDw612BaDcBo3E7A,1095
+azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=BOttMTec3muMiA4OzwD_iW08GTrhja7PL9XVjRCN3jM,3029
+azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=soaUHfmd_IK1FINPRKgKens7qKOVw9BZwc7ms7N6zrk,860
+azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=_fgqtET7ke1eop3y0ejEDu9Tdtkq3njyannnJJmboZs,9394
+azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=6M4KpQx8a7PNjto0AlmtHhocBFYnIBlJp9qDcza7xyw,6476
+azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=lad850zuM3L6l65vPVYy2D4RI6Slq_Pheo4eEAROk5w,11906
+azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=fC38IptUtoumxu2CWLmErNoGxMdVlNr60XbpJeKdQ18,11379
+azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=ResFGe8GD1neHFBCKTR0_Jr-hnATJ3ZWN4NwfP-4JiY,8393
+azure/ai/evaluation/simulator/_model_tools/models.py,sha256=SJYI-IJfCo9bitMGfSSnHEkdFlseQQCpEwJ2vDJHmt0,22390
+azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
+azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
+azure_ai_evaluation-1.13.3.dist-info/licenses/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
+azure_ai_evaluation-1.13.3.dist-info/METADATA,sha256=CqxRu1pcHp1Y910sXdN_9wnMcsKyOexJkhGj8zZAlw8,48602
+azure_ai_evaluation-1.13.3.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
+azure_ai_evaluation-1.13.3.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
+azure_ai_evaluation-1.13.3.dist-info/RECORD,,

{azure_ai_evaluation-1.0.1.dist-info → azure_ai_evaluation-1.13.3.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (74.1.3)
+Generator: setuptools (77.0.3)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

azure/ai/evaluation/_evaluators/_multimodal/__init__.py

@@ -1,20 +0,0 @@
-# ---------------------------------------------------------
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# ---------------------------------------------------------
-from ._content_safety_multimodal import ContentSafetyMultimodalEvaluator
-from ._content_safety_multimodal_base import ContentSafetyMultimodalEvaluatorBase
-from ._hate_unfairness import HateUnfairnessMultimodalEvaluator
-from ._self_harm import SelfHarmMultimodalEvaluator
-from ._sexual import SexualMultimodalEvaluator
-from ._violence import ViolenceMultimodalEvaluator
-from ._protected_material import ProtectedMaterialMultimodalEvaluator
-
-__all__ = [
-    "ContentSafetyMultimodalEvaluator",
-    "ContentSafetyMultimodalEvaluatorBase",
-    "ViolenceMultimodalEvaluator",
-    "SexualMultimodalEvaluator",
-    "SelfHarmMultimodalEvaluator",
-    "HateUnfairnessMultimodalEvaluator",
-    "ProtectedMaterialMultimodalEvaluator",
-]

azure/ai/evaluation/_evaluators/_multimodal/_content_safety_multimodal.py

@@ -1,132 +0,0 @@
-# ---------------------------------------------------------
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# ---------------------------------------------------------
-import logging
-from concurrent.futures import as_completed
-from typing import Callable, Dict, List, Union
-
-from promptflow.tracing import ThreadPoolExecutorWithContext as ThreadPoolExecutor
-from azure.ai.evaluation._common._experimental import experimental
-from azure.ai.evaluation._common.utils import validate_conversation
-from ._hate_unfairness import HateUnfairnessMultimodalEvaluator
-from ._self_harm import SelfHarmMultimodalEvaluator
-from ._sexual import SexualMultimodalEvaluator
-from ._violence import ViolenceMultimodalEvaluator
-
-
-logger = logging.getLogger(__name__)
-
-
-@experimental
-class ContentSafetyMultimodalEvaluator:
-    """
-    Initialize a content safety multimodal evaluator configured to evaluate content safety metrics
-    in a multimodal scenario.
-
-    :param credential: The credential required for connecting to the Azure AI project.
-    :type credential: ~azure.core.credentials.TokenCredential
-    :param azure_ai_project: The scope of the Azure AI project, containing the subscription ID,
-        resource group, and project name.
-    :type azure_ai_project: ~azure.ai.evaluation.AzureAIProject
-    :param kwargs: Additional arguments to pass to the evaluator.
-    :type kwargs: Any
-
-    :return: A function that evaluates multimodal chat messages and generates content safety metrics.
-
-    **Usage Example**
-
-    .. code-block:: python
-
-        azure_ai_project = {
-            "subscription_id": "<subscription_id>",
-            "resource_group_name": "<resource_group_name>",
-            "project_name": "<project_name>",
-        }
-        eval_fn = ContentSafetyMultimodalEvaluator(azure_ai_project)
-        result = eval_fn(conversation=
-            {
-                "messages": [
-                    {
-                        "role": "user",
-                        "content": [
-                            {
-                                "type": "text",
-                                "text": "What's in this image?"
-                            },
-                            {
-                                "type": "image_url",
-                                "image_url": {
-                                    "url": "<image url or base64 encoded image>"
-                                }
-                            }
-                        ]
-                    },
-                    {
-                        "role": "assistant",
-                        "content": "This picture shows an astronaut standing in the desert."
-                    }
-                ]
-            }
-        )
-
-    **Output Format**
-
-    .. code-block:: json
-
-        {
-            "violence": "Medium",
-            "violence_score": 5.0,
-            "violence_reason": "Some reason",
-            "sexual": "Medium",
-            "sexual_score": 5.0,
-            "sexual_reason": "Some reason",
-            "self_harm": "Medium",
-            "self_harm_score": 5.0,
-            "self_harm_reason": "Some reason",
-            "hate_unfairness": "Medium",
-            "hate_unfairness_score": 5.0,
-            "hate_unfairness_reason": "Some reason"
-        }
-
-    """
-
-    id = "content_safety_multimodal"
-    """Evaluator identifier, experimental and to be used only with evaluation in cloud."""
-
-    def __init__(self, credential, azure_ai_project, **kwargs):
-        self._parallel = kwargs.pop("_parallel", False)
-        self._evaluators: List[Callable[..., Dict[str, Union[str, float]]]] = [
-            ViolenceMultimodalEvaluator(credential=credential, azure_ai_project=azure_ai_project),
-            SexualMultimodalEvaluator(credential=credential, azure_ai_project=azure_ai_project),
-            SelfHarmMultimodalEvaluator(credential=credential, azure_ai_project=azure_ai_project),
-            HateUnfairnessMultimodalEvaluator(credential=credential, azure_ai_project=azure_ai_project),
-        ]
-
-    def __call__(self, *, conversation, **kwargs):
-        """
-        Evaluates content-safety metrics for list of messages.
-
-        :keyword conversation: The conversation contains list of messages to be evaluated.
-            Each message should have "role" and "content" keys. It supports single turn only.
-        :paramtype conversation: ~azure.ai.evaluation.Conversation
-        :return: The evaluation score based on the Content Safety Metrics.
-        :rtype: Dict[str, Union[float, str]]
-        """
-        # validate inputs
-        validate_conversation(conversation)
-        results: Dict[str, Union[str, float]] = {}
-        if self._parallel:
-            with ThreadPoolExecutor() as executor:
-                futures = {
-                    executor.submit(evaluator, conversation=conversation, **kwargs): evaluator
-                    for evaluator in self._evaluators
-                }
-
-                for future in as_completed(futures):
-                    results.update(future.result())
-        else:
-            for evaluator in self._evaluators:
-                result = evaluator(conversation=conversation, **kwargs)
-                results.update(result)
-
-        return results

azure/ai/evaluation/_evaluators/_multimodal/_content_safety_multimodal_base.py

@@ -1,55 +0,0 @@
-# ---------------------------------------------------------
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# ---------------------------------------------------------
-from abc import ABC
-from typing import Union
-from azure.ai.evaluation._common.rai_service import evaluate_with_rai_service_multimodal
-from azure.ai.evaluation._common.constants import EvaluationMetrics, _InternalEvaluationMetrics
-from azure.ai.evaluation._common.utils import validate_conversation
-from azure.core.credentials import TokenCredential
-
-
-class ContentSafetyMultimodalEvaluatorBase(ABC):
-    """
-    Initialize a evaluator for a specified Evaluation Metric. Base class that is not
-    meant to be instantiated by users.
-
-    :param metric: The metric to be evaluated.
-    :type metric: ~azure.ai.evaluation._evaluators._content_safety.flow.constants.EvaluationMetrics
-    :param credential: The credential for connecting to Azure AI project. Required
-    :type credential: ~azure.core.credentials.TokenCredential
-    :param azure_ai_project: The scope of the Azure AI project.
-        It contains subscription id, resource group, and project name.
-    :type azure_ai_project: ~azure.ai.evaluation.AzureAIProject
-    """
-
-    def __init__(
-        self,
-        metric: Union[EvaluationMetrics, _InternalEvaluationMetrics],
-        credential: TokenCredential,
-        azure_ai_project,
-    ):
-        self._metric = metric
-        self._azure_ai_project = azure_ai_project
-        self._credential = credential
-
-    async def __call__(self, *, conversation, **kwargs):
-        """
-        Evaluates content according to this evaluator's metric.
-        :keyword conversation: The conversation contains list of messages to be evaluated.
-            Each message should have "role" and "content" keys.
-        :paramtype conversation: ~azure.ai.evaluation.Conversation
-        :return: The evaluation score computation based on the Content Safety metric (self.metric).
-        :rtype: Dict[str, Union[float, str]]
-        """
-        # validate inputs
-        validate_conversation(conversation)
-        messages = conversation["messages"]
-        # Run score computation based on supplied metric.
-        result = await evaluate_with_rai_service_multimodal(
-            messages=messages,
-            metric_name=self._metric,
-            project_scope=self._azure_ai_project,
-            credential=self._credential,
-        )
-        return result