azure-ai-evaluation 1.0.0b3__py3-none-any.whl → 1.0.0b5__py3-none-any.whl

azure_ai_evaluation-1.0.0b5.dist-info/RECORD

@@ -0,0 +1,120 @@
+azure/ai/evaluation/__init__.py,sha256=MFxJRoKfSsP_Qlfq0FwynxNf4csNAfTYPQX7jdXc9RU,2757
+azure/ai/evaluation/_constants.py,sha256=KGjzbFKCk0O6xCH57VdKK6CKC0JwS25ouYOQOYCB_6M,1942
+azure/ai/evaluation/_exceptions.py,sha256=91Ovrj9t4nbpJM7GRK3rzwxXk-xLq6WLLzm44GUgt3s,5057
+azure/ai/evaluation/_http_utils.py,sha256=oVbRaxUm41tVFGkYpZdHjT9ss_9va1NzXYuV3DUVr8k,17125
+azure/ai/evaluation/_model_configurations.py,sha256=TklC7ke0jXtLitTQaQAGT5SJgV098XGUHY7On2_IFY4,2249
+azure/ai/evaluation/_user_agent.py,sha256=O2y-QPBAcw7w7qQ6M2aRPC3Vy3TKd789u5lcs2yuFaI,290
+azure/ai/evaluation/_version.py,sha256=mCv_uIychD87cYcoY1AwWAtaTQtk7P0sZUlJF8HsIcY,201
+azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+azure/ai/evaluation/_common/__init__.py,sha256=LHTkf6dMLLxikrGNgbUuREBVQcs4ORHR6Eryo4bm9M8,586
+azure/ai/evaluation/_common/_experimental.py,sha256=hmr9l9hHFNj6iEmBuMawdnnl54YzJrylbB7Dk6cs7cM,5565
+azure/ai/evaluation/_common/constants.py,sha256=OsExttFGLnTAyZa26jnY5_PCDTb7uJNFqtE2qsRZ1mg,1957
+azure/ai/evaluation/_common/math.py,sha256=Y47ljvImn47xuW32enI2O6V7-7SBkraWeyXdJiYw41Q,927
+azure/ai/evaluation/_common/rai_service.py,sha256=zi2iha6y9HphzZlia9ig3riZ_2SGMHF0dfY4l866JXw,23402
+azure/ai/evaluation/_common/utils.py,sha256=7F5C_mZgR4MIIihCTFa5yUDZka0-g7G4KLsITQPq0gE,16080
+azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_evaluate/_eval_run.py,sha256=XppywHqCZeFguH5_WSIReKA6MAAe2j9hdso6jM_67Po,22283
+azure/ai/evaluation/_evaluate/_evaluate.py,sha256=77gJyIg7m9XJTm3qz6Q4yKSv1aZ19WoVpmmXyQlSqPk,38178
+azure/ai/evaluation/_evaluate/_utils.py,sha256=SAlVwU_5P2ls-394kN97QwmrAApzck8T3i-7LbVyZtg,12320
+azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=G8McpeLxAS_gFhNShX52_YWvE-arhJn-bVpAfzjWG3Q,427
+azure/ai/evaluation/_evaluate/_batch_run/code_client.py,sha256=XQLaXfswF6ReHLpQthHLuLLa65Pts8uawGp7kRqmMDs,8260
+azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=1nnaUej4cOiPD9lH58Mt-RhHYd7gDe8G5kZg7w6Gkrs,3196
+azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py,sha256=88zkK6ATyMaUAmk8WAHccO2x9XO-6Ibr4Ggbs4wPmg0,3339
+azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=IoueIPzyzK4Kt7ZoC3m9_0BpSY1pSB2H2qFi_6EBApg,1249
+azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=cN6Y6Zq7kOv_EGwtKOO97PYYNiTlQmFUuHAROxq_Au8,6957
+azure/ai/evaluation/_evaluators/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_evaluators/_bleu/__init__.py,sha256=quKKO0kvOSkky5hcoNBvgBuMeeVRFCE9GSv70mAdGP4,260
+azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=G5oZbR_3fPcuBlhQgIow61Tw7W3cL1ugOFcwWCgvT8U,2425
+azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
+azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=TMyTHXu0t0S0j3MRLCcFFDnn78d2-SF92uZzlNG7azI,2956
+azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
+azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=_hPqTkAla_O6s4ebVtTaBrVLEW3KSdDz66WwxjK50cI,423
+azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=32R2APcWEjvHFhtVU-Vkga9QP9Kr4df_ZZkz5xGD4GE,15419
+azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=mwD6DxcAjNryWW98PgB6-L1BRSwRg9ONjJfjaMirpn8,3853
+azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=SiIpGPotBKj-GohJVL_dnIWQimImnNuZyCI9m-HZssA,5916
+azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
+azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=-O2frtWs2XMCnvBo5HFPnxW-MF9_L9QGcxVo360ZBMY,5801
+azure/ai/evaluation/_evaluators/_content_safety/_content_safety_chat.py,sha256=ojhzAbIUgKpJxgEGE2MKpgD091Q8HfvEpgoajus_dI0,12889
+azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=p53WfUr_tyoYqPiHkoikPrwERsxNTE7QUw3i4VBgA58,2949
+azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=lFYTtQUE0ub1zr6cqQyUQP9igHIljqFGHQFNx6EemH8,2905
+azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=DgtY7eQyQu_I85-2zQGP_h3w1oj97RHnoUw30lY9Y0w,2880
+azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=5K5UENljzfFU5m2gXUI0vvzFCEch_xZTzEsG7MYJYQw,2897
+azure/ai/evaluation/_evaluators/_eci/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=gr7gfQnzrf3qXSJ7uf0iwwDg63SgaJjlhapKAa7WH5U,2435
+azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
+azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=KeYL4Z7cO0Yb_pOAq-3WePUgSqNnci0uA3AH2r41VB4,4786
+azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
+azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=QIe6EqPmYxNtaD6_KvOEwKQpEGZfHmxTkywDLcPak-k,2739
+azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSsLTSKEM_ApJuxxuKWQpNblrTEkFY,4861
+azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
+azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=tDY9F70NfSq60HmNprrJ4OGC8mk-1_mvLQ2SXShxVig,2338
+azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
+azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=W-56hA2KaBIfgfl41cJaYgdaf3Fs5Jku96xouAShWpI,4629
+azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
+azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
+azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
+azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=c1SMbv70Z1fH7QHO2oiYmRidNBHGeUVN_2Xs_nVlHZE,3260
+azure/ai/evaluation/_evaluators/_multimodal/__init__.py,sha256=tPvsY0nv8T3VtiiAwJM6wT5A9FhKP2XXwUlCH994xl4,906
+azure/ai/evaluation/_evaluators/_multimodal/_content_safety_multimodal.py,sha256=lowKPujN4Q5OUnVpnn9XUua2sq9XLVU5CYA4g-eyKU4,5182
+azure/ai/evaluation/_evaluators/_multimodal/_content_safety_multimodal_base.py,sha256=nKqY1RSieSQ1Qsy4QTeBupzUPW3fhNSqlynd7642NTo,2522
+azure/ai/evaluation/_evaluators/_multimodal/_hate_unfairness.py,sha256=Jk5u4YZH62G2uxDd2bPyfKobVvuN9N5LQmLL7lMRLL4,3605
+azure/ai/evaluation/_evaluators/_multimodal/_protected_material.py,sha256=7SSmGbTckd9FPHSqGwMQxFlmMxTnxXSzrB4G6Kgpfww,4672
+azure/ai/evaluation/_evaluators/_multimodal/_self_harm.py,sha256=pd-QjaXlJ3k9DMxOcrqxIWfB6gut0Kd3o7mHxGM6QRU,3535
+azure/ai/evaluation/_evaluators/_multimodal/_sexual.py,sha256=u2Id-HFAcUj7EG-zVMqwOUlqOh6MN_lnYZ2OYuBMUj0,3503
+azure/ai/evaluation/_evaluators/_multimodal/_violence.py,sha256=Z9_MXkRnf8pbv07bXD6d5WLIXwcxkaB_zz64cof83Kw,3527
+azure/ai/evaluation/_evaluators/_protected_material/__init__.py,sha256=eRAQIU9diVXfO5bp6aLWxZoYUvOsrDIfy1gnDOeNTiI,109
+azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=h3pLEkf4gvzvimvmsxr5haA0_wq02EI6kn4tIataZMI,3325
+azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
+azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=k0a5RJO5UrCNzJIzsGI6nyQ2aBXHALGYB2aMz880wDY,3742
+azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
+azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=-lCbVq84rX1JUmlWoUYNdcCWNFXtH_0JhvL4pnxJyHQ,3307
+azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=VHKzVlC2Cv1xuholgIGmerPspspAI0t6IgJ2cxOuYDE,4811
+azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
+azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=NNSsg5Zd8w_OJ5QKY9DnCPb5d_P3trXE_Kqe8uEWe0o,8088
+azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=_YVoO4Gt_WD42bUcj5n6BDW0dMUqNf0yF3Nj5XMOX2c,16490
+azure/ai/evaluation/_evaluators/_rouge/__init__.py,sha256=kusCDaYcXogDugGefRP8MQSn9xv107oDbrMCqZ6K4GA,291
+azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=ZSPRc-6WnpAHxlEwzq-_-5h_7GbtZhrOfEWSEiY4vYk,3566
+azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py,sha256=0DODUGTOgaYyFbO9_zxuwifixDL3SIm3EkwP1sdwn6M,288
+azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=e6mFUioiyCIWnS01Ec2yikvtkg1zTel1NfdhAgcmvKc,5909
+azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
+azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=p2BIdulB7ALYurBiltlV6wkHRm7Cu5J3UvWdp2JGyy0,4735
+azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
+azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
+azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=zpUpt92SBvUFIiEqbkukNvmPgRWermpHfE4L_D_VWqU,3546
+azure/ai/evaluation/_vendor/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/_vendor/rouge_score/__init__.py,sha256=03OkyfS_UmzRnHv6-z9juTaJ6OXJoEJM989hgifIZbc,607
+azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=xDdNtzwtivcdki5RyErEI9BaQ7nksgj4bXYrGz7tLLs,11409
+azure/ai/evaluation/_vendor/rouge_score/scoring.py,sha256=ruwkMrJFJNvs3GWqVLAXudIwDa4EsX_d30pfUPUTf8E,1988
+azure/ai/evaluation/_vendor/rouge_score/tokenize.py,sha256=tdSsUibKxtOMY8fdqGK_3-4sMbeOxZEG6D6L7suDTxQ,1936
+azure/ai/evaluation/_vendor/rouge_score/tokenizers.py,sha256=3_-y1TyvyluHuERhSJ5CdXSwnpcMA7aAKU6PCz9wH_Q,1745
+azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rbZV03KmzxxWys,552
+azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=yBZshqnpsqqfZWq2_vAVttgGBNb108kAXR70yURJTyg,1131
+azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=ad7tOA09m-VRmQyrdIPHkPOppPU5B_DYVlS4eD6AJ8c,21125
+azure/ai/evaluation/simulator/_constants.py,sha256=xM-Or2x7RytfoeBM3N7Vt4JQDJX66UdL3CPz0YN5rvE,485
+azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=cjfJ_Fq2FKtOnhDsUM6piTNqd_2efb0Lz-agS5DEK28,9765
+azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=xEAsejGnMRZLkM-_W30nDVGE50VRlUrb0b5UQwFQjDI,9685
+azure/ai/evaluation/simulator/_simulator.py,sha256=KzixUmdW9emTmtzwghVBivr860p7J5If7-q0CfTJP58,35870
+azure/ai/evaluation/simulator/_tracing.py,sha256=frZ4-usrzINast9F4-ONRzEGGox71y8bYw0UHNufL1Y,3069
+azure/ai/evaluation/simulator/_utils.py,sha256=KVwts0jSoVk7jv5NX1vT_sKD7WqNpHT06ALow1I5dTA,4313
+azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=ulkkJkvRBRROLp_wpAKy1J-HLMJi3Yq6g7Q6VGRuD88,12914
+azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=vzKdpItmUjZrM5OUSkS2UkTnLnKvIzhak5hZ8xvFwnU,7403
+azure/ai/evaluation/simulator/_conversation/constants.py,sha256=3v7zkjPwJAPbSpJYIK6VOZZy70bJXMo_QTVqSFGlq9A,984
+azure/ai/evaluation/simulator/_data_sources/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
+azure/ai/evaluation/simulator/_data_sources/grounding.json,sha256=jqdqHrCgS7hN7K2kXSEcPCmzFjV4cv_qcCSR-Hutwx4,1257075
+azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=FQwgrJvzq_nv3wF9DBr2pyLn2V2hKGmtp0QN9nwpAww,203
+azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=7BBLH78b7YDelHDLbAIwf-IO9s9cAEtn-RRXmNReHdc,1017
+azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=BOttMTec3muMiA4OzwD_iW08GTrhja7PL9XVjRCN3jM,3029
+azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=aMv5apb7uVjuhMF9ohhA5kQmo652hrGIJlhdl3y2R1I,835
+azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=bkVRfc9q3FV72CKtK1utQUSjVvLnGB18qPzRjKbjGxQ,6303
+azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=Zg_SzqjCGJ3Wt8hktxz6Y1JEJCcV0V5jBC9N06jQP3k,8984
+azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=Bi0tLNlJmz295mdoVaE9_6a_UJVRmCH5uAmxjslS_eQ,7037
+azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=FGKLsWL0FZry47ZxFi53FSem8PZmh0iIy3JN4PBg5Tg,7036
+azure/ai/evaluation/simulator/_model_tools/models.py,sha256=bfVm0PV3vfH_8DkdmTMZqYVN-G51hZ6Y0TOO-NiysJY,21811
+azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
+azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
+azure_ai_evaluation-1.0.0b5.dist-info/METADATA,sha256=WDO8Eb37IZEaXzmpFoSmFvRHYxM6M_vnH5TC7t5m29I,25730
+azure_ai_evaluation-1.0.0b5.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
+azure_ai_evaluation-1.0.0b5.dist-info/WHEEL,sha256=pL8R0wFFS65tNSRnaOVrsw9EOkOqxLrlUPenUYnJKNo,91
+azure_ai_evaluation-1.0.0b5.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
+azure_ai_evaluation-1.0.0b5.dist-info/RECORD,,

{azure_ai_evaluation-1.0.0b3.dist-info → azure_ai_evaluation-1.0.0b5.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (72.2.0)
+Generator: setuptools (74.1.3)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

azure/ai/evaluation/_evaluators/_groundedness/groundedness.prompty

@@ -1,49 +0,0 @@
----
-name: Groundedness
-description: Evaluates groundedness score for QA scenario
-model:
-  api: chat
-  parameters:
-    temperature: 0.0
-    max_tokens: 1
-    top_p: 1.0
-    presence_penalty: 0
-    frequency_penalty: 0
-    response_format:
-      type: text
-
-inputs:
-  response:
-    type: string
-  context:
-    type: string
-
----
-system:
-You are an AI assistant. You will be given the definition of an evaluation metric for assessing the quality of an answer in a question-answering task. Your job is to compute an accurate evaluation score using the provided evaluation metric. You should return a single integer value between 1 to 5 representing the evaluation metric. You will include no other text or information.
-user:
-You will be presented with a CONTEXT and an ANSWER about that CONTEXT. You need to decide whether the ANSWER is entailed by the CONTEXT by choosing one of the following rating:
-1. 5: The ANSWER follows logically from the information contained in the CONTEXT.
-2. 1: The ANSWER is logically false from the information contained in the CONTEXT.
-3. an integer score between 1 and 5 and if such integer score does not exist, use 1: It is not possible to determine whether the ANSWER is true or false without further information. Read the passage of information thoroughly and select the correct answer from the three answer labels. Read the CONTEXT thoroughly to ensure you know what the CONTEXT entails. Note the ANSWER is generated by a computer system, it can contain certain symbols, which should not be a negative factor in the evaluation.
-Independent Examples:
-## Example Task #1 Input:
-{"CONTEXT": "Some are reported as not having been wanted at all.", "QUESTION": "", "ANSWER": "All are reported as being completely and fully wanted."}
-## Example Task #1 Output:
-1
-## Example Task #2 Input:
-{"CONTEXT": "Ten new television shows appeared during the month of September. Five of the shows were sitcoms, three were hourlong dramas, and two were news-magazine shows. By January, only seven of these new shows were still on the air. Five of the shows that remained were sitcoms.", "QUESTION": "", "ANSWER": "At least one of the shows that were cancelled was an hourlong drama."}
-## Example Task #2 Output:
-5
-## Example Task #3 Input:
-{"CONTEXT": "In Quebec, an allophone is a resident, usually an immigrant, whose mother tongue or home language is neither French nor English.", "QUESTION": "", "ANSWER": "In Quebec, an allophone is a resident, usually an immigrant, whose mother tongue or home language is not French."}
-## Example Task #3 Output:
-5
-## Example Task #4 Input:
-{"CONTEXT": "Some are reported as not having been wanted at all.", "QUESTION": "", "ANSWER": "All are reported as being completely and fully wanted."}
-## Example Task #4 Output:
-1
-## Actual Task Input:
-{"CONTEXT": {{context}}, "QUESTION": "", "ANSWER": {{response}}}
-Reminder: The return values for each task should be correctly formatted as an integer between 1 and 5. Do not repeat the context and question.
-Actual Task Output:

azure_ai_evaluation-1.0.0b3.dist-info/RECORD

@@ -1,98 +0,0 @@
-azure/ai/evaluation/__init__.py,sha256=AW8HyrHG5L1NT-0-vzu14o9Em8-ZiKXokPlIAvgF9lI,1977
-azure/ai/evaluation/_constants.py,sha256=RWerL5-uO8xmgZmdyon5TYH2_xPM_31cZqXs7qk28Ms,1743
-azure/ai/evaluation/_exceptions.py,sha256=CH4Waotlr519uHirau38NFExv5cG5JgrjPxjTAHWPGU,4131
-azure/ai/evaluation/_http_utils.py,sha256=kpAuxuoC6ZK-ZHw6qScOC8ePJQXLwf7SJWP5S4OWwUs,13983
-azure/ai/evaluation/_model_configurations.py,sha256=9yiXXCFw8DiCHB0Rjg6NEHZNSK8AYCfpRdRp_rwd5DU,1869
-azure/ai/evaluation/_user_agent.py,sha256=O2y-QPBAcw7w7qQ6M2aRPC3Vy3TKd789u5lcs2yuFaI,290
-azure/ai/evaluation/_version.py,sha256=O5t2mfbIREHTFuOmpAqCrJ00-kGQ4SRcFh42DDRu2Ac,201
-azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-azure/ai/evaluation/_common/__init__.py,sha256=LHTkf6dMLLxikrGNgbUuREBVQcs4ORHR6Eryo4bm9M8,586
-azure/ai/evaluation/_common/constants.py,sha256=ZKHGVgGA1Fc6Pvo22X-CeOUX6-m0q_UwpOKOWATTSuI,1639
-azure/ai/evaluation/_common/rai_service.py,sha256=R-1jtWi4Fu4IT4v0j0hKsWyN-D5nwH5HQr1x0AtCp8Q,17539
-azure/ai/evaluation/_common/utils.py,sha256=IKCAxHbGcmi5rH6qFZOB76vInXS8A7Oa7dYC56K0BWY,3494
-azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
-azure/ai/evaluation/_evaluate/_eval_run.py,sha256=EVCSRjIwOkXfYlIBTv7hosyUqcMTmVqGQ44yvHmm2Eg,20943
-azure/ai/evaluation/_evaluate/_evaluate.py,sha256=XoGXpzO8Z_hYwpPw9amjYarrKqtvNtLB4xLdtE8mmuI,30324
-azure/ai/evaluation/_evaluate/_utils.py,sha256=9I29KAFsYJCp6frlLXb5vwZJzmiNzfzku9CD1eslaHU,9880
-azure/ai/evaluation/_evaluate/_batch_run_client/__init__.py,sha256=BkxhojWca3e2QM3hFwO2xrLiiQ0i-3f8wsMfOx1zchs,361
-azure/ai/evaluation/_evaluate/_batch_run_client/batch_run_context.py,sha256=sn7k9nM7vVZDt5CgNwwQrvQwV--SwfsfLjfjahk23DM,2984
-azure/ai/evaluation/_evaluate/_batch_run_client/code_client.py,sha256=zuACg8pNe4d5lckhghjkDA8Hk4WQ9ih3W2AJ-M3hVGk,7890
-azure/ai/evaluation/_evaluate/_batch_run_client/proxy_client.py,sha256=WDmtnRmIlBmJASxRlX9vAT4CpgZszv7juyfJrj892vo,2598
-azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=6kkbiTCsz7BNV5WxOdwCBv96u7c0k0bk84m9vQ0mHXY,6627
-azure/ai/evaluation/_evaluators/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
-azure/ai/evaluation/_evaluators/_bleu/__init__.py,sha256=quKKO0kvOSkky5hcoNBvgBuMeeVRFCE9GSv70mAdGP4,260
-azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=6EJCG9DnL2Y4pU_vhY4o3UOrumvI-6HI92tzEuCoyXk,2413
-azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
-azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=ydYo03-XlJDaX6YD432xMfutU8r41ovf1MW7vVuWPw4,2512
-azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=_GXYhAH04tsl2qntZH5ACx7gFNfUeQ0hZQpOmDoLPNc,2549
-azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=_hPqTkAla_O6s4ebVtTaBrVLEW3KSdDz66WwxjK50cI,423
-azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=Ai3jN-HRzNsG2V48pMR9TmK3owT-6YJxKi9gzMloZNE,14072
-azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=bPePVS7-5gvzEtpKxlDBamxNwetBJTqf5nCMt6Wu7ao,3050
-azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=O_klXEBsmYJyyqoIGN5gRg0udnvTKtaouQmEeMGpOgM,4331
-azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
-azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=uM6BL9jwtv5nJpSchezTYc-E514_VCTN2pACy7oxHuU,3928
-azure/ai/evaluation/_evaluators/_content_safety/_content_safety_chat.py,sha256=n5fdL0TPelJY_AuiamkLO7Jiv7P-7gIZqipo5ShyoR8,11958
-azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=YIQLFj6P7WXAyRRHVOflikUePN5sMCanJQmnIpSDeY0,1856
-azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=BFRNVDehDe7Qgnt3k1zRzscFQmn_miuHaSpjOytFhds,1810
-azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=Ap4EvHDPF8YjJ_esKEK83yusSR_xYhJWn6HIn1mkwW0,1788
-azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=HbLsZOqLopr0beDeHW85EmqSMFcTCZIYGUYvxUq_-gM,1804
-azure/ai/evaluation/_evaluators/_eci/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=EPy_A4BtqHm_10kHApi9xZ2eHYU5CjVGtkfG4zUMRhs,2411
-azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
-azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=Cgp-hANXtrNfe1q6SVm-CUG3UEP8Gj1pvH293ay57OI,4554
-azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
-azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=k7lq7qRoiI2SaHPqLhW-Frm_STRK-hFHsbAFOejAU7s,2459
-azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=xdznyssZDQiLELv4ecC-8uUJ4ssM-iij7A6S1aDsxOQ,2403
-azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
-azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=m02wmIGjdoXjp9dwjnFQAKA8hGOUOTvpppDf2CD4QQo,2326
-azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
-azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=FREk-1w_K6oF74eiNii5EdRS4uK_NUxW0dLd5Kzgj6c,2682
-azure/ai/evaluation/_evaluators/_groundedness/groundedness.prompty,sha256=ylgxKa_xipb7wN_QwxSnjrD9AhKcJQCv8pPpWPwFfGg,3023
-azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
-azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=K3EdRuRcuEZYVIlI2jMEp0O9KJYXQB2o6h08q43oKWY,3316
-azure/ai/evaluation/_evaluators/_protected_material/__init__.py,sha256=eRAQIU9diVXfO5bp6aLWxZoYUvOsrDIfy1gnDOeNTiI,109
-azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=KT8AMLL9nGvI_KVwpUAcZJcPqPN_QNyQMkkmIhmexNE,2117
-azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
-azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=w9XJOfDof78mfOpc7tbPF5wec9dGPFmXXAdR5yx2buI,3502
-azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
-azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=tHBHzp2wz3szgfA24HQgphP4mF5iJfg-lw6bVqgqkpY,2934
-azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=QNWlrWxObUPlXFF1hdCDVpfXuw0QDOxHUtWLj1MwrxA,3559
-azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
-azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=u6OqyZ62JpHmYatepRW5aRbtwu1sZByVSCDj_CRZSj8,5160
-azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=HbQu5Gy9Ghw9r8vGCF-4ui441JBD8w45NOU_9ehamd0,1585
-azure/ai/evaluation/_evaluators/_rouge/__init__.py,sha256=kusCDaYcXogDugGefRP8MQSn9xv107oDbrMCqZ6K4GA,291
-azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=28vqjjleeJR5VRsQP5VCCMX_PVUUVxkgh4c3xIvwmXE,3526
-azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
-azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=m4Ub7EcGMHotcOll_WIEYrvUWV1hMjF6K1VGthkEoqk,3883
-azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
-azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
-azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=Mg0nhT00VPgfBqp0Pu-7C4Unf6MEu8yNMFW-Wu7RTXw,2556
-azure/ai/evaluation/simulator/__init__.py,sha256=UtlcXo3SteIQEW_hW2WMhtqLNiDiIGLeW_lIkEUNoMc,486
-azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=SxpyMw5wmM5-fiUjl1_oJH0GQEnsa7ASso10MAr2Hjw,1030
-azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=kOL31FcD7vXTpkeFUooASXNaFTe9Vme5st_i0Qa_9sA,20542
-azure/ai/evaluation/simulator/_constants.py,sha256=xM-Or2x7RytfoeBM3N7Vt4JQDJX66UdL3CPz0YN5rvE,485
-azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=zFYYdk8Sdg4-_HSd_rumM0LizPevcR57HjqvEdowv8c,11691
-azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=qALFN3LG5o1kSjMjdlLeJInax8GcjD1iPUZCayJp0Kc,9628
-azure/ai/evaluation/simulator/_simulator.py,sha256=V9xNOwDRTlK9Xf1SyRK4yv8j3pTFd_4D79BYanePoDw,32187
-azure/ai/evaluation/simulator/_tracing.py,sha256=LRPjsVLe9VohmXowFr9aCK_VwD0MHd1CBe8rl9jGQhU,3032
-azure/ai/evaluation/simulator/_utils.py,sha256=aXH5GdzQrwluKvYofWtdT0s_nzgVHS2hP6x4rc5zt-E,4287
-azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=MNfFW4UDsVrk1p2ysIvmYlLzHqjKfxExktQXfSRiBPk,12774
-azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=ajJeFlHv4APXOinMYMzDYqKbDLtAdu4fE9FvP1gt2XA,7300
-azure/ai/evaluation/simulator/_conversation/constants.py,sha256=3v7zkjPwJAPbSpJYIK6VOZZy70bJXMo_QTVqSFGlq9A,984
-azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=YTwBf9B_uWGZSbS5vDBde4UpFszxzi3hSlcPtZ4Slcg,259
-azure/ai/evaluation/simulator/_helpers/_experimental.py,sha256=xHOiIoe6SBX0OkkuDNZ_hkMZBwq5fEXUPQvlu8jMH28,5277
-azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=7BBLH78b7YDelHDLbAIwf-IO9s9cAEtn-RRXmNReHdc,1017
-azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=Cc2ceVVyGXXfreQbes1x8XNNd5KZYoDS9eJ5EbgpAXE,2157
-azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=aMv5apb7uVjuhMF9ohhA5kQmo652hrGIJlhdl3y2R1I,835
-azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=qhYmG2r4IAKDePtf9DdqgvNGYlc0xjH4x5sShGxS-lA,5070
-azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=bwTV6cz01uOFl_BrYlgBfl63tdwzve8wGTbs8mJgaeY,8396
-azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=Bi0tLNlJmz295mdoVaE9_6a_UJVRmCH5uAmxjslS_eQ,7037
-azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=gGSMvveKWn0LKSQ4FS5AxIwcsxj6iqCbUP53yjvndPw,5471
-azure/ai/evaluation/simulator/_model_tools/models.py,sha256=11O6jcj3Zwo4FZvmF-X0walNp22ux1k3ghi3KFtbdy0,21762
-azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=wUiDKFL_vnAk3eEW66z33UgNML8Wqd_ReCzqfEBMId8,2350
-azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=00zLVfNgHZdlbC2XvBedSrwDJOaAhl3B1ohE3LKsGg4,928
-azure_ai_evaluation-1.0.0b3.dist-info/METADATA,sha256=2jKCZxNNYmFeTFJo87_qO32_nAE9ur1YwSSwnn2Mi9I,17077
-azure_ai_evaluation-1.0.0b3.dist-info/WHEEL,sha256=HiCZjzuy6Dw0hdX5R3LCFPDmFS4BWl8H-8W39XfmgX4,91
-azure_ai_evaluation-1.0.0b3.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
-azure_ai_evaluation-1.0.0b3.dist-info/RECORD,,