azure-ai-evaluation 1.12.0__py3-none-any.whl → 1.13.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (99) hide show
  1. azure/ai/evaluation/__init__.py +2 -0
  2. azure/ai/evaluation/_aoai/aoai_grader.py +6 -9
  3. azure/ai/evaluation/_aoai/label_grader.py +6 -10
  4. azure/ai/evaluation/_aoai/python_grader.py +7 -10
  5. azure/ai/evaluation/_aoai/score_model_grader.py +5 -7
  6. azure/ai/evaluation/_aoai/string_check_grader.py +4 -9
  7. azure/ai/evaluation/_aoai/text_similarity_grader.py +7 -21
  8. azure/ai/evaluation/_common/__init__.py +2 -1
  9. azure/ai/evaluation/_common/constants.py +109 -0
  10. azure/ai/evaluation/_common/evaluation_onedp_client.py +5 -5
  11. azure/ai/evaluation/_common/onedp/__init__.py +2 -2
  12. azure/ai/evaluation/_common/onedp/_client.py +44 -14
  13. azure/ai/evaluation/_common/onedp/_configuration.py +9 -7
  14. azure/ai/evaluation/_common/onedp/_utils/model_base.py +1 -1
  15. azure/ai/evaluation/_common/onedp/_validation.py +18 -2
  16. azure/ai/evaluation/_common/onedp/aio/__init__.py +2 -2
  17. azure/ai/evaluation/_common/onedp/aio/_client.py +44 -14
  18. azure/ai/evaluation/_common/onedp/aio/_configuration.py +9 -7
  19. azure/ai/evaluation/_common/onedp/aio/operations/__init__.py +12 -0
  20. azure/ai/evaluation/_common/onedp/aio/operations/_operations.py +3942 -1631
  21. azure/ai/evaluation/_common/onedp/models/__init__.py +196 -6
  22. azure/ai/evaluation/_common/onedp/models/_enums.py +217 -0
  23. azure/ai/evaluation/_common/onedp/models/_models.py +3876 -603
  24. azure/ai/evaluation/_common/onedp/operations/__init__.py +12 -0
  25. azure/ai/evaluation/_common/onedp/operations/_operations.py +5422 -2577
  26. azure/ai/evaluation/_common/rai_service.py +299 -2
  27. azure/ai/evaluation/_common/utils.py +241 -39
  28. azure/ai/evaluation/_constants.py +100 -0
  29. azure/ai/evaluation/_eval_mapping.py +10 -2
  30. azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py +10 -0
  31. azure/ai/evaluation/_evaluate/_evaluate.py +1019 -5
  32. azure/ai/evaluation/_evaluate/_evaluate_aoai.py +86 -11
  33. azure/ai/evaluation/_evaluate/_utils.py +10 -3
  34. azure/ai/evaluation/_evaluator_definition.py +76 -0
  35. azure/ai/evaluation/_evaluators/_bleu/_bleu.py +1 -0
  36. azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py +0 -17
  37. azure/ai/evaluation/_evaluators/_common/_base_eval.py +16 -4
  38. azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py +181 -3
  39. azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py +107 -45
  40. azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty +30 -29
  41. azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty +19 -14
  42. azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py +23 -4
  43. azure/ai/evaluation/_evaluators/_relevance/_relevance.py +14 -6
  44. azure/ai/evaluation/_evaluators/_relevance/relevance.prompty +36 -19
  45. azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py +43 -20
  46. azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py +32 -6
  47. azure/ai/evaluation/_evaluators/{_path_efficiency → _task_completion}/__init__.py +2 -2
  48. azure/ai/evaluation/_evaluators/{_task_success/_task_success.py → _task_completion/_task_completion.py} +39 -30
  49. azure/ai/evaluation/_evaluators/{_task_success/task_success.prompty → _task_completion/task_completion.prompty} +2 -2
  50. azure/ai/evaluation/_evaluators/_task_navigation_efficiency/__init__.py +7 -0
  51. azure/ai/evaluation/_evaluators/{_path_efficiency/_path_efficiency.py → _task_navigation_efficiency/_task_navigation_efficiency.py} +115 -73
  52. azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py +23 -127
  53. azure/ai/evaluation/_evaluators/_tool_input_accuracy/__init__.py +9 -0
  54. azure/ai/evaluation/_evaluators/_tool_input_accuracy/_tool_input_accuracy.py +263 -0
  55. azure/ai/evaluation/_evaluators/_tool_input_accuracy/tool_input_accuracy.prompty +76 -0
  56. azure/ai/evaluation/_evaluators/_tool_output_utilization/__init__.py +7 -0
  57. azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py +225 -0
  58. azure/ai/evaluation/_evaluators/_tool_output_utilization/tool_output_utilization.prompty +221 -0
  59. azure/ai/evaluation/_evaluators/_tool_selection/__init__.py +9 -0
  60. azure/ai/evaluation/_evaluators/_tool_selection/_tool_selection.py +266 -0
  61. azure/ai/evaluation/_evaluators/_tool_selection/tool_selection.prompty +104 -0
  62. azure/ai/evaluation/_evaluators/{_task_success → _tool_success}/__init__.py +2 -2
  63. azure/ai/evaluation/_evaluators/_tool_success/_tool_success.py +301 -0
  64. azure/ai/evaluation/_evaluators/_tool_success/tool_success.prompty +321 -0
  65. azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py +0 -19
  66. azure/ai/evaluation/_exceptions.py +6 -1
  67. azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py +14 -1
  68. azure/ai/evaluation/_legacy/prompty/_prompty.py +2 -1
  69. azure/ai/evaluation/_legacy/prompty/_utils.py +54 -6
  70. azure/ai/evaluation/_model_configurations.py +26 -0
  71. azure/ai/evaluation/_version.py +1 -1
  72. azure/ai/evaluation/red_team/_attack_objective_generator.py +3 -1
  73. azure/ai/evaluation/red_team/_attack_strategy.py +1 -0
  74. azure/ai/evaluation/red_team/_callback_chat_target.py +45 -14
  75. azure/ai/evaluation/red_team/_evaluation_processor.py +129 -12
  76. azure/ai/evaluation/red_team/_mlflow_integration.py +41 -352
  77. azure/ai/evaluation/red_team/_orchestrator_manager.py +309 -51
  78. azure/ai/evaluation/red_team/_red_team.py +494 -37
  79. azure/ai/evaluation/red_team/_red_team_result.py +48 -28
  80. azure/ai/evaluation/red_team/_result_processor.py +558 -29
  81. azure/ai/evaluation/red_team/_utils/constants.py +1 -0
  82. azure/ai/evaluation/red_team/_utils/formatting_utils.py +125 -24
  83. azure/ai/evaluation/red_team/_utils/metric_mapping.py +10 -7
  84. azure/ai/evaluation/red_team/_utils/strategy_utils.py +3 -25
  85. azure/ai/evaluation/simulator/_adversarial_simulator.py +1 -1
  86. azure/ai/evaluation/simulator/_conversation/__init__.py +1 -1
  87. azure/ai/evaluation/simulator/_conversation/_conversation.py +1 -1
  88. azure/ai/evaluation/simulator/_direct_attack_simulator.py +1 -1
  89. azure/ai/evaluation/simulator/_indirect_attack_simulator.py +1 -1
  90. azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py +25 -2
  91. azure/ai/evaluation/simulator/_model_tools/_identity_manager.py +1 -0
  92. azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py +1 -1
  93. azure/ai/evaluation/simulator/_model_tools/_template_handler.py +1 -1
  94. azure/ai/evaluation/simulator/_model_tools/models.py +1 -1
  95. {azure_ai_evaluation-1.12.0.dist-info → azure_ai_evaluation-1.13.0.dist-info}/METADATA +38 -8
  96. {azure_ai_evaluation-1.12.0.dist-info → azure_ai_evaluation-1.13.0.dist-info}/RECORD +99 -86
  97. {azure_ai_evaluation-1.12.0.dist-info → azure_ai_evaluation-1.13.0.dist-info}/WHEEL +0 -0
  98. {azure_ai_evaluation-1.12.0.dist-info → azure_ai_evaluation-1.13.0.dist-info}/licenses/NOTICE.txt +0 -0
  99. {azure_ai_evaluation-1.12.0.dist-info → azure_ai_evaluation-1.13.0.dist-info}/top_level.txt +0 -0
@@ -1,58 +1,59 @@
1
- azure/ai/evaluation/__init__.py,sha256=hrP2gqioHoUe5QBvpkmNpQ45zu6g-ErReY-fqzWeOf8,5298
2
- azure/ai/evaluation/_constants.py,sha256=FNVxCt3_0MwZHtDsjRYPH5h6mT_48KCbJTBWBDTNujE,3729
3
- azure/ai/evaluation/_eval_mapping.py,sha256=UdlRebg8w1CAOdDK8lFZmieLdf5qlobRllp3NMLJu4o,2705
4
- azure/ai/evaluation/_exceptions.py,sha256=Vex9AutVn8YkT5GNXr0F1dR4o4U9JG_IJdUFku1CjEA,5938
1
+ azure/ai/evaluation/__init__.py,sha256=I0gt0HLyxnqtTIoj5pQgj1CtmzXvuEZb_sXuVNPGtzw,5419
2
+ azure/ai/evaluation/_constants.py,sha256=YFIviQx3JVNmE4N7W0DqZL33-1TtewzAA2pDWrQQuZA,7888
3
+ azure/ai/evaluation/_eval_mapping.py,sha256=szSJ4HSpct_JsoUX3svYIioW8cSqsKUVKLCshrcpSBE,3299
4
+ azure/ai/evaluation/_evaluator_definition.py,sha256=Z33dPXVAhMGEdn6kcE5d-p_v8VtE6Hpm6-PbNIqKh0Y,2901
5
+ azure/ai/evaluation/_exceptions.py,sha256=AsbYxt8G8CpET2bbJzvtYJAw1bbNSI1T77k65ayuHNc,6274
5
6
  azure/ai/evaluation/_http_utils.py,sha256=d1McnMRT5lnaoR8x4r3pkfH2ic4T3JArclOK4kAaUmg,17261
6
- azure/ai/evaluation/_model_configurations.py,sha256=MNN6cQlz7P9vNfHmfEKsUcly3j1FEOEFsA8WV7GPuKQ,4043
7
+ azure/ai/evaluation/_model_configurations.py,sha256=OZ-QskAbBX7lwjeyum6EOoh1oWSi7lplghnfMoFPpUU,5167
7
8
  azure/ai/evaluation/_user_agent.py,sha256=SgUm6acnwyoENu8KroyaWRrJroJNqLZBccpQoeKyrHw,1144
8
- azure/ai/evaluation/_version.py,sha256=9RYEuEL-7OFbJNlKvztlkDkUDKqzgltid4uedXAZbyQ,230
9
+ azure/ai/evaluation/_version.py,sha256=Ux2z1sXQpHLUUsbSX_n7usLQ_fWtwgMCDJuY4d0tqRU,230
9
10
  azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
11
  azure/ai/evaluation/_aoai/__init__.py,sha256=0Ji05ShlsJaytvexXUpCe69t0jSNd3PpNbhr0zCkr6A,265
11
- azure/ai/evaluation/_aoai/aoai_grader.py,sha256=IhVAHj2CeZJ9G-6ZWd5hiWVsBoBEzoUXfJJG89q4L4s,6242
12
- azure/ai/evaluation/_aoai/label_grader.py,sha256=sOpxM-7w5rSMbCR_EvZOMBD0UUlX_IG-BmkGSEEq_xg,3011
13
- azure/ai/evaluation/_aoai/python_grader.py,sha256=c-B2zA3Gqua39nXJrQT9pjrii8ywZtu1ly2HdyzzgeE,3425
14
- azure/ai/evaluation/_aoai/score_model_grader.py,sha256=rPk4KFChy5K84vMtEosxjkXoJ5iEq89TAYZj4PvyBXI,4042
15
- azure/ai/evaluation/_aoai/string_check_grader.py,sha256=7KpBmZ1qU8cKjTwR277vGFwDS9bYxE9zmPzPsmlyvbw,2636
16
- azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=pi0q2T2jgEMq-YbsNyDpkqUPyNo5EbYP2kg65zp_-T0,3204
12
+ azure/ai/evaluation/_aoai/aoai_grader.py,sha256=ey8YWNstlFq9SCu-kH3oFFsHCJcBeEabQAEAGENDy2c,6228
13
+ azure/ai/evaluation/_aoai/label_grader.py,sha256=FIbotiG0KKoxKNU7cZIU9gwwfIqdELa9WsJxKIkRznI,3033
14
+ azure/ai/evaluation/_aoai/python_grader.py,sha256=pNf4KTgCC7Pa-5bjUwdHk1hdy_4ThQvi7evZZVqKkXI,3457
15
+ azure/ai/evaluation/_aoai/score_model_grader.py,sha256=uPgpp8ynWW8jShru4ZdQnHY3I7yz12rSCcXoIVxDIx0,4069
16
+ azure/ai/evaluation/_aoai/string_check_grader.py,sha256=le5Bq7D73GlNhpnj-JDi7rYE9WHpPbCS7fHcgYtc7Lc,2653
17
+ azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=nmkZ1h58qqmjAlNQCWiTgdzSWSNDY83dNsUYdOovszM,3115
17
18
  azure/ai/evaluation/_azure/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
18
19
  azure/ai/evaluation/_azure/_clients.py,sha256=YugjJQKqbilvU2gorgtUiKFi3AQZLlsqPPQeWee4WbE,9116
19
20
  azure/ai/evaluation/_azure/_envs.py,sha256=r2UATRcpEfYItL8PlHX0Q1eHLS1HU-2kqVEq35jo7fI,9371
20
21
  azure/ai/evaluation/_azure/_models.py,sha256=Vxcg7WfpAyxLQ-EesZzLGqopguV9Oohfjf-vWKTOA-8,12527
21
22
  azure/ai/evaluation/_azure/_token_manager.py,sha256=EoNbDLweJOukqReOKJVgnQ9AFLVuQeK3KJrJtZKTIAA,5489
22
- azure/ai/evaluation/_common/__init__.py,sha256=Da2pjszo7wF6lAQKcs4ayfYVcpKDeNdAnwdueNx-Db8,863
23
+ azure/ai/evaluation/_common/__init__.py,sha256=5PO6eGs0zdarngR5shIsEn5gp2XfpUnLyt4HR79Hf5o,933
23
24
  azure/ai/evaluation/_common/_experimental.py,sha256=GVtSn9r1CeR_yEa578dJVNDJ3P24eqe8WYdH7llbiQY,5694
24
- azure/ai/evaluation/_common/constants.py,sha256=lkdGK6xrMhVogqBudU4B8-6Ko2aSxKl3HzzVTh1D9Ho,2286
25
- azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=3HMiG37Cl46q9-kE6zxIEoQbgK96YelX1AFWldfk7Ok,7485
25
+ azure/ai/evaluation/_common/constants.py,sha256=BI3y7AjMs0gvl2J2FbreUpfFgwJ93zoYLzxmC5Uq-0s,6573
26
+ azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=9QSK5lvMHtrlT3mrQwORZC-xjaS6suheYKwbtWKUjUM,7512
26
27
  azure/ai/evaluation/_common/math.py,sha256=d4bwWe35_RWDIZNcbV1BTBbHNx2QHQ4-I3EofDyyNE0,2863
27
- azure/ai/evaluation/_common/rai_service.py,sha256=jyBLRWpaQY2qGumP3JyTrRb3bAIqu5d6CPRtMYaJi5w,35491
28
- azure/ai/evaluation/_common/utils.py,sha256=GWeNGUdEup2qzmn0N-D1Os_xlpIKFdTe6Y7Qn0AF0uQ,30120
29
- azure/ai/evaluation/_common/onedp/__init__.py,sha256=C7Ddtjy__BxKkRCydRS7BhtQnM7TFZo179UUVC5krVY,1026
30
- azure/ai/evaluation/_common/onedp/_client.py,sha256=cE37dQkl6aFfPZD-jyDa1QKUYKe5UQuC3SJX6XndFFY,6667
31
- azure/ai/evaluation/_common/onedp/_configuration.py,sha256=F_KmJnzEgtmPTZViFS2nTMtKYHxi_YOn81BDx24L3gI,3629
28
+ azure/ai/evaluation/_common/rai_service.py,sha256=qm3GD5sZDqHqKLYZ5tEwZcNuENxwNHygV7SlbN87si0,47869
29
+ azure/ai/evaluation/_common/utils.py,sha256=uvjQ82BHaewOSa6T-yIDUxT56W84KF70-xjHeqgQRr8,37808
30
+ azure/ai/evaluation/_common/onedp/__init__.py,sha256=K7o5XeeTqhAtUNWbQzFsWK8MKw0I2T9e6bAo2-l53pA,1024
31
+ azure/ai/evaluation/_common/onedp/_client.py,sha256=yBpbgSOOZDiaJr7Fz9Q5onOlM6eEkVQ3iFucFmP95to,8534
32
+ azure/ai/evaluation/_common/onedp/_configuration.py,sha256=T-KjpdaMoS_BOAXpAmNBUwV2Ei2-vig4PeukcJ0_TX0,3808
32
33
  azure/ai/evaluation/_common/onedp/_model_base.py,sha256=tbXHyIgoCiU8Uh3SB5Jjz2TuPnyRP1_bCt6_BBb9r2c,46553
33
34
  azure/ai/evaluation/_common/onedp/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
34
35
  azure/ai/evaluation/_common/onedp/_serialization.py,sha256=k_AMNNhSC5sPfO7dRCNJCofOjY7aN3V87RBVWJLEnrY,83996
35
36
  azure/ai/evaluation/_common/onedp/_types.py,sha256=qau1w2QFg7SfL3E7kmzae7csROBC9ItzP1weVxen1Wg,1002
36
- azure/ai/evaluation/_common/onedp/_validation.py,sha256=A7DcsEblccC-dXuesu2U8XKWqrsqV96lLxn6viuokNs,2095
37
+ azure/ai/evaluation/_common/onedp/_validation.py,sha256=kj8HKCYUQA3xpTlg9qvBibfBIyNKE6mxNDDHI_rZypI,2822
37
38
  azure/ai/evaluation/_common/onedp/_vendor.py,sha256=CGcoyL5I2sHqUfQSqadr_wcuYGsgVCB2MABM-48nK9I,1974
38
39
  azure/ai/evaluation/_common/onedp/_version.py,sha256=O4QAKqUqd5NYgBOMaio5NlyJfhohrHXcqV8Xdbpuh50,486
39
40
  azure/ai/evaluation/_common/onedp/py.typed,sha256=dcrsqJrcYfTX-ckLFJMTaj6mD8aDe2u0tkQG-ZYxnEg,26
40
41
  azure/ai/evaluation/_common/onedp/_utils/__init__.py,sha256=nh5swTUwCBe3xsb9n60QMcuJ33d89Itwx7q9V-oDOUE,450
41
- azure/ai/evaluation/_common/onedp/_utils/model_base.py,sha256=NL89bIQRfxd7LqW73udbgJcouGrgVkx8fu5jCx5AFDQ,45321
42
+ azure/ai/evaluation/_common/onedp/_utils/model_base.py,sha256=58kTpYny9nbqBSlo6amAsJYuRyidGpn1LAFb7g-80sg,45355
42
43
  azure/ai/evaluation/_common/onedp/_utils/serialization.py,sha256=9eoCiOLbhUdv2aer6GQGxJOVRjxSaZ46yH0wrwS6tTw,81964
43
- azure/ai/evaluation/_common/onedp/aio/__init__.py,sha256=jUawBX1lQ2ZqWI5d7r2DKj-beeetS-V3mYhhoJM3oPI,973
44
- azure/ai/evaluation/_common/onedp/aio/_client.py,sha256=Assc_H2ajfJtJhQwiei0seIYMOjrJQ6J1IloAnISKZY,6840
45
- azure/ai/evaluation/_common/onedp/aio/_configuration.py,sha256=r9dKD-EASxkIxQWoJ8MwPGvpOrN5YT_5y_faPFesx-k,3672
44
+ azure/ai/evaluation/_common/onedp/aio/__init__.py,sha256=k09ARfEgW2l5rqYr1sg4mBCflounmghsJnv3FNY4QmU,971
45
+ azure/ai/evaluation/_common/onedp/aio/_client.py,sha256=VVjLkz55ItUoS5jxLsMccMKLGnvu0WvVaBfAtiTx6Jc,8731
46
+ azure/ai/evaluation/_common/onedp/aio/_configuration.py,sha256=CeeY8-Zv3gILEd_0DjQA3O9k8yNGAaUrCqIuHLgtnDs,3851
46
47
  azure/ai/evaluation/_common/onedp/aio/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
47
- azure/ai/evaluation/_common/onedp/aio/operations/__init__.py,sha256=k9s2V8lJr-9bkIz8NzKEEopscWFsXbtDvkyGX-8ypPA,1479
48
- azure/ai/evaluation/_common/onedp/aio/operations/_operations.py,sha256=xSkn23Wei9LREko2o5CKBGMKgocML0bTC970NEbYP-U,205142
48
+ azure/ai/evaluation/_common/onedp/aio/operations/__init__.py,sha256=pZ4mlvg7W5d5fFqeKwhQGO63KScl7Qdm-G3jGhwtAdU,2041
49
+ azure/ai/evaluation/_common/onedp/aio/operations/_operations.py,sha256=v22UxzN22aEw9jGHlbpzrGJorXp-Fm0otWyp-KnNLVo,300372
49
50
  azure/ai/evaluation/_common/onedp/aio/operations/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
50
- azure/ai/evaluation/_common/onedp/models/__init__.py,sha256=3p1f6D_dLR78NZD8KIW96QIGFEPC4hX0Cmny_GFW3lE,4111
51
- azure/ai/evaluation/_common/onedp/models/_enums.py,sha256=BmRNUNzEQNeS_wAeTSJedRFOz6KUQfu3ui4X__DCQ48,9230
52
- azure/ai/evaluation/_common/onedp/models/_models.py,sha256=tNBbOkNS4LqFpNnH7WZyu8isfKygNuMI1hgVaZsUb8M,110094
51
+ azure/ai/evaluation/_common/onedp/models/__init__.py,sha256=DGyRa1gfHb3eE22Sg0tuYb5EqHzo6SCxkM5-wzMGktw,8913
52
+ azure/ai/evaluation/_common/onedp/models/_enums.py,sha256=3k8oKrzH6Zsy1NA91-VEhsa-sYSDJbBo79sb5Cp8L5o,15770
53
+ azure/ai/evaluation/_common/onedp/models/_models.py,sha256=5fX2Ysl_-dXpgqW5xUEJLzcUJNbe_pzOK_kfsQ3k2mQ,242169
53
54
  azure/ai/evaluation/_common/onedp/models/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
54
- azure/ai/evaluation/_common/onedp/operations/__init__.py,sha256=k9s2V8lJr-9bkIz8NzKEEopscWFsXbtDvkyGX-8ypPA,1479
55
- azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=PML44MdW9NdRBqtii__jsdW9_a2CJNJ5CMNciZFxUTc,254330
55
+ azure/ai/evaluation/_common/onedp/operations/__init__.py,sha256=pZ4mlvg7W5d5fFqeKwhQGO63KScl7Qdm-G3jGhwtAdU,2041
56
+ azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=A0I3tIyrvKDWXiTIWXxvR4v_uMoRZ4sP4OO5R0pggis,369587
56
57
  azure/ai/evaluation/_common/onedp/operations/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
57
58
  azure/ai/evaluation/_common/onedp/servicepatterns/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
58
59
  azure/ai/evaluation/_common/onedp/servicepatterns/aio/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
@@ -98,11 +99,11 @@ azure/ai/evaluation/_converters/_models.py,sha256=x6GxLItQtvccv8q6jWtOUmQL1ZdeIA
98
99
  azure/ai/evaluation/_converters/_sk_services.py,sha256=NfjflVgeJUF0MrvAiUd_uF2magn38Q_MKmHzaY41vOA,18239
99
100
  azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
100
101
  azure/ai/evaluation/_evaluate/_eval_run.py,sha256=57rfW4MkE9LSlQNqdzxvq_nw8xYW-mqPQLw4WY_k-YU,22564
101
- azure/ai/evaluation/_evaluate/_evaluate.py,sha256=4RNZUdvGLTaEGTNtVQP2zq0YKWOox3VUnJWrgEmFCM4,61799
102
- azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=hLaTgIgRaZ0pe2DWCrGG7aUaxSYT0KRZ7qQacGz2ZCk,37050
103
- azure/ai/evaluation/_evaluate/_utils.py,sha256=aYQih7mvxsC-hGkCQ4qxrRt1xaYV0eje7pQde-y36IU,19441
102
+ azure/ai/evaluation/_evaluate/_evaluate.py,sha256=Fb_uOTSEwyZ6InUL-NBUlAf7blqyAbi2janbTte4c-M,114625
103
+ azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=3kMb_Kw4Qsa1qxTjf0lrSa9RJthUxyKBNLOE-9S4CLs,42259
104
+ azure/ai/evaluation/_evaluate/_utils.py,sha256=teIRlQlEctgFYA8S8FedelFicBrt8g05OPVsE6bq8FI,19751
104
105
  azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=cPLi_MJ_pCp8eKBxJbiSoxgTnN3nDLuaP57dMkKuyhg,552
105
- azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=2Rl4j_f4qK6_J-Gl_qUV-4elpWbegWzIkJuQOdPP-ig,7046
106
+ azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=r4sxXXsV-cx4nITRqzqdoj5SR4TujukNHAkDl8QINuM,7478
106
107
  azure/ai/evaluation/_evaluate/_batch_run/batch_clients.py,sha256=dTZYdQGweGzEN6OHtn1jOmGG767AJ7RJwfHoCCeRddg,2761
107
108
  azure/ai/evaluation/_evaluate/_batch_run/code_client.py,sha256=n4JxDAFNnetfpAj4FyhtZms3kuGmDWXCBOogqeO4F98,8607
108
109
  azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=Z0m6nDNF7TiIIW1woC7TCeuh7XIBAwTNFfPKXJhE7_k,4076
@@ -111,16 +112,16 @@ azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=TrZ_IkbU8D
111
112
  azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=KARq4sFLAh72Rhr8nefbOLXFnKqdO6i6zAYRqr4SWJ4,3475
112
113
  azure/ai/evaluation/_evaluators/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
113
114
  azure/ai/evaluation/_evaluators/_bleu/__init__.py,sha256=quKKO0kvOSkky5hcoNBvgBuMeeVRFCE9GSv70mAdGP4,260
114
- azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=CJOmTL_5vC477Q4dAKTArApj2d4UZVHuz_KB8Aw7ZMk,4935
115
+ azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=tu_cEQpVeCXEctWbLK3xaglmB2Ln7XiDxk546ZNIZT0,4936
115
116
  azure/ai/evaluation/_evaluators/_code_vulnerability/__init__.py,sha256=zRHHxYA6CI72iqZaZz9eSbDHwhhjp5hjicEK_RWXlL0,109
116
- azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=KrOtAxtipZf2FDQ9uiHQ4pTAzD-aev14EPgaQUdFVNA,4890
117
+ azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=QTEj8yf-EkTIBlXpIx94j9lcuYfAzt5PTJgCmXJK6q8,4019
117
118
  azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
118
119
  azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=r_21EFCX-2oAO6FxwUnBdUUwS-QgBiC0zGXSW3hXj2I,6335
119
120
  azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
120
121
  azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=xAymP_CZy4aPzWplMdXgQUQVDIUEMI-0nbgdm_umFYY,498
121
- azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=3lsVVUrI4n7YfHYvfgrGTNw44umYElWOqT4j-XJnfVo,33685
122
+ azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=qB0JmaxITudedxgIHTK6wGJsCHnaul41n6Jm-QGPaaU,34025
122
123
  azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=yYFpoCDe2wMFQck0ykbX8IJBBidk6NT1wUTkVFlVSy8,2728
123
- azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=uvCwyUXInYfB2CxntbRiGla8n9lXRmsaUJsuFrckL-w,7047
124
+ azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=M4gVGxd31QP6xA6U-rKDUC52MzexXOnP_9K2BcEAFPE,15903
124
125
  azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=JSZhRxVKljM4XE4P2DGrJSnD6iWr7tlDIJ8g95rHaGg,9078
125
126
  azure/ai/evaluation/_evaluators/_common/_conversation_aggregators.py,sha256=gjDBjRxJKwaHbshWH0j2idjlzfzNMnT9a9RL0fQiKeM,2129
126
127
  azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
@@ -141,25 +142,23 @@ azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSs
141
142
  azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
142
143
  azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=bm46V_t4NpIEaAAZMtMAxMMe_u3SgOY0201RihpFxEc,4884
143
144
  azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
144
- azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=v2No7RfVTUldsW6h5ixB41xAnScA8PyfvRXff0bLXkY,13613
145
- azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
146
- azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
145
+ azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=poZ7EhIfrbcT7vqzC2VITe8T1FJ4yvWXmZkUmFpC5vo,15649
146
+ azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=sVqRhcCVU64StCTkPmeiC2PP0KW990Sr72ejTbZ4P44,6504
147
+ azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=4oiWBjhfxk2ZQg_9ndpwoKTME0I9FbYE_o1hAkrDAUg,5826
147
148
  azure/ai/evaluation/_evaluators/_intent_resolution/__init__.py,sha256=Lr8krXt2yfShFTAuwjTFgrUbO75boLLrRSnF1mriN_Q,280
148
- azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=ybZCa8HQ6Q3BCtA0_6cPlj0HbFBbWHOZruN64PILrV4,11542
149
+ azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=7sufE8Kbtqc-4x81Pj1OsPIGSNpynln4huK_KJfz4JU,12698
149
150
  azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=5xLdYQ9FUfJVNtkbFMjiFhFH17eyRYF4WFIE6_3zvxc,8449
150
151
  azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
151
152
  azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=6OkRH78wfn61lkR-1MuDw2J980SCm7LU-B567cS_8ho,5926
152
- azure/ai/evaluation/_evaluators/_path_efficiency/__init__.py,sha256=cNWxzfBnXt5M9Ilr1r3-wE4DHbQr7iGrYGkx1Numt0E,274
153
- azure/ai/evaluation/_evaluators/_path_efficiency/_path_efficiency.py,sha256=td1lG-1tA-bLaN4Tw6-mRfCqJohiqEuchiMDi-N1Hoo,16488
154
153
  azure/ai/evaluation/_evaluators/_protected_material/__init__.py,sha256=eRAQIU9diVXfO5bp6aLWxZoYUvOsrDIfy1gnDOeNTiI,109
155
154
  azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=95vJ55K3ONCmF4MP_q4FiuJhe8iejLHOA1k1o7DtWKo,5407
156
155
  azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
157
156
  azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=y8Magyzb2DESoN6vFllJkf8bLZ28UFFYyKVHCv1ah3o,6270
158
157
  azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
159
- azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=Vd9RVGwm4g253pcAyxUzOeXFmVCGbAVf895rRjCjxRk,9435
160
- azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=1F45mS6phDhUCjWD7AVAeCJE8UJHytCgRwHrndcH99E,6462
158
+ azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=AQJY6yy2G60l1lolvItJ4YfJlnQgBjyLMm7H2Jlq7E4,10043
159
+ azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=o6sziJq1_zsYQA-yNtOeDpyhG32HahxZF1QX32p6Jdk,8058
161
160
  azure/ai/evaluation/_evaluators/_response_completeness/__init__.py,sha256=U3eqkQQAgRif46B6UGdq3yWefgbkZGJ3ZE2sKoZQDlU,292
162
- azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=gMvQOJdcuKHKBvOYnDenUEPoMttTL_ZcxaHghaD7mMY,8047
161
+ azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=DuyvandkG23N00mrepHDprY-5Y_bieoKsM5wSE0fo8k,9129
163
162
  azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=25PqzWWtpwvsKNnBGDNfqsKKo2RpyeiIFzvK8sauPDg,7520
164
163
  azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
165
164
  azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=9-RWzjLPWlNAZQPLzy7By9bX86VuFNiPqn5sUStNxpo,6704
@@ -172,16 +171,30 @@ azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTk
172
171
  azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=fw250aoDCQ-oXalmyUoYXxK2p43nxnn4sjVqTVSPvD8,5951
173
172
  azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
174
173
  azure/ai/evaluation/_evaluators/_task_adherence/__init__.py,sha256=9HtNrG7yYX0Ygq3cZoS_0obAvGgmy5HWcsBcPKoB15c,271
175
- azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=JBNr1cXbK97SRyG4B84DnlKPUxVrCSr9mZ9mIzGoKqI,11165
174
+ azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=oTSBiIydy3WUYELwktG4RpDuy5SIgSsWEXqVdtsC1OY,12381
176
175
  azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty,sha256=b1beQUEBPFLkcJUhiVvH7s07RArcPRVtHvXKKZKHbPg,12795
177
- azure/ai/evaluation/_evaluators/_task_success/__init__.py,sha256=8SUGe2gelxu_lcz5fiN7S2MxqFe0JvL7oyCDGyXRyUs,265
178
- azure/ai/evaluation/_evaluators/_task_success/_task_success.py,sha256=-VSbF3bqu5jOqtFL3e8NxzEqt1tWwBm9Hvq93dBYPEM,8247
179
- azure/ai/evaluation/_evaluators/_task_success/task_success.prompty,sha256=QL4Hx3i9kymUMEbWQUWnU07lu5DdJiwHcUD7YrjJsOg,8451
176
+ azure/ai/evaluation/_evaluators/_task_completion/__init__.py,sha256=xW5ZKj8-ipSxORbLlSRAV01jHv8V9e0MpOhrBqnuMQY,276
177
+ azure/ai/evaluation/_evaluators/_task_completion/_task_completion.py,sha256=ASQyPJQn0OWOFmYJ_uFofSptePt7t9tC8sO3LkAV-Gs,9083
178
+ azure/ai/evaluation/_evaluators/_task_completion/task_completion.prompty,sha256=80CvPTl0ghsLNo63Lhj21RSzVV_MmBLhXZ8eA_wLKc8,8457
179
+ azure/ai/evaluation/_evaluators/_task_navigation_efficiency/__init__.py,sha256=s4N2POIj0siwHuwcMtw9KeBHE9WKmGPCsWZVU3HPyAA,387
180
+ azure/ai/evaluation/_evaluators/_task_navigation_efficiency/_task_navigation_efficiency.py,sha256=NkV8k62yMdCDI6bRq6WsNG4r58PAdZ6AASQbhrURqIE,18330
180
181
  azure/ai/evaluation/_evaluators/_tool_call_accuracy/__init__.py,sha256=vYB4Y_3n1LqTiEeZB1O1A0b14wpURBwtW0wPEN2FG9Q,288
181
- azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=3fkBiGGK5xdb7upbVZNr5bWz9-z8EQ8J7bidD1o3QH0,19132
182
+ azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=YhuaMKqP8U6XfnW5QruF5-68cTUAWOAmBSSAB54DYPs,14807
182
183
  azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=pQhNQC1w12WNBU4sdgyhO9gXhZY1dWrNIBK31ciW-V4,10138
184
+ azure/ai/evaluation/_evaluators/_tool_input_accuracy/__init__.py,sha256=Iu1GBkR76fpMafxOZhG9bTAbVIaR0HciVwbuTeczgrc,293
185
+ azure/ai/evaluation/_evaluators/_tool_input_accuracy/_tool_input_accuracy.py,sha256=cPVw8bNERwQWwJtGYS9juomRvmOzCj6XO8Yx9syUDBk,11617
186
+ azure/ai/evaluation/_evaluators/_tool_input_accuracy/tool_input_accuracy.prompty,sha256=JapLVUu_faMUO51Bo9uEy-VIn4sgh5n2uyASkeCnjSc,3028
187
+ azure/ai/evaluation/_evaluators/_tool_output_utilization/__init__.py,sha256=c1_nc1_2yK7Ak5axnkKLEE6J_T1ubRP8nWKkHyYUeRE,298
188
+ azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py,sha256=P7T3Li6aIXhOkniYxqitVL1cIEb1U8u12NIDSTn1KXQ,13111
189
+ azure/ai/evaluation/_evaluators/_tool_output_utilization/tool_output_utilization.prompty,sha256=RoFmdBw4wQtgG40nRE10H8Kb0Hi7WmdzQb7Kxa1VETU,8317
190
+ azure/ai/evaluation/_evaluators/_tool_selection/__init__.py,sha256=7nMGfFz8WgTg8s195-WHMNE-dhC3YN9P3xmmQQLWNEE,280
191
+ azure/ai/evaluation/_evaluators/_tool_selection/_tool_selection.py,sha256=5GLqGpKBx2Tw9TMK2ugimMH7cCuH3zuScsViTxNPp8I,11873
192
+ azure/ai/evaluation/_evaluators/_tool_selection/tool_selection.prompty,sha256=NorcOvfmlzXqEaaWs_VcmdFpStVmHeJ0cNA8yEyRJlQ,7441
193
+ azure/ai/evaluation/_evaluators/_tool_success/__init__.py,sha256=XezZXpi62CHZiDZJ41tBY0kWpB36XYcMh9YVsI6xBz8,267
194
+ azure/ai/evaluation/_evaluators/_tool_success/_tool_success.py,sha256=iWEcAF1dPALxCDrzV6lhN84jpDtHg00R7JO7ut0uTOw,13830
195
+ azure/ai/evaluation/_evaluators/_tool_success/tool_success.prompty,sha256=innPK0WyTY7DWtA88Laj9JgRMmT-bQzfEq9Pq68gOSg,10100
183
196
  azure/ai/evaluation/_evaluators/_ungrounded_attributes/__init__.py,sha256=wGZBd_cRDgkuS-0HV9qm81dHK7ScYdKd98xLPtk6EwQ,118
184
- azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=5Y4JMUGRkGiMyBg95OgMVf2AFLEtKnP_GbpeDqwxIGE,4656
197
+ azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=zDoc7SSaOSVlT-uCurAbsIOMzJ6HAuXk0SfYDrBE3p8,3736
185
198
  azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
186
199
  azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=YJqcl86-IJWxKVKNyq5lTdDyoeRRyv632JUxGkBV1e8,6610
187
200
  azure/ai/evaluation/_legacy/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
@@ -205,7 +218,7 @@ azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py,sha256=jP_ZHre2REd
205
218
  azure/ai/evaluation/_legacy/_batch_engine/_result.py,sha256=mqwCNATvH2Tavpnk_u1000HfXLauNMgcPT9dpqKh4L4,3516
206
219
  azure/ai/evaluation/_legacy/_batch_engine/_run.py,sha256=-fXq3s6_anZ3Qf0i16D_HNGzgjPKCiNwXaUz3qUG3EQ,4537
207
220
  azure/ai/evaluation/_legacy/_batch_engine/_run_storage.py,sha256=KjiKaSjT16L_wLYrZpIeBANtin3fa4Gqd3L-Xjw-59I,3418
208
- azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py,sha256=wtRQ7COg3fstHqcjhCf-M-Au3G6OVE0sDlCM-ELNOjs,11064
221
+ azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py,sha256=e0qy8uTmG5fe9lj4Aq3d219s8offgr_7zBnyXaYCkfA,11590
209
222
  azure/ai/evaluation/_legacy/_batch_engine/_status.py,sha256=xSpJaMmBroGOL8U_iTpAr_PgyNKaxfawqak6TpuUrkk,780
210
223
  azure/ai/evaluation/_legacy/_batch_engine/_trace.py,sha256=xh52vKgs8TKYj1WlqcenlOXiPmcfgdPei2P8BLAIO5g,4430
211
224
  azure/ai/evaluation/_legacy/_batch_engine/_utils.py,sha256=pBOw5WTt64POR1c6yxGH5D5MhUxvXcMKJ2Rzzqth0XQ,2957
@@ -217,8 +230,8 @@ azure/ai/evaluation/_legacy/_common/_thread_pool_executor_with_context.py,sha256
217
230
  azure/ai/evaluation/_legacy/prompty/__init__.py,sha256=nWpB3ApQWzlzgbhvNkjHq3sL5tnpwfwmSsTKBmhxmN8,1660
218
231
  azure/ai/evaluation/_legacy/prompty/_connection.py,sha256=ZaO-TkUsWglsEEwek58MsvKSxXU13Xrai-O5DCqCuT8,3891
219
232
  azure/ai/evaluation/_legacy/prompty/_exceptions.py,sha256=BmYd5D3_ZnDRpbeWoMFO1GA6mjVOaNkFAksEGbHQwzM,7267
220
- azure/ai/evaluation/_legacy/prompty/_prompty.py,sha256=6bl_glvQ_m3fV65g6T9B2ChRydQlCRYzQCb0myHk3oc,16696
221
- azure/ai/evaluation/_legacy/prompty/_utils.py,sha256=NCuZYuAZSguDtFsLAcgVwwPyAPM_MvdJnonup_KoEfs,25650
233
+ azure/ai/evaluation/_legacy/prompty/_prompty.py,sha256=t76W6UB-uKwYVfZBJ_jhN-8sCuXRJAepP-i907UjFu0,16647
234
+ azure/ai/evaluation/_legacy/prompty/_utils.py,sha256=TeBpcFwgQZ6attvnyOJoMqyjXFt02oNXlwbV-lGdYIM,27862
222
235
  azure/ai/evaluation/_legacy/prompty/_yaml_utils.py,sha256=pVL6xgTHC3AKKD5plJ4d6hiBuComaOlUww1uqqDQlB4,3350
223
236
  azure/ai/evaluation/_safety_evaluation/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
224
237
  azure/ai/evaluation/_safety_evaluation/_generated_rai_client.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -230,16 +243,16 @@ azure/ai/evaluation/_vendor/rouge_score/scoring.py,sha256=0sqdiNE-4R_EmTTqyWL9_D
230
243
  azure/ai/evaluation/_vendor/rouge_score/tokenize.py,sha256=IyHVsWY6IFFZdB23cLiJs8iBZ0DXk1mQlWE1xtdjuuk,1826
231
244
  azure/ai/evaluation/_vendor/rouge_score/tokenizers.py,sha256=3_-y1TyvyluHuERhSJ5CdXSwnpcMA7aAKU6PCz9wH_Q,1745
232
245
  azure/ai/evaluation/red_team/__init__.py,sha256=pzt82b8QRkKqt3AfCYPEpVkOLR1Jo72LumkitLIcbiA,678
233
- azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=8ftuYnf6gfqknvGxVHbicJ4SzCNRCqG_PKtfbT-cBBY,11482
234
- azure/ai/evaluation/red_team/_attack_strategy.py,sha256=5VEES4AdiHc057Bt8STAKpKvpJ7gKPGxjkh6kjlQ2og,1488
235
- azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=iONukXtXhEVlDJod2Lf_BncxmK5aRvN7O1TrYkxSu5g,3825
246
+ azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=78FPmSsCeR84n60u98WPZjxGYvxPdVvi-LaeiNiA7gI,11643
247
+ azure/ai/evaluation/red_team/_attack_strategy.py,sha256=SI9pyLsM5D6yw4-WM36oLGKW1ENCUJgcGxT4-zXr89I,1533
248
+ azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=3mhD3I1Rc53nfxBgiIQTRdui9HMLXBDWaeZXnHo-nHI,5193
236
249
  azure/ai/evaluation/red_team/_default_converter.py,sha256=tewcQgYNqQA8EJ0IIDOA3HhZOR7vpCn8E1hP787gg9k,776
237
- azure/ai/evaluation/red_team/_evaluation_processor.py,sha256=Xvu_0y67-F0rHLs9hdCdrf73rhfaqpcwoT6lcs0nBIM,17583
238
- azure/ai/evaluation/red_team/_mlflow_integration.py,sha256=0dIGzYltKGKFXFqHE5ABvxl_xhIKryZVrlH6sByhAII,32089
239
- azure/ai/evaluation/red_team/_orchestrator_manager.py,sha256=d0OniEs1yese-NawL68zSelD31lQUfjCImHcYABSw24,29876
240
- azure/ai/evaluation/red_team/_red_team.py,sha256=oqu8Gx8kpTQYzCngi_MwSIs-CAdUSMQzGEtMz_0FjG4,53913
241
- azure/ai/evaluation/red_team/_red_team_result.py,sha256=7_SM_K1Ipbw4Fs1eiCgm-ar7doHQni3TFsDptvtxyxY,24543
242
- azure/ai/evaluation/red_team/_result_processor.py,sha256=TuFp913amwPtY1Ch2sEOHMNaf7k2DCUp6tKRUtQFM2Q,44833
250
+ azure/ai/evaluation/red_team/_evaluation_processor.py,sha256=RnG9CBsx_ek2xKxcfWpM2tqQwKHDeiG2at2NPw1oROI,24957
251
+ azure/ai/evaluation/red_team/_mlflow_integration.py,sha256=XDwqA6FdOSTCg7Ec6LHc0ynhLWF3IY73hcjTT98-1tc,20131
252
+ azure/ai/evaluation/red_team/_orchestrator_manager.py,sha256=W6YwzMaTnUuRs-aqIxtHPjV9SSzftgIqqEDwQ5_fOdI,44282
253
+ azure/ai/evaluation/red_team/_red_team.py,sha256=k9X1w9KNU5X3-Cjik_Rzcjjo4ef_uQ_HccDuczw3_FI,79246
254
+ azure/ai/evaluation/red_team/_red_team_result.py,sha256=71ekdepuS4eSRIg8L7GNiFZ9SSCOm-E1O65x3F7Y3W8,25508
255
+ azure/ai/evaluation/red_team/_result_processor.py,sha256=y7fgDn62oHlXzpR9GDG96wijEcdyxQuJ6lOEso3lG7M,70017
243
256
  azure/ai/evaluation/red_team/_agent/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
244
257
  azure/ai/evaluation/red_team/_agent/_agent_functions.py,sha256=kLV2lQ5PHMucGK9IsrnZsmSvlhL2fhgzxa1G0NPF6eM,10482
245
258
  azure/ai/evaluation/red_team/_agent/_agent_tools.py,sha256=-ClGcNexUYa6_SxBPERAl2u4LgR0UP5Dk0TeYfUcBW8,20653
@@ -249,25 +262,25 @@ azure/ai/evaluation/red_team/_utils/__init__.py,sha256=qzNPTCailoUp3U5rWvlx613Rb
249
262
  azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py,sha256=7l9ciCBer-pH9I5v-g9AxpTi24XsF3GYQxeqe54hCjM,5035
250
263
  azure/ai/evaluation/red_team/_utils/_rai_service_target.py,sha256=BsSffRght1caZh9EsUpRcb8fh5W78ORmTUE7X9XvWd0,29811
251
264
  azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py,sha256=kWUaZvV5AcBt6JeVD5D8CiKmpq0kajKsCXa4tUTx2-o,4366
252
- azure/ai/evaluation/red_team/_utils/constants.py,sha256=Lujaa8X72lieAiYK0TLn59fErb1v9hWAI8JlMpmM92w,1948
265
+ azure/ai/evaluation/red_team/_utils/constants.py,sha256=qL3OQ9ZKnJGajZygziWzon0j6xIfDBB2Tom3oREBc3g,2005
253
266
  azure/ai/evaluation/red_team/_utils/exception_utils.py,sha256=JBQ-AlAPwhQCPucSkYu-M70RmlbOpmbWYuMjSz9cd80,12309
254
267
  azure/ai/evaluation/red_team/_utils/file_utils.py,sha256=FH2rnvTFji6nJ5RM0KdayZZOF6jdgQLHAYmfAhFos2k,9047
255
- azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=yrMLW3DuvkJLjsaTJ37ubQxt_vqMp85MjzBRlzkrcEM,10502
268
+ azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=xCktkb5N5rnWLwHyes4MwKp81tC5EIfFEXnf6qkXB5E,14674
256
269
  azure/ai/evaluation/red_team/_utils/logging_utils.py,sha256=1EK7xRO0eA0nKJmqz7WhMwjP8M3i1je1KxHdGfH9HVI,4775
257
- azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=EwoxqIoTfTp3R2Y8-Z9OrnDb4dMKgNU5nVc-MzADbOQ,2976
270
+ azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=XpgYWRrAriEqTCdsXDRlPjKpxMULwKYtHJ7V7i05heg,3217
258
271
  azure/ai/evaluation/red_team/_utils/progress_utils.py,sha256=B39Av45v3R4ZFMnNbDfkHq_TmwXBhNNed_k-dsiNgb8,9364
259
272
  azure/ai/evaluation/red_team/_utils/retry_utils.py,sha256=Ozn25fMJSoIcxy8pRA5WmZfEYzhNW7KyCc6IldNh-JA,7519
260
- azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=ShILcu-_XSoOiDL2_5UCwOC4lkvuKUDS_yKKtHRyNb4,8834
273
+ azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=d1eajY_W8DNN8fd4hANpYJjbxUXbIBZF9sb1W9kWra0,7771
261
274
  azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rbZV03KmzxxWys,552
262
275
  azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=ISMjXfcmquvuBhM8l2u_X3jbEbNa7F7dR-AwgKNaJw0,1884
263
- azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=KZJ_SN0P2MVcYDL9iaIHPc6XgjJ0zKbSMLCQNWRfQJw,26328
276
+ azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=FW1ThtE0Mb5KS-cEVNhejPsKuIhLH9eNJQl-Ea_yd70,26346
264
277
  azure/ai/evaluation/simulator/_constants.py,sha256=jtsj-XzbseurEAxWmB-iSPmXu7B6ZHrM3bl07j-zruM,875
265
- azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=g3170PdieqzN_98PHVbpmoFKUapLN_Yns_JBF71UNog,11025
266
- azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=VPTq33pRiXbiGrUo4UPPvYLSuCK0uR39Ylm0WQ2k0Yc,11810
278
+ azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=0KTQo2UaZ_Knc5otFCbBAl9sn9OSsn0IsymBykvniRQ,11043
279
+ azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=8nI7ayDpombirgM0yzcCXF7V_K1KFvVhJLa4vEjP94Q,11828
267
280
  azure/ai/evaluation/simulator/_simulator.py,sha256=T1w_mF40KLoYQJNUTVO34D_Vuv1I_O43Ii_9L_4u_ps,37267
268
281
  azure/ai/evaluation/simulator/_utils.py,sha256=16NltlywpbMtoFtULwTKqeURguIS1kSKSo3g8uKV8TA,5181
269
- azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=x8bDZIVm10DynqpfrURbeoidAjYv_EFxWr7G7sFShZA,18236
270
- azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=aWiodVvzA9yy1itkoVtW88B4qhEpxpnztx0G1-w7U_Y,7729
282
+ azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=hTuDtDmynAJTUgEquyzXH8jqpvBjr2OMnU6Mp3VxA4I,18254
283
+ azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=vwOmgXskvqa68WdGAhVNIBgKfWjn5fth6WCeZz3kIxg,7747
271
284
  azure/ai/evaluation/simulator/_conversation/constants.py,sha256=Foy1x1RE4Svt0OPa4oZFeuubtzpjho6lY_WBL6Zm-jM,969
272
285
  azure/ai/evaluation/simulator/_data_sources/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
273
286
  azure/ai/evaluation/simulator/_data_sources/grounding.json,sha256=jqdqHrCgS7hN7K2kXSEcPCmzFjV4cv_qcCSR-Hutwx4,1257075
@@ -275,17 +288,17 @@ azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=FQwgrJvzq_nv3wF9DBr2py
275
288
  azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=sbKc3O5qsg77LEaSEQfWDfzqEFXVDw612BaDcBo3E7A,1095
276
289
  azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=BOttMTec3muMiA4OzwD_iW08GTrhja7PL9XVjRCN3jM,3029
277
290
  azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=soaUHfmd_IK1FINPRKgKens7qKOVw9BZwc7ms7N6zrk,860
278
- azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=_nfMZvvUEiIgIY_sll-Y8waO0kPHgd8k0Q48Mi6wUN4,8229
279
- azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=kRmKm8etMq6fM2PjVKL0P7TtXfhDESNME3PenGTryjU,6475
280
- azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=YOvdvs_f08TmEE2nyXHkfGy-RXByj8Q7TWIgRLZTGQY,11888
291
+ azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=O6Y_MESerS0hfRGzTJgy65EvmDfzPVFH0tCPEOD4X3c,9224
292
+ azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=6M4KpQx8a7PNjto0AlmtHhocBFYnIBlJp9qDcza7xyw,6476
293
+ azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=lad850zuM3L6l65vPVYy2D4RI6Slq_Pheo4eEAROk5w,11906
281
294
  azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=fC38IptUtoumxu2CWLmErNoGxMdVlNr60XbpJeKdQ18,11379
282
- azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=ghQNP8ur19BfbLilEnIio85RbYwQ8APAm45-iNcimYY,8375
283
- azure/ai/evaluation/simulator/_model_tools/models.py,sha256=H7tjmj9wzLT-6bI542eAfecOKl1sHBZhcd-YNF522Sg,22372
295
+ azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=ResFGe8GD1neHFBCKTR0_Jr-hnATJ3ZWN4NwfP-4JiY,8393
296
+ azure/ai/evaluation/simulator/_model_tools/models.py,sha256=SJYI-IJfCo9bitMGfSSnHEkdFlseQQCpEwJ2vDJHmt0,22390
284
297
  azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
285
298
  azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
286
299
  azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
287
- azure_ai_evaluation-1.12.0.dist-info/licenses/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
288
- azure_ai_evaluation-1.12.0.dist-info/METADATA,sha256=EzQaMW9Geh5tmuKy5YC1nttDVX2NNvYUB3O-Qt2gLWI,45783
289
- azure_ai_evaluation-1.12.0.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
290
- azure_ai_evaluation-1.12.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
291
- azure_ai_evaluation-1.12.0.dist-info/RECORD,,
300
+ azure_ai_evaluation-1.13.0.dist-info/licenses/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
301
+ azure_ai_evaluation-1.13.0.dist-info/METADATA,sha256=B1C15Qk3ijK9PHgqtqoT6lul6arT6CsObbKMlbZnclg,47595
302
+ azure_ai_evaluation-1.13.0.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
303
+ azure_ai_evaluation-1.13.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
304
+ azure_ai_evaluation-1.13.0.dist-info/RECORD,,