azure-ai-evaluation 1.5.0__py3-none-any.whl → 1.6.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of azure-ai-evaluation might be problematic. Click here for more details.

Files changed (123) hide show
  1. azure/ai/evaluation/__init__.py +9 -0
  2. azure/ai/evaluation/_aoai/__init__.py +10 -0
  3. azure/ai/evaluation/_aoai/aoai_grader.py +89 -0
  4. azure/ai/evaluation/_aoai/label_grader.py +66 -0
  5. azure/ai/evaluation/_aoai/string_check_grader.py +65 -0
  6. azure/ai/evaluation/_aoai/text_similarity_grader.py +88 -0
  7. azure/ai/evaluation/_azure/_clients.py +4 -4
  8. azure/ai/evaluation/_azure/_envs.py +208 -0
  9. azure/ai/evaluation/_azure/_token_manager.py +12 -7
  10. azure/ai/evaluation/_common/__init__.py +5 -0
  11. azure/ai/evaluation/_common/evaluation_onedp_client.py +118 -0
  12. azure/ai/evaluation/_common/onedp/__init__.py +32 -0
  13. azure/ai/evaluation/_common/onedp/_client.py +139 -0
  14. azure/ai/evaluation/_common/onedp/_configuration.py +73 -0
  15. azure/ai/evaluation/_common/onedp/_model_base.py +1232 -0
  16. azure/ai/evaluation/_common/onedp/_patch.py +21 -0
  17. azure/ai/evaluation/_common/onedp/_serialization.py +2032 -0
  18. azure/ai/evaluation/_common/onedp/_types.py +21 -0
  19. azure/ai/evaluation/_common/onedp/_validation.py +50 -0
  20. azure/ai/evaluation/_common/onedp/_vendor.py +50 -0
  21. azure/ai/evaluation/_common/onedp/_version.py +9 -0
  22. azure/ai/evaluation/_common/onedp/aio/__init__.py +29 -0
  23. azure/ai/evaluation/_common/onedp/aio/_client.py +143 -0
  24. azure/ai/evaluation/_common/onedp/aio/_configuration.py +75 -0
  25. azure/ai/evaluation/_common/onedp/aio/_patch.py +21 -0
  26. azure/ai/evaluation/_common/onedp/aio/_vendor.py +40 -0
  27. azure/ai/evaluation/_common/onedp/aio/operations/__init__.py +39 -0
  28. azure/ai/evaluation/_common/onedp/aio/operations/_operations.py +4494 -0
  29. azure/ai/evaluation/_common/onedp/aio/operations/_patch.py +21 -0
  30. azure/ai/evaluation/_common/onedp/models/__init__.py +142 -0
  31. azure/ai/evaluation/_common/onedp/models/_enums.py +162 -0
  32. azure/ai/evaluation/_common/onedp/models/_models.py +2228 -0
  33. azure/ai/evaluation/_common/onedp/models/_patch.py +21 -0
  34. azure/ai/evaluation/_common/onedp/operations/__init__.py +39 -0
  35. azure/ai/evaluation/_common/onedp/operations/_operations.py +5655 -0
  36. azure/ai/evaluation/_common/onedp/operations/_patch.py +21 -0
  37. azure/ai/evaluation/_common/onedp/py.typed +1 -0
  38. azure/ai/evaluation/_common/onedp/servicepatterns/__init__.py +1 -0
  39. azure/ai/evaluation/_common/onedp/servicepatterns/aio/__init__.py +1 -0
  40. azure/ai/evaluation/_common/onedp/servicepatterns/aio/operations/__init__.py +25 -0
  41. azure/ai/evaluation/_common/onedp/servicepatterns/aio/operations/_operations.py +34 -0
  42. azure/ai/evaluation/_common/onedp/servicepatterns/aio/operations/_patch.py +20 -0
  43. azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/__init__.py +1 -0
  44. azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/aio/__init__.py +1 -0
  45. azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/aio/operations/__init__.py +22 -0
  46. azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/aio/operations/_operations.py +29 -0
  47. azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/aio/operations/_patch.py +20 -0
  48. azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/operations/__init__.py +22 -0
  49. azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/operations/_operations.py +29 -0
  50. azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/operations/_patch.py +20 -0
  51. azure/ai/evaluation/_common/onedp/servicepatterns/operations/__init__.py +25 -0
  52. azure/ai/evaluation/_common/onedp/servicepatterns/operations/_operations.py +34 -0
  53. azure/ai/evaluation/_common/onedp/servicepatterns/operations/_patch.py +20 -0
  54. azure/ai/evaluation/_common/rai_service.py +158 -28
  55. azure/ai/evaluation/_common/raiclient/_version.py +1 -1
  56. azure/ai/evaluation/_common/utils.py +79 -1
  57. azure/ai/evaluation/_constants.py +16 -0
  58. azure/ai/evaluation/_eval_mapping.py +71 -0
  59. azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py +30 -16
  60. azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py +8 -0
  61. azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py +5 -0
  62. azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py +17 -1
  63. azure/ai/evaluation/_evaluate/_eval_run.py +1 -1
  64. azure/ai/evaluation/_evaluate/_evaluate.py +325 -74
  65. azure/ai/evaluation/_evaluate/_evaluate_aoai.py +534 -0
  66. azure/ai/evaluation/_evaluate/_utils.py +117 -4
  67. azure/ai/evaluation/_evaluators/_common/_base_eval.py +8 -3
  68. azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py +12 -3
  69. azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py +2 -2
  70. azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py +11 -0
  71. azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py +467 -0
  72. azure/ai/evaluation/_evaluators/_fluency/_fluency.py +1 -1
  73. azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py +1 -1
  74. azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py +6 -2
  75. azure/ai/evaluation/_evaluators/_relevance/_relevance.py +1 -1
  76. azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py +7 -2
  77. azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty +31 -46
  78. azure/ai/evaluation/_evaluators/_similarity/_similarity.py +1 -1
  79. azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py +5 -2
  80. azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py +6 -2
  81. azure/ai/evaluation/_exceptions.py +2 -0
  82. azure/ai/evaluation/_legacy/_adapters/__init__.py +0 -14
  83. azure/ai/evaluation/_legacy/_adapters/_check.py +17 -0
  84. azure/ai/evaluation/_legacy/_adapters/_flows.py +1 -1
  85. azure/ai/evaluation/_legacy/_batch_engine/_engine.py +51 -32
  86. azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py +114 -8
  87. azure/ai/evaluation/_legacy/_batch_engine/_result.py +6 -0
  88. azure/ai/evaluation/_legacy/_batch_engine/_run.py +6 -0
  89. azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py +69 -29
  90. azure/ai/evaluation/_legacy/_batch_engine/_trace.py +54 -62
  91. azure/ai/evaluation/_legacy/_batch_engine/_utils.py +19 -1
  92. azure/ai/evaluation/_legacy/_common/__init__.py +3 -0
  93. azure/ai/evaluation/_legacy/_common/_async_token_provider.py +124 -0
  94. azure/ai/evaluation/_legacy/_common/_thread_pool_executor_with_context.py +15 -0
  95. azure/ai/evaluation/_legacy/prompty/_connection.py +11 -74
  96. azure/ai/evaluation/_legacy/prompty/_exceptions.py +80 -0
  97. azure/ai/evaluation/_legacy/prompty/_prompty.py +119 -9
  98. azure/ai/evaluation/_legacy/prompty/_utils.py +72 -2
  99. azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py +90 -17
  100. azure/ai/evaluation/_version.py +1 -1
  101. azure/ai/evaluation/red_team/_attack_strategy.py +1 -1
  102. azure/ai/evaluation/red_team/_red_team.py +825 -450
  103. azure/ai/evaluation/red_team/_utils/metric_mapping.py +23 -0
  104. azure/ai/evaluation/red_team/_utils/strategy_utils.py +1 -1
  105. azure/ai/evaluation/simulator/_adversarial_simulator.py +63 -39
  106. azure/ai/evaluation/simulator/_constants.py +1 -0
  107. azure/ai/evaluation/simulator/_conversation/__init__.py +13 -6
  108. azure/ai/evaluation/simulator/_conversation/_conversation.py +2 -1
  109. azure/ai/evaluation/simulator/_direct_attack_simulator.py +35 -22
  110. azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py +1 -0
  111. azure/ai/evaluation/simulator/_indirect_attack_simulator.py +40 -25
  112. azure/ai/evaluation/simulator/_model_tools/__init__.py +2 -1
  113. azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py +24 -18
  114. azure/ai/evaluation/simulator/_model_tools/_identity_manager.py +5 -10
  115. azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py +65 -41
  116. azure/ai/evaluation/simulator/_model_tools/_template_handler.py +9 -5
  117. azure/ai/evaluation/simulator/_model_tools/models.py +20 -17
  118. {azure_ai_evaluation-1.5.0.dist-info → azure_ai_evaluation-1.6.0.dist-info}/METADATA +25 -2
  119. {azure_ai_evaluation-1.5.0.dist-info → azure_ai_evaluation-1.6.0.dist-info}/RECORD +123 -65
  120. /azure/ai/evaluation/_legacy/{_batch_engine → _common}/_logging.py +0 -0
  121. {azure_ai_evaluation-1.5.0.dist-info → azure_ai_evaluation-1.6.0.dist-info}/NOTICE.txt +0 -0
  122. {azure_ai_evaluation-1.5.0.dist-info → azure_ai_evaluation-1.6.0.dist-info}/WHEEL +0 -0
  123. {azure_ai_evaluation-1.5.0.dist-info → azure_ai_evaluation-1.6.0.dist-info}/top_level.txt +0 -0
@@ -1,28 +1,78 @@
1
- azure/ai/evaluation/__init__.py,sha256=kAtHb6ouzfFDk8KOVaLdraayQCJmnj6SSM-YZ3sAy4Y,3417
2
- azure/ai/evaluation/_constants.py,sha256=mrIKAUZvISRcaVpv1fAzIUDbwWS2bFlzCAMp1eB5jsY,3052
3
- azure/ai/evaluation/_exceptions.py,sha256=v70aKkYfXqCj0FDDXsC41OrDjrfnXzgXUC6G07wwOdE,5344
1
+ azure/ai/evaluation/__init__.py,sha256=hMKlEJjyULlBUt6ansPS1_2cLdz8iR715fikuMUZbyE,3794
2
+ azure/ai/evaluation/_constants.py,sha256=kptry2VQRoInON1SpCZ6yJSVNvdgYC0wfkxsV4K8u1w,3727
3
+ azure/ai/evaluation/_eval_mapping.py,sha256=skdfUfV1jG6jTdWTLVfOh0eeS60Gt0kvr-PJlDcvkzQ,2496
4
+ azure/ai/evaluation/_exceptions.py,sha256=XVliA6hj3C9Pz1ryBn0aC2izpno953VZwarTEfRumi0,5409
4
5
  azure/ai/evaluation/_http_utils.py,sha256=1bGce6pKAL-vmaUGRPxVX7DVO05XVQ8YPIwIQ3q7mfA,17221
5
6
  azure/ai/evaluation/_model_configurations.py,sha256=MNN6cQlz7P9vNfHmfEKsUcly3j1FEOEFsA8WV7GPuKQ,4043
6
7
  azure/ai/evaluation/_user_agent.py,sha256=O2y-QPBAcw7w7qQ6M2aRPC3Vy3TKd789u5lcs2yuFaI,290
7
- azure/ai/evaluation/_version.py,sha256=YpsqP-vu09qp1HVH74yl4WSsHSEc4bGuEPdb2hj15Z8,229
8
+ azure/ai/evaluation/_version.py,sha256=cr6NakZmKvQuqv3P6cLeR8lJWiSwLUCWVqlMj_ZkEmA,229
8
9
  azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
+ azure/ai/evaluation/_aoai/__init__.py,sha256=DE9av37bnDMCbYjgXAY9pcmCol7URCMkJCTIbRn1xHo,264
11
+ azure/ai/evaluation/_aoai/aoai_grader.py,sha256=PmpawSTWGGh6dwvwQYWvL19BDNbS77mVDSivuftQh_0,4128
12
+ azure/ai/evaluation/_aoai/label_grader.py,sha256=jTWIBOhF9qWlZl7kKH__Ynq6-YqKNgw91nHZfL2vnhw,2690
13
+ azure/ai/evaluation/_aoai/string_check_grader.py,sha256=sc5-D_aXYQGBeqX1U_rGKdO5hhSN7_u60Lesc3V9SsA,2303
14
+ azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=Hq2qIF4htGddW87gGFvBQTXCMOpjifZTpJtTTRQNg2Q,2874
9
15
  azure/ai/evaluation/_azure/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
10
- azure/ai/evaluation/_azure/_clients.py,sha256=N1V-LyQkItPuoKl0aieypFPdGSRSld9lQqH1x-n3L7U,9119
16
+ azure/ai/evaluation/_azure/_clients.py,sha256=YugjJQKqbilvU2gorgtUiKFi3AQZLlsqPPQeWee4WbE,9116
17
+ azure/ai/evaluation/_azure/_envs.py,sha256=SBJL7wHOCzJ59nuHiOXK5fkoqe8CHMMKCLoPUWm6qRM,9393
11
18
  azure/ai/evaluation/_azure/_models.py,sha256=Vxcg7WfpAyxLQ-EesZzLGqopguV9Oohfjf-vWKTOA-8,12527
12
- azure/ai/evaluation/_azure/_token_manager.py,sha256=1NZHwgEc9BMXWPz5Ear_J5-oYjouD77crLHHqNLldEw,5193
13
- azure/ai/evaluation/_common/__init__.py,sha256=LHTkf6dMLLxikrGNgbUuREBVQcs4ORHR6Eryo4bm9M8,586
19
+ azure/ai/evaluation/_azure/_token_manager.py,sha256=_CGub9uIA-N6-9M6mm7gyk9m-B8kr4i1bw9GkqDKLQs,5450
20
+ azure/ai/evaluation/_common/__init__.py,sha256=vqpCpekamv-Cc75OuoGI06tywmX419hqYVztVMZYaLo,797
14
21
  azure/ai/evaluation/_common/_experimental.py,sha256=GVtSn9r1CeR_yEa578dJVNDJ3P24eqe8WYdH7llbiQY,5694
15
22
  azure/ai/evaluation/_common/constants.py,sha256=7gwcSbcJr-KHA-7Llmpuo4kap_l3X5-emAn2LMb_wk4,2281
23
+ azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=SU6udOg8lVJ6qZZeMm_GEhAYfbEBYOgjMAAjEbbyCjw,5537
16
24
  azure/ai/evaluation/_common/math.py,sha256=d4bwWe35_RWDIZNcbV1BTBbHNx2QHQ4-I3EofDyyNE0,2863
17
- azure/ai/evaluation/_common/rai_service.py,sha256=7izMNrZxLDMjbL5gAWmU9aUnFHv7Yb0OQU-A-1XnVcA,28304
18
- azure/ai/evaluation/_common/utils.py,sha256=SqZfm_DXhZC6JBVvdtzMEuLott2B6uWNVFz-rVSSSiA,18392
25
+ azure/ai/evaluation/_common/rai_service.py,sha256=_V7nw27GPle94orsbxJtlGetATY8RvKEzf7SKgPMM9M,34454
26
+ azure/ai/evaluation/_common/utils.py,sha256=mbmPSjOxQHir6QfUDMZXFP85qBc_SQhZ8G1mFKd601M,21531
27
+ azure/ai/evaluation/_common/onedp/__init__.py,sha256=7bv0pblNvJFyhZArS85JZ1KLyVQ6Cly8z2q30wvEq2M,1058
28
+ azure/ai/evaluation/_common/onedp/_client.py,sha256=Gc_mtATKUHML5znufEDlfTx8F08UYBLASSNC3Gb2tZ8,7045
29
+ azure/ai/evaluation/_common/onedp/_configuration.py,sha256=tPyQO1oE9BnPX23L65idp-BAIcOvfD2FP3S3ihiW4LY,3968
30
+ azure/ai/evaluation/_common/onedp/_model_base.py,sha256=tbXHyIgoCiU8Uh3SB5Jjz2TuPnyRP1_bCt6_BBb9r2c,46553
31
+ azure/ai/evaluation/_common/onedp/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
32
+ azure/ai/evaluation/_common/onedp/_serialization.py,sha256=k_AMNNhSC5sPfO7dRCNJCofOjY7aN3V87RBVWJLEnrY,83996
33
+ azure/ai/evaluation/_common/onedp/_types.py,sha256=qau1w2QFg7SfL3E7kmzae7csROBC9ItzP1weVxen1Wg,1002
34
+ azure/ai/evaluation/_common/onedp/_validation.py,sha256=YJCAW5n9KBiqy4VhHiyi8RsPrZow6MEqLg5aJBSxCS4,2145
35
+ azure/ai/evaluation/_common/onedp/_vendor.py,sha256=CGcoyL5I2sHqUfQSqadr_wcuYGsgVCB2MABM-48nK9I,1974
36
+ azure/ai/evaluation/_common/onedp/_version.py,sha256=ZQEsxtJ7-eB_7Kd1H2WlD4WBVQa9O1w38FjpdWxfcZM,495
37
+ azure/ai/evaluation/_common/onedp/py.typed,sha256=dcrsqJrcYfTX-ckLFJMTaj6mD8aDe2u0tkQG-ZYxnEg,26
38
+ azure/ai/evaluation/_common/onedp/aio/__init__.py,sha256=oJCCFsFKTRCs199f2Ai_pIrSOuDyN31Oy1nU8Ix5MbY,1002
39
+ azure/ai/evaluation/_common/onedp/aio/_client.py,sha256=cAs4ZFBDR7LMnkljtjL3OyYh59jLoQ3LvXe1PPF6mKo,7240
40
+ azure/ai/evaluation/_common/onedp/aio/_configuration.py,sha256=Ej37oE15iQQvQWrBlFd41JIlQDTIOd3_uYd_s0e_oYY,4027
41
+ azure/ai/evaluation/_common/onedp/aio/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
42
+ azure/ai/evaluation/_common/onedp/aio/_vendor.py,sha256=lBk0_C6_NYtQeLUL7uM-wFVQJiZAKIdzWct_FPqBKVc,1553
43
+ azure/ai/evaluation/_common/onedp/aio/operations/__init__.py,sha256=2rIhesutTPrcc8BUqSVkRpkQdxTI5lzucEOqj552P0E,1618
44
+ azure/ai/evaluation/_common/onedp/aio/operations/_operations.py,sha256=gMarwhuHtGir6Dms-IHeYZ95oRPnIskq7pHkI_ea7do,194836
45
+ azure/ai/evaluation/_common/onedp/aio/operations/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
46
+ azure/ai/evaluation/_common/onedp/models/__init__.py,sha256=p79kpWIXyKU6pq2JdTzzqsel_LT_MmvOAxo2ja_4aF0,3545
47
+ azure/ai/evaluation/_common/onedp/models/_enums.py,sha256=xWkVAfjZGxnQsaGENmgpfKADv38Sb0mVliUW8i-dCeQ,5814
48
+ azure/ai/evaluation/_common/onedp/models/_models.py,sha256=VIP7RCP-48LSMfc4m0HPSgt40sCnciKNjlV_C-p5H0E,92197
49
+ azure/ai/evaluation/_common/onedp/models/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
50
+ azure/ai/evaluation/_common/onedp/operations/__init__.py,sha256=2rIhesutTPrcc8BUqSVkRpkQdxTI5lzucEOqj552P0E,1618
51
+ azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=ctlV_BRhHimvHawGXCSCtdoC7BvnrRAUGDxBm8tmf5o,240792
52
+ azure/ai/evaluation/_common/onedp/operations/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
53
+ azure/ai/evaluation/_common/onedp/servicepatterns/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
54
+ azure/ai/evaluation/_common/onedp/servicepatterns/aio/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
55
+ azure/ai/evaluation/_common/onedp/servicepatterns/aio/operations/__init__.py,sha256=EJcjNzeaFGEcGGDiRmhJKlwinPSKrnC75puUAuvgIxU,968
56
+ azure/ai/evaluation/_common/onedp/servicepatterns/aio/operations/_operations.py,sha256=CaLZlRTwEtb3zM4aOoNbvYpqfdVRub8UjoKyeD03JNc,1710
57
+ azure/ai/evaluation/_common/onedp/servicepatterns/aio/operations/_patch.py,sha256=YTV6yZ9bRfBBaw2z7v4MdzR-zeHkdtKkGb4SU8C25mE,694
58
+ azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
59
+ azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/aio/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
60
+ azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/aio/operations/__init__.py,sha256=ExsXzY-HrLRduI0vvK8pgfQ-I1PRDJ0gIt-l3L-ykBc,864
61
+ azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/aio/operations/_operations.py,sha256=vZQ_OM2Bbs_H_EHhoJklVtF5tzmI4O0cGEoytseqC5Y,1465
62
+ azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/aio/operations/_patch.py,sha256=YTV6yZ9bRfBBaw2z7v4MdzR-zeHkdtKkGb4SU8C25mE,694
63
+ azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/operations/__init__.py,sha256=ExsXzY-HrLRduI0vvK8pgfQ-I1PRDJ0gIt-l3L-ykBc,864
64
+ azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/operations/_operations.py,sha256=VO7oD8sQVy5OvpY9oat7em_hDC9D_MCPna2pTj32FuQ,1437
65
+ azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/operations/_patch.py,sha256=YTV6yZ9bRfBBaw2z7v4MdzR-zeHkdtKkGb4SU8C25mE,694
66
+ azure/ai/evaluation/_common/onedp/servicepatterns/operations/__init__.py,sha256=EJcjNzeaFGEcGGDiRmhJKlwinPSKrnC75puUAuvgIxU,968
67
+ azure/ai/evaluation/_common/onedp/servicepatterns/operations/_operations.py,sha256=sCKc8EBwTsb4n_R7XkN0lTKDgEn_Rpn-aTmZR4vf4AU,1677
68
+ azure/ai/evaluation/_common/onedp/servicepatterns/operations/_patch.py,sha256=YTV6yZ9bRfBBaw2z7v4MdzR-zeHkdtKkGb4SU8C25mE,694
19
69
  azure/ai/evaluation/_common/raiclient/__init__.py,sha256=SaoPfbEPhdoXpIKqOPmRVNyYky1mW5c7UobHt08ksAI,1153
20
70
  azure/ai/evaluation/_common/raiclient/_client.py,sha256=ZnFRcpZ0UD3MeFWnJ44AbkbUqPHsvGM502ra28pm_No,5812
21
71
  azure/ai/evaluation/_common/raiclient/_configuration.py,sha256=exABHzDcOl5295p5LnWxL82x21z6_ruyBbigW3WoQRA,4246
22
72
  azure/ai/evaluation/_common/raiclient/_model_base.py,sha256=loH1BeKpp3UeO6hFvAzcNbT2hhotWQIDu3JRQgQZV_M,45135
23
73
  azure/ai/evaluation/_common/raiclient/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
24
74
  azure/ai/evaluation/_common/raiclient/_serialization.py,sha256=vN_jYB0jHUw2hVIWB6M9n6_0AvFw9mFa3ndcz2y6gaQ,82802
25
- azure/ai/evaluation/_common/raiclient/_version.py,sha256=O4QAKqUqd5NYgBOMaio5NlyJfhohrHXcqV8Xdbpuh50,486
75
+ azure/ai/evaluation/_common/raiclient/_version.py,sha256=76LuocLOwOy3djE39t9CSJF4weFNBTrW_dLz8HaJpQo,484
26
76
  azure/ai/evaluation/_common/raiclient/py.typed,sha256=dcrsqJrcYfTX-ckLFJMTaj6mD8aDe2u0tkQG-ZYxnEg,26
27
77
  azure/ai/evaluation/_common/raiclient/aio/__init__.py,sha256=hq21DCvcidiGXghKHYHLNSfEMNjbj43jyVssEV6fF3M,1001
28
78
  azure/ai/evaluation/_common/raiclient/aio/_client.py,sha256=D8Qx3tiOEgbnv1M8nU6_rJB8QG0JdY7rwwTcLLgv36w,5961
@@ -42,16 +92,17 @@ azure/ai/evaluation/_converters/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdI
42
92
  azure/ai/evaluation/_converters/_ai_services.py,sha256=U2s-KdCAv4ja-Xo0nGUhjIQEoyg9QmSj2Dqt73uufUo,37091
43
93
  azure/ai/evaluation/_converters/_models.py,sha256=LlrB7Vj_uW3-Ng06b3EHahRXf690W4j2XfYihS7dejo,11029
44
94
  azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
45
- azure/ai/evaluation/_evaluate/_eval_run.py,sha256=Bu_7uV8-reRllUChXZDjILpXX8ym57VIUaKvUNhono0,21985
46
- azure/ai/evaluation/_evaluate/_evaluate.py,sha256=QO4H8-G53qif8NnsYFEULmr3eWQ4sudpf6gOzhnaNDo,40647
47
- azure/ai/evaluation/_evaluate/_utils.py,sha256=Cn6BpKzRkIXeywB1zbYMvEBvJXWIIlvPVy_2z8nOfFE,14289
95
+ azure/ai/evaluation/_evaluate/_eval_run.py,sha256=ZlDvTNDiMSZ2VfzVicPmEGx65LL3LmcKcPWft6XjWcA,21991
96
+ azure/ai/evaluation/_evaluate/_evaluate.py,sha256=Loh9IlLzrPnEdxm9dsfQhBT0PLmrOujbMhNe1G1zT10,50689
97
+ azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=lxBPDBTddEVAIwoXTEbwNmuaR10Wdcqz6NVmBSZxjio,23899
98
+ azure/ai/evaluation/_evaluate/_utils.py,sha256=w-71izKmbqaA4aOLCop6Jj39Z6bWGpB1INy70MpYxws,18899
48
99
  azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=cPLi_MJ_pCp8eKBxJbiSoxgTnN3nDLuaP57dMkKuyhg,552
49
- azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=fbDkx_qhYlBSGrxoRLPFiNccgd3pToDnLRmBb0QWzmM,3941
100
+ azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=UkqF7iJUY9lxxMKPuLSsOtLpp3rzq-PTbUnSLq-LQc0,4650
50
101
  azure/ai/evaluation/_evaluate/_batch_run/batch_clients.py,sha256=dTZYdQGweGzEN6OHtn1jOmGG767AJ7RJwfHoCCeRddg,2761
51
102
  azure/ai/evaluation/_evaluate/_batch_run/code_client.py,sha256=n4JxDAFNnetfpAj4FyhtZms3kuGmDWXCBOogqeO4F98,8607
52
- azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=NXlXHyQ9TFIcXdozmMqc3CmOsyzh2N9EexprBhQwoTQ,3737
53
- azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py,sha256=8lt0mZfJrPHUeGCdxjlLzB4CZNDt4OuOmYQX9J1hgCw,4666
54
- azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=OCiCnLKRYzNkdm6mo-WSviXa-HbCltq-G9ym6gLIdO4,1658
103
+ azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=RlmmmKKIoosXW2lGXM3crYBYWHHYHQAXU9JO5ATOrIQ,4052
104
+ azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py,sha256=jgHSi0ixvwla9q0EoMDHsN7fm8nezU0iuj4qyNLRHV8,4853
105
+ azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=TrZ_IkbU8DeJkZajw22F9DWWFVg0sCBY6bgC9QlHTQ0,2420
55
106
  azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=tBZ98BC8sIuANCTZsgONQblR-Vrw2oIcRqjjyHxbZio,3513
56
107
  azure/ai/evaluation/_evaluators/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
57
108
  azure/ai/evaluation/_evaluators/_bleu/__init__.py,sha256=quKKO0kvOSkky5hcoNBvgBuMeeVRFCE9GSv70mAdGP4,260
@@ -62,10 +113,10 @@ azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0U
62
113
  azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=IFk4RYa0h39i9GbtUYDph78ELx9GTJ6gzk4-oBtdL34,5378
63
114
  azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
64
115
  azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=xAymP_CZy4aPzWplMdXgQUQVDIUEMI-0nbgdm_umFYY,498
65
- azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=zUntxs1kR7fSzevotAy9m4KnuSFQXtpajXN4w0GNo4o,25449
116
+ azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=-ay2631R91F7qjTpqAGJLsPnNYB8rXAhyU0wkZQTExk,25744
66
117
  azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=yYFpoCDe2wMFQck0ykbX8IJBBidk6NT1wUTkVFlVSy8,2728
67
- azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=iYIciz7Mkea67OiodbZ4Od9Djtu0GcAwingfzvk-d-Q,6177
68
- azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=fjiGQn2IHbhhzhykA3oguipaNVisoAqUDAEKgvvNN10,8539
118
+ azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=p7i5WkRljrCtidd6oF_A6iWcwNFrZMVoaVjEyoBTXig,6715
119
+ azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=pJHOMYS7vmVEk6PYvIu1VTi0WbNXTZhuh5q2p12ydgg,8569
69
120
  azure/ai/evaluation/_evaluators/_common/_conversation_aggregators.py,sha256=gjDBjRxJKwaHbshWH0j2idjlzfzNMnT9a9RL0fQiKeM,2129
70
121
  azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
71
122
  azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=xZwQnmSqaKmLtZaDAoM4vZxOVeudGQaVxa5GLV03NwI,6309
@@ -73,21 +124,23 @@ azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=uEnsy
73
124
  azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=wNyUm2QT1_Jpm7a8uOy74rOMF3yGNupC10g_kbEwRBI,5854
74
125
  azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=-yuKdXd98wQazlQ8s1bB7yee-sAIm-vHlVzDW1sC1t0,6099
75
126
  azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=8SwwogI7gBFep_KQKh0SjiNkbxreQToXtUDMr1L6jpA,6159
127
+ azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py,sha256=nefQB4uzoFDrITcU3aYY1lou2pc4ASGvSeMoejS8jM8,399
128
+ azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py,sha256=jqTENMQ6DvVfh04tqiEPbWyUETzcQ7CgV7Oo8j8tMec,19875
76
129
  azure/ai/evaluation/_evaluators/_eci/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
77
130
  azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=a36sLZPHKi3YAdl0JvpL6vboZMqgGjnmz0qZ-o8vcWY,2934
78
131
  azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
79
132
  azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=Nt4QgiJew6cuLyE3fsy9tizNsC8Rk2vCBiu1FA2doAY,6483
80
133
  azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
81
- azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=uG3NzLS2XxLePg5fsUVdL2K76XUa4tBaPybjxbHRtBA,5092
134
+ azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=BcIElBCXVAB0BOy-PO8Do3wbYW7kisnBOse1DAh1I34,5092
82
135
  azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSsLTSKEM_ApJuxxuKWQpNblrTEkFY,4861
83
136
  azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
84
137
  azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=QnogGvw2JmmV4YZCOvoZMMvoB9JMAjnac2r5h806zmI,4421
85
138
  azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
86
- azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=Zzh08Tsz_52NdZkVtMzWVISzG_wLCDNwl-cgeT-o6iQ,7634
139
+ azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=f048eUv5z2vt_TULghxplAinhp8nqWkO5_AX4AgLWyM,7634
87
140
  azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
88
141
  azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
89
142
  azure/ai/evaluation/_evaluators/_intent_resolution/__init__.py,sha256=Lr8krXt2yfShFTAuwjTFgrUbO75boLLrRSnF1mriN_Q,280
90
- azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=cyaqYUyq3CsC3SOX27F_AphvQ4jrUcgxcKfRP58JCTE,10791
143
+ azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=ybloJdawB6CyB23dEUo3yfKGNO7CxHk6gxWTJYA5ka8,10895
91
144
  azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=p8_V-bB3uOqqXWRsDNa4eIOoP8U-_D-5fZuCNSL8ZUU,7467
92
145
  azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
93
146
  azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=DCWzH-wtWlWKkMUXK7nN-hpBYqEKT5cZSl6ikMNaNkw,5462
@@ -96,11 +149,11 @@ azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha25
96
149
  azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
97
150
  azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=A0amMuVRCgcHP567LkXnFXJAWCzdPQfSxisbKLycASw,5772
98
151
  azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
99
- azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=KlzKGY19kUO3EU5gqcCGhDDhr_VBaApwXCl9A01UJ_s,6068
152
+ azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=ArHNIBnoSLoedjenuZD4cq-p15I31BjIZDs-17OZpNk,6068
100
153
  azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=VHKzVlC2Cv1xuholgIGmerPspspAI0t6IgJ2cxOuYDE,4811
101
154
  azure/ai/evaluation/_evaluators/_response_completeness/__init__.py,sha256=U3eqkQQAgRif46B6UGdq3yWefgbkZGJ3ZE2sKoZQDlU,292
102
- azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=TdTe6wdz2RDqQbTVKg3J0ZqEYuR537KE5lvG6crWY0E,7424
103
- azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=MnlvnNbGucHUAHkrxZrlcgn0zF8jK9gtXiQtVZ4AoBo,7191
155
+ azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=oClDNyE42eI3K6qz5n8yIpFhtBqwmDhQU6tBMUQMZrs,7553
156
+ azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=25PqzWWtpwvsKNnBGDNfqsKKo2RpyeiIFzvK8sauPDg,7520
104
157
  azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
105
158
  azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=eddgpihSjZwQH58lcfL0vYh-07H_TOVT8dt_MxRZfBk,5791
106
159
  azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=_YVoO4Gt_WD42bUcj5n6BDW0dMUqNf0yF3Nj5XMOX2c,16490
@@ -109,24 +162,25 @@ azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=BrOr7qj_jLDPSbOy4jupF6FW
109
162
  azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py,sha256=0DODUGTOgaYyFbO9_zxuwifixDL3SIm3EkwP1sdwn6M,288
110
163
  azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=YkmGxWOIzuPaBoxY2rxlkOQzw-atyo9lKtGgv34wulw,7544
111
164
  azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
112
- azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=EHA-1aWaclDSUGea3uX5F195W-W9bmIpALvd8DyWgUU,4934
165
+ azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=AbvDy2Cj6XTFCWa4plnPfPt-ElObI-9Xp5bH3Lr40MI,4934
113
166
  azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
114
167
  azure/ai/evaluation/_evaluators/_task_adherence/__init__.py,sha256=9HtNrG7yYX0Ygq3cZoS_0obAvGgmy5HWcsBcPKoB15c,271
115
- azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=vK0_UFsrVqV580-aG5F0vrGxjL7x0YLbQH91HUvu-ss,9701
168
+ azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=Cj1GbAV_VHvVcgelKcfbqxhb2HFIVazFLPIk32qC4I4,9788
116
169
  azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty,sha256=tOgTrDO41jsFHloabSBCWcbwKB1MtGGxHH_pyFIn2Vk,5350
117
170
  azure/ai/evaluation/_evaluators/_tool_call_accuracy/__init__.py,sha256=vYB4Y_3n1LqTiEeZB1O1A0b14wpURBwtW0wPEN2FG9Q,288
118
- azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=E0fgQoHKie7piqC0ohDnJ7DPVd-OPhED4-5eZVUF_qc,14602
171
+ azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=t4muegaCS-NP1BW0a3ojST1Ws9ZVZYSnyFixZP_0Mtg,14706
119
172
  azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=0YgN5SwlWCdcqHAhRU5NEVlZL062tQMiFil0bvdppn4,3890
120
173
  azure/ai/evaluation/_evaluators/_ungrounded_attributes/__init__.py,sha256=wGZBd_cRDgkuS-0HV9qm81dHK7ScYdKd98xLPtk6EwQ,118
121
174
  azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=h534CBX_OfFcmb_QmGKl6MURvmvewbleqeg8iCBZq8c,3800
122
175
  azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
123
176
  azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=64ersTyBvmkl2lvuuh5YJqJ2Ow0RUzjlqxZCnhYhS0g,5958
124
177
  azure/ai/evaluation/_legacy/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
125
- azure/ai/evaluation/_legacy/_adapters/__init__.py,sha256=8idkgtaxIaVaoS7rs5kmnGXLNODpgyRt9Bb-XJkFdt0,692
178
+ azure/ai/evaluation/_legacy/_adapters/__init__.py,sha256=LGQk1gGjDTCtd-vEQj6ObYyK7Mff9zL1jFOq7iTrOSU,450
179
+ azure/ai/evaluation/_legacy/_adapters/_check.py,sha256=ojKjHEtjzfg9QA4o4vH4cLVpdw1F-7snxCQ-sdjRFig,426
126
180
  azure/ai/evaluation/_legacy/_adapters/_configuration.py,sha256=aDukrNbyXz9zPHYKpmXrLthnJoJQziP1WL793nIuC28,1677
127
181
  azure/ai/evaluation/_legacy/_adapters/_constants.py,sha256=MmTUbPSCiM4eLtAA5LIsD6sN1B9IuFB-RTuUnxbwZSs,386
128
182
  azure/ai/evaluation/_legacy/_adapters/_errors.py,sha256=SSyaGsqGzzrIeOKEGTtIzhKnAIg_oJw5ze5KMPIfw2Y,1175
129
- azure/ai/evaluation/_legacy/_adapters/_flows.py,sha256=c2C0otzTL73YbIRSfSKWjkpfscAFOEjdBn_oMVCG9Yo,779
183
+ azure/ai/evaluation/_legacy/_adapters/_flows.py,sha256=Mk9YXp3bIRCp_HQDFXcN5n2C8lrkAwWQAo6g9XZxf-Q,769
130
184
  azure/ai/evaluation/_legacy/_adapters/_service.py,sha256=4xlpxSCrH0jWyKVazu-qhe42KgFksKWVPQqDqf7CFGY,423
131
185
  azure/ai/evaluation/_legacy/_adapters/client.py,sha256=76XEJJ2GoKJsfHfMSvixU8oSI6ePtJQBG10x9PXVUxM,1770
132
186
  azure/ai/evaluation/_legacy/_adapters/entities.py,sha256=4ZYXfawx5w7t0pyEdm7g49eAJwct2QtcZX0ZvB_6uHU,710
@@ -135,27 +189,30 @@ azure/ai/evaluation/_legacy/_adapters/types.py,sha256=q7n0TtpFxd1WttbUR_Q8ODd8bT
135
189
  azure/ai/evaluation/_legacy/_adapters/utils.py,sha256=2KdYqfeuHLcfqk1qJRviNoqqsghxBZNmyoGcUTNphl0,1306
136
190
  azure/ai/evaluation/_legacy/_batch_engine/__init__.py,sha256=NNX2DhtPVzJCX8kR_QzZ6EkUsdGifvwip2LHEcRwy1Y,594
137
191
  azure/ai/evaluation/_legacy/_batch_engine/_config.py,sha256=-B37cIbWOWEB3kTaNjHGLfQNbLa-XAP1gWm0Kvyv82k,1724
138
- azure/ai/evaluation/_legacy/_batch_engine/_engine.py,sha256=K7N_MKa4EGhFv4-1W7MeGeaRY7LEHA579x04DV7vUlc,15146
192
+ azure/ai/evaluation/_legacy/_batch_engine/_engine.py,sha256=ZXTqKxUlhTfEoU3iyx6Y3Ru6akXVrgOD9ArkUMfs5VI,16659
139
193
  azure/ai/evaluation/_legacy/_batch_engine/_exceptions.py,sha256=_QQLowht6ww4wBJbShQBo00Y8HFdaWh-dWd44sGvJBc,2870
140
- azure/ai/evaluation/_legacy/_batch_engine/_logging.py,sha256=aEZsfS2wqbqVEA-vBsfg0-sCWyssGf2L1oWFmu9cego,11398
141
- azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py,sha256=NLoHjpUSqUy4CVNYXIgpQ3e7izDFCUIQSwvIEf7oNHY,884
142
- azure/ai/evaluation/_legacy/_batch_engine/_result.py,sha256=r8MSaQ8q42vKAiaML36dFsMY-WELUkdnVOLVdK7H-FI,3187
143
- azure/ai/evaluation/_legacy/_batch_engine/_run.py,sha256=b9eJOorEHcGJqE7cApvJpY3JpUdCv3ZVNFo4ZKlfWNA,4343
194
+ azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py,sha256=nmljSr5yGgiYRi6gD80IiTMSQNwDlAep9ILjZqRYJEI,5027
195
+ azure/ai/evaluation/_legacy/_batch_engine/_result.py,sha256=tPnI7Ab2t89ri4kvplJPvKBb0BOrMDQm3HAPXZuhp60,3471
196
+ azure/ai/evaluation/_legacy/_batch_engine/_run.py,sha256=iNLMtkjvsbgivB59xWuB77kyZKxU40YhwoaJ_djuAcc,4491
144
197
  azure/ai/evaluation/_legacy/_batch_engine/_run_storage.py,sha256=KjiKaSjT16L_wLYrZpIeBANtin3fa4Gqd3L-Xjw-59I,3418
145
- azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py,sha256=4V4Xh7xRepTX9eBFKHkaeoNRBytZ_o__xbX_NiIp64M,9674
198
+ azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py,sha256=sGv91UgMZ2rK1Iq0J1CfQX824YSn6s-IR05NPWGCDmE,11208
146
199
  azure/ai/evaluation/_legacy/_batch_engine/_status.py,sha256=xSpJaMmBroGOL8U_iTpAr_PgyNKaxfawqak6TpuUrkk,780
147
- azure/ai/evaluation/_legacy/_batch_engine/_trace.py,sha256=4ZbvptRg-GOfP7VxDIkP-aZfLULBelHD3Ecr1VAOYk4,4536
148
- azure/ai/evaluation/_legacy/_batch_engine/_utils.py,sha256=bfeLHUMcCASBNoL-tcLTuCrOS_XhvTX855LYDsShzlM,2491
200
+ azure/ai/evaluation/_legacy/_batch_engine/_trace.py,sha256=xh52vKgs8TKYj1WlqcenlOXiPmcfgdPei2P8BLAIO5g,4430
201
+ azure/ai/evaluation/_legacy/_batch_engine/_utils.py,sha256=EQsRDLh9UA7KNC3L_g7jVGjwc9957EtiBQ8o5pgUSfo,2981
149
202
  azure/ai/evaluation/_legacy/_batch_engine/_utils_deprecated.py,sha256=hBm4gh_m8BCWDAryKmqO4ZsypuGE1QSh3K_DxfoEKpc,5917
203
+ azure/ai/evaluation/_legacy/_common/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
204
+ azure/ai/evaluation/_legacy/_common/_async_token_provider.py,sha256=VQrdiaH2j3DAMCO8OEhfXCgS18FGmi-JrGQFL7XxqqY,5527
205
+ azure/ai/evaluation/_legacy/_common/_logging.py,sha256=aEZsfS2wqbqVEA-vBsfg0-sCWyssGf2L1oWFmu9cego,11398
206
+ azure/ai/evaluation/_legacy/_common/_thread_pool_executor_with_context.py,sha256=PoMMrG9p_ryNgxpv7zBb362lS2md02qON1H0Xroa95w,630
150
207
  azure/ai/evaluation/_legacy/prompty/__init__.py,sha256=nWpB3ApQWzlzgbhvNkjHq3sL5tnpwfwmSsTKBmhxmN8,1660
151
- azure/ai/evaluation/_legacy/prompty/_connection.py,sha256=mJekR_DWnoUYlqwehE1wc9bKfn1pg5ziLQjzjpdpQPc,6211
152
- azure/ai/evaluation/_legacy/prompty/_exceptions.py,sha256=3EeLGkJGZ3gOq0f-6xoIdGqJkCw956uChvow_Byvt-o,2250
153
- azure/ai/evaluation/_legacy/prompty/_prompty.py,sha256=nuGVZd1KBFOb0lvXsZziGeObrPmuhY3R5WLKtG3tSaQ,11794
154
- azure/ai/evaluation/_legacy/prompty/_utils.py,sha256=9OOEBTF9MzcgBUyracbHJMNinNfoaGs7Bm8COsTMVkE,22463
208
+ azure/ai/evaluation/_legacy/prompty/_connection.py,sha256=ZaO-TkUsWglsEEwek58MsvKSxXU13Xrai-O5DCqCuT8,3891
209
+ azure/ai/evaluation/_legacy/prompty/_exceptions.py,sha256=BmYd5D3_ZnDRpbeWoMFO1GA6mjVOaNkFAksEGbHQwzM,7267
210
+ azure/ai/evaluation/_legacy/prompty/_prompty.py,sha256=apbuS-TkMFIqryWJLfD3IiDO4X-0LS3C8AnXjrRTljc,16457
211
+ azure/ai/evaluation/_legacy/prompty/_utils.py,sha256=NCuZYuAZSguDtFsLAcgVwwPyAPM_MvdJnonup_KoEfs,25650
155
212
  azure/ai/evaluation/_legacy/prompty/_yaml_utils.py,sha256=pVL6xgTHC3AKKD5plJ4d6hiBuComaOlUww1uqqDQlB4,3350
156
213
  azure/ai/evaluation/_safety_evaluation/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
157
214
  azure/ai/evaluation/_safety_evaluation/_generated_rai_client.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
158
- azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=5JHNB9TGFldpKxucQPGpJiH4EFSZWLrfwnWNwQ3lSVo,36967
215
+ azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=V_AZthT294sCdFVEuNum6mILerMqH-ANYd9B-S78NvA,40890
159
216
  azure/ai/evaluation/_vendor/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
160
217
  azure/ai/evaluation/_vendor/rouge_score/__init__.py,sha256=03OkyfS_UmzRnHv6-z9juTaJ6OXJoEJM989hgifIZbc,607
161
218
  azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=DtNSeshHipzc6vFnvx7kbs5viXe4LNq-ZrgllFvfR4U,11299
@@ -164,44 +221,45 @@ azure/ai/evaluation/_vendor/rouge_score/tokenize.py,sha256=IyHVsWY6IFFZdB23cLiJs
164
221
  azure/ai/evaluation/_vendor/rouge_score/tokenizers.py,sha256=3_-y1TyvyluHuERhSJ5CdXSwnpcMA7aAKU6PCz9wH_Q,1745
165
222
  azure/ai/evaluation/red_team/__init__.py,sha256=wAjy_85gzdX0YyUlj6kHWrpo01zz2mgOJ1AbH5EkH8s,613
166
223
  azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=yMK5z91_w6GIzbqTQtUXfABuGeH3nfVgF8feOMd37K4,10765
167
- azure/ai/evaluation/red_team/_attack_strategy.py,sha256=Qy3K63z98uDg_06lc5-6HG1MgquYXB9Y9Ke0xifeEl0,1430
224
+ azure/ai/evaluation/red_team/_attack_strategy.py,sha256=CmMYhp9cm8xTr63LbrFnfFyTxXQ3Xn4PZ5tEfMRFVIQ,1431
168
225
  azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=H58nU6IVEpeDuTZPsxIoYKXAvU3dAWnLRhA8wyaY11s,3071
169
226
  azure/ai/evaluation/red_team/_default_converter.py,sha256=K8G775VVdQLsAqff60BBNFrNRj8JijB7St9XOHmGQGA,775
170
- azure/ai/evaluation/red_team/_red_team.py,sha256=v8zzv1s_S3LgVMHDu2kwVlY56q4T28vaLmIfvDLjoIE,105658
227
+ azure/ai/evaluation/red_team/_red_team.py,sha256=Wy4dhMfTqaFjsU8MzrJ8NxeSt5UwZzTa2oSbTGEsxrY,129881
171
228
  azure/ai/evaluation/red_team/_red_team_result.py,sha256=BwHf0KBGe9hqyWeTYDOOuoIxJ0rqkY9lHLUOZ02wPJI,17340
172
229
  azure/ai/evaluation/red_team/_utils/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
173
230
  azure/ai/evaluation/red_team/_utils/constants.py,sha256=ctSsuWiavhaGApRgP6fL3OtNGphnCKuesTQOwR833nk,2289
174
231
  azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=jztERWOb1P3ClOKEr6-sMmLDQ8subjKUVBKVVxeSFcY,6416
175
232
  azure/ai/evaluation/red_team/_utils/logging_utils.py,sha256=jjNq37zlJz0KPo9g8NuuhnDJo56T-06ElJ-7yyeD46M,4838
176
- azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=3ID-6rY3t8QqbfwFNx-4VxGDHq0i5VoRFMsGR7mlKvM,8058
233
+ azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=HhN3YWDNDs41jtGCUJ0HJ7fg-2AuQKIdUsOucOdw9TI,950
234
+ azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=wImNcnKNNC-Z8L8TdLCSNfftK8pLTA2RLLoyMXPSRc8,8059
177
235
  azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rbZV03KmzxxWys,552
178
236
  azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=FQ9ZNruqPY4o06uu2uig2MZSbearwAJwieIB26GbPOU,1833
179
- azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=RlHk8Y324pvd7golXOygQ5NayPQ2zjT-ekQooldMGtE,23017
180
- azure/ai/evaluation/simulator/_constants.py,sha256=nCL7_1BnYh6k0XvxudxsDVMbiG9MMEvYw5wO9FZHHZ8,857
181
- azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=FTtWf655dHJF5FLJi0xGSBgIlGWNiVWyqaLDJSud9XA,10199
182
- azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=nweIU_AkUIR50qLQpjmljf_OkpsCPth2Ebf4vusygCA,10226
237
+ azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=-vkPNop_dJDG8skju4v3skCjdx2brl7OomoSP37q-GM,24791
238
+ azure/ai/evaluation/simulator/_constants.py,sha256=jtsj-XzbseurEAxWmB-iSPmXu7B6ZHrM3bl07j-zruM,875
239
+ azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=_5m_WUMD2WimrCV1HWC-xrsdnHppaxwIY-y1hdaqwcI,10968
240
+ azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=qy1WHO4_37gnYGfSFj0eaQi_jg2ocSfL4FdJO_h09n0,11159
183
241
  azure/ai/evaluation/simulator/_simulator.py,sha256=aVoPvTQsY7u4O0YYQm4pug368UelKefAxa38dJVZ4ps,36513
184
242
  azure/ai/evaluation/simulator/_utils.py,sha256=16NltlywpbMtoFtULwTKqeURguIS1kSKSo3g8uKV8TA,5181
185
- azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=LOR5h7vSACrv_cmaS6r7KUqjJcHYg7PAgkDbdvOmd4g,17726
186
- azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=h8OHq0sWKiTH821tC5zF44CJ-QgutTgDnEYsFEA7Cw0,7635
243
+ azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=bhAXScChUuJrBoUNEWeDLRoM8wntXEXosUhr7-1Amq4,18257
244
+ azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=aWiodVvzA9yy1itkoVtW88B4qhEpxpnztx0G1-w7U_Y,7729
187
245
  azure/ai/evaluation/simulator/_conversation/constants.py,sha256=3v7zkjPwJAPbSpJYIK6VOZZy70bJXMo_QTVqSFGlq9A,984
188
246
  azure/ai/evaluation/simulator/_data_sources/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
189
247
  azure/ai/evaluation/simulator/_data_sources/grounding.json,sha256=jqdqHrCgS7hN7K2kXSEcPCmzFjV4cv_qcCSR-Hutwx4,1257075
190
248
  azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=FQwgrJvzq_nv3wF9DBr2pyLn2V2hKGmtp0QN9nwpAww,203
191
- azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=7BBLH78b7YDelHDLbAIwf-IO9s9cAEtn-RRXmNReHdc,1017
249
+ azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=sbKc3O5qsg77LEaSEQfWDfzqEFXVDw612BaDcBo3E7A,1095
192
250
  azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=BOttMTec3muMiA4OzwD_iW08GTrhja7PL9XVjRCN3jM,3029
193
- azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=aMv5apb7uVjuhMF9ohhA5kQmo652hrGIJlhdl3y2R1I,835
194
- azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=pt5bwzSzkdNpWjoljP2enueydpBNygFsCc6-1-fc1Zs,6282
195
- azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=-hptp2vpJIcfjvtd0E2c7ry00LVh23LxuYGevsNFfgs,6385
196
- azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=D2Am07l2gq_v-vztqDBTX2MxZTUumm5ysaVSL2L0rxQ,9118
251
+ azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=soaUHfmd_IK1FINPRKgKens7qKOVw9BZwc7ms7N6zrk,860
252
+ azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=ssWbQ8RCsojwqkcqp9FLuFfTnzUCAca7ygJ_gOC-au4,6692
253
+ azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=DO9vRSLsp974S1f8KdK3w2fTicdAcv3Y0gntwtXehm4,6433
254
+ azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=BCKOS3QY1iUn6gLB00fXzKervpzbeufJ8gx__Fb5-8U,10587
197
255
  azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=nvDS33uaxLpuvZEC4aotu-P9-CHqLiyCInED6Xq9ZQ0,11643
198
- azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=NQWqjE7csSzkhb2XdW82AoCA-DxixpTrfBxAnOt2Wlc,7075
199
- azure/ai/evaluation/simulator/_model_tools/models.py,sha256=bfVm0PV3vfH_8DkdmTMZqYVN-G51hZ6Y0TOO-NiysJY,21811
256
+ azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=5XoM3H3_fk7SoxHoxEsBtkP_Y26Rx4KLpN__Z-u9BxU,7445
257
+ azure/ai/evaluation/simulator/_model_tools/models.py,sha256=V3Rs9htzt0XtLdLZRaHB_hxMRcJ-z_VR9eXwBOKpi_Y,22373
200
258
  azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
201
259
  azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
202
260
  azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
203
- azure_ai_evaluation-1.5.0.dist-info/METADATA,sha256=MS1dXybS1lf1sBR5fdxYw-y82ifENen9vnVnxDIMkKE,35924
204
- azure_ai_evaluation-1.5.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
205
- azure_ai_evaluation-1.5.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
206
- azure_ai_evaluation-1.5.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
207
- azure_ai_evaluation-1.5.0.dist-info/RECORD,,
261
+ azure_ai_evaluation-1.6.0.dist-info/METADATA,sha256=XwCqViFvDnLxvcp9ZWgA3qiLpevbcCL7w0D6xiavMvE,37287
262
+ azure_ai_evaluation-1.6.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
263
+ azure_ai_evaluation-1.6.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
264
+ azure_ai_evaluation-1.6.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
265
+ azure_ai_evaluation-1.6.0.dist-info/RECORD,,