azure-ai-evaluation 1.8.0__py3-none-any.whl → 1.9.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (136) hide show
  1. azure/ai/evaluation/__init__.py +13 -2
  2. azure/ai/evaluation/_aoai/__init__.py +1 -1
  3. azure/ai/evaluation/_aoai/aoai_grader.py +21 -11
  4. azure/ai/evaluation/_aoai/label_grader.py +3 -2
  5. azure/ai/evaluation/_aoai/score_model_grader.py +90 -0
  6. azure/ai/evaluation/_aoai/string_check_grader.py +3 -2
  7. azure/ai/evaluation/_aoai/text_similarity_grader.py +3 -2
  8. azure/ai/evaluation/_azure/_envs.py +9 -10
  9. azure/ai/evaluation/_azure/_token_manager.py +7 -1
  10. azure/ai/evaluation/_common/constants.py +11 -2
  11. azure/ai/evaluation/_common/evaluation_onedp_client.py +32 -26
  12. azure/ai/evaluation/_common/onedp/__init__.py +32 -32
  13. azure/ai/evaluation/_common/onedp/_client.py +136 -139
  14. azure/ai/evaluation/_common/onedp/_configuration.py +70 -73
  15. azure/ai/evaluation/_common/onedp/_patch.py +21 -21
  16. azure/ai/evaluation/_common/onedp/_utils/__init__.py +6 -0
  17. azure/ai/evaluation/_common/onedp/_utils/model_base.py +1232 -0
  18. azure/ai/evaluation/_common/onedp/_utils/serialization.py +2032 -0
  19. azure/ai/evaluation/_common/onedp/_validation.py +50 -50
  20. azure/ai/evaluation/_common/onedp/_version.py +9 -9
  21. azure/ai/evaluation/_common/onedp/aio/__init__.py +29 -29
  22. azure/ai/evaluation/_common/onedp/aio/_client.py +138 -143
  23. azure/ai/evaluation/_common/onedp/aio/_configuration.py +70 -75
  24. azure/ai/evaluation/_common/onedp/aio/_patch.py +21 -21
  25. azure/ai/evaluation/_common/onedp/aio/operations/__init__.py +37 -39
  26. azure/ai/evaluation/_common/onedp/aio/operations/_operations.py +4832 -4494
  27. azure/ai/evaluation/_common/onedp/aio/operations/_patch.py +21 -21
  28. azure/ai/evaluation/_common/onedp/models/__init__.py +168 -142
  29. azure/ai/evaluation/_common/onedp/models/_enums.py +230 -162
  30. azure/ai/evaluation/_common/onedp/models/_models.py +2685 -2228
  31. azure/ai/evaluation/_common/onedp/models/_patch.py +21 -21
  32. azure/ai/evaluation/_common/onedp/operations/__init__.py +37 -39
  33. azure/ai/evaluation/_common/onedp/operations/_operations.py +6106 -5657
  34. azure/ai/evaluation/_common/onedp/operations/_patch.py +21 -21
  35. azure/ai/evaluation/_common/rai_service.py +86 -50
  36. azure/ai/evaluation/_common/raiclient/__init__.py +1 -1
  37. azure/ai/evaluation/_common/raiclient/operations/_operations.py +14 -1
  38. azure/ai/evaluation/_common/utils.py +124 -3
  39. azure/ai/evaluation/_constants.py +2 -1
  40. azure/ai/evaluation/_converters/__init__.py +1 -1
  41. azure/ai/evaluation/_converters/_ai_services.py +9 -8
  42. azure/ai/evaluation/_converters/_models.py +46 -0
  43. azure/ai/evaluation/_converters/_sk_services.py +495 -0
  44. azure/ai/evaluation/_eval_mapping.py +2 -2
  45. azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py +4 -4
  46. azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py +2 -2
  47. azure/ai/evaluation/_evaluate/_evaluate.py +60 -54
  48. azure/ai/evaluation/_evaluate/_evaluate_aoai.py +130 -89
  49. azure/ai/evaluation/_evaluate/_telemetry/__init__.py +0 -1
  50. azure/ai/evaluation/_evaluate/_utils.py +24 -15
  51. azure/ai/evaluation/_evaluators/_bleu/_bleu.py +3 -3
  52. azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py +12 -11
  53. azure/ai/evaluation/_evaluators/_coherence/_coherence.py +5 -5
  54. azure/ai/evaluation/_evaluators/_common/_base_eval.py +15 -5
  55. azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py +24 -9
  56. azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py +6 -1
  57. azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py +13 -13
  58. azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py +7 -7
  59. azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py +7 -7
  60. azure/ai/evaluation/_evaluators/_content_safety/_sexual.py +7 -7
  61. azure/ai/evaluation/_evaluators/_content_safety/_violence.py +6 -6
  62. azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py +1 -5
  63. azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py +34 -64
  64. azure/ai/evaluation/_evaluators/_eci/_eci.py +3 -3
  65. azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py +4 -4
  66. azure/ai/evaluation/_evaluators/_fluency/_fluency.py +2 -2
  67. azure/ai/evaluation/_evaluators/_gleu/_gleu.py +3 -3
  68. azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py +11 -7
  69. azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py +30 -25
  70. azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty +210 -96
  71. azure/ai/evaluation/_evaluators/_meteor/_meteor.py +2 -3
  72. azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py +6 -6
  73. azure/ai/evaluation/_evaluators/_qa/_qa.py +4 -4
  74. azure/ai/evaluation/_evaluators/_relevance/_relevance.py +8 -13
  75. azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py +20 -25
  76. azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py +4 -4
  77. azure/ai/evaluation/_evaluators/_rouge/_rouge.py +21 -21
  78. azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py +5 -5
  79. azure/ai/evaluation/_evaluators/_similarity/_similarity.py +3 -3
  80. azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py +11 -14
  81. azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py +43 -34
  82. azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty +3 -3
  83. azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py +12 -11
  84. azure/ai/evaluation/_evaluators/_xpia/xpia.py +6 -6
  85. azure/ai/evaluation/_exceptions.py +10 -0
  86. azure/ai/evaluation/_http_utils.py +3 -3
  87. azure/ai/evaluation/_legacy/_batch_engine/_engine.py +3 -3
  88. azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py +5 -2
  89. azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py +5 -10
  90. azure/ai/evaluation/_legacy/_batch_engine/_utils.py +1 -4
  91. azure/ai/evaluation/_legacy/_common/_async_token_provider.py +12 -19
  92. azure/ai/evaluation/_legacy/_common/_thread_pool_executor_with_context.py +2 -0
  93. azure/ai/evaluation/_legacy/prompty/_prompty.py +11 -5
  94. azure/ai/evaluation/_safety_evaluation/__init__.py +1 -1
  95. azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py +193 -111
  96. azure/ai/evaluation/_user_agent.py +32 -1
  97. azure/ai/evaluation/_version.py +1 -1
  98. azure/ai/evaluation/red_team/__init__.py +3 -1
  99. azure/ai/evaluation/red_team/_agent/__init__.py +1 -1
  100. azure/ai/evaluation/red_team/_agent/_agent_functions.py +68 -71
  101. azure/ai/evaluation/red_team/_agent/_agent_tools.py +103 -145
  102. azure/ai/evaluation/red_team/_agent/_agent_utils.py +26 -6
  103. azure/ai/evaluation/red_team/_agent/_semantic_kernel_plugin.py +62 -71
  104. azure/ai/evaluation/red_team/_attack_objective_generator.py +94 -52
  105. azure/ai/evaluation/red_team/_attack_strategy.py +2 -1
  106. azure/ai/evaluation/red_team/_callback_chat_target.py +4 -9
  107. azure/ai/evaluation/red_team/_default_converter.py +1 -1
  108. azure/ai/evaluation/red_team/_red_team.py +1286 -739
  109. azure/ai/evaluation/red_team/_red_team_result.py +43 -38
  110. azure/ai/evaluation/red_team/_utils/__init__.py +1 -1
  111. azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py +32 -32
  112. azure/ai/evaluation/red_team/_utils/_rai_service_target.py +163 -138
  113. azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py +14 -14
  114. azure/ai/evaluation/red_team/_utils/constants.py +2 -12
  115. azure/ai/evaluation/red_team/_utils/formatting_utils.py +41 -44
  116. azure/ai/evaluation/red_team/_utils/logging_utils.py +17 -17
  117. azure/ai/evaluation/red_team/_utils/metric_mapping.py +31 -4
  118. azure/ai/evaluation/red_team/_utils/strategy_utils.py +33 -25
  119. azure/ai/evaluation/simulator/_adversarial_scenario.py +2 -0
  120. azure/ai/evaluation/simulator/_adversarial_simulator.py +26 -15
  121. azure/ai/evaluation/simulator/_conversation/__init__.py +2 -2
  122. azure/ai/evaluation/simulator/_direct_attack_simulator.py +8 -8
  123. azure/ai/evaluation/simulator/_indirect_attack_simulator.py +5 -5
  124. azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py +54 -24
  125. azure/ai/evaluation/simulator/_model_tools/_identity_manager.py +7 -1
  126. azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py +10 -8
  127. azure/ai/evaluation/simulator/_model_tools/_rai_client.py +19 -31
  128. azure/ai/evaluation/simulator/_model_tools/_template_handler.py +20 -6
  129. azure/ai/evaluation/simulator/_model_tools/models.py +1 -1
  130. azure/ai/evaluation/simulator/_simulator.py +9 -8
  131. {azure_ai_evaluation-1.8.0.dist-info → azure_ai_evaluation-1.9.0.dist-info}/METADATA +15 -1
  132. {azure_ai_evaluation-1.8.0.dist-info → azure_ai_evaluation-1.9.0.dist-info}/RECORD +135 -131
  133. azure/ai/evaluation/_common/onedp/aio/_vendor.py +0 -40
  134. {azure_ai_evaluation-1.8.0.dist-info → azure_ai_evaluation-1.9.0.dist-info}/NOTICE.txt +0 -0
  135. {azure_ai_evaluation-1.8.0.dist-info → azure_ai_evaluation-1.9.0.dist-info}/WHEEL +0 -0
  136. {azure_ai_evaluation-1.8.0.dist-info → azure_ai_evaluation-1.9.0.dist-info}/top_level.txt +0 -0
@@ -19,15 +19,12 @@ from azure.ai.evaluation._common.utils import construct_prompty_model_config
19
19
  from azure.ai.evaluation._model_configurations import AzureOpenAIModelConfiguration, OpenAIModelConfiguration
20
20
 
21
21
  from .._exceptions import ErrorBlame, ErrorCategory, EvaluationException
22
- from .._user_agent import USER_AGENT
22
+ from .._user_agent import UserAgentSingleton
23
23
  from ._conversation.constants import ConversationRole
24
24
  from ._helpers import ConversationHistory, Turn
25
25
  from ._utils import JsonLineChatProtocol
26
26
 
27
27
 
28
- USER_AGENT += " (type=simulator; subtype=Simulator)"
29
-
30
-
31
28
  @experimental
32
29
  class Simulator:
33
30
  """
@@ -53,6 +50,10 @@ class Simulator:
53
50
  if "api_version" not in self.model_config:
54
51
  self.model_config["api_version"] = "2024-06-01" # type: ignore
55
52
 
53
+ @staticmethod
54
+ def __user_agent() -> str:
55
+ return f"{UserAgentSingleton().value} (type=simulator; subtype=Simulator)"
56
+
56
57
  @staticmethod
57
58
  def _validate_model_config(model_config: Any):
58
59
  """
@@ -378,7 +379,7 @@ class Simulator:
378
379
  prompty_model_config = construct_prompty_model_config(
379
380
  model_config=prompty_model_config, # type: ignore
380
381
  default_api_version="2024-06-01",
381
- user_agent=USER_AGENT,
382
+ user_agent=self.__user_agent(),
382
383
  )
383
384
  return AsyncPrompty.load(source=prompty_path, model=prompty_model_config) # type: ignore
384
385
  except FileNotFoundError as e:
@@ -392,7 +393,7 @@ class Simulator:
392
393
  prompty_model_config = construct_prompty_model_config(
393
394
  model_config=prompty_model_config, # type: ignore
394
395
  default_api_version="2024-06-01",
395
- user_agent=USER_AGENT,
396
+ user_agent=self.__user_agent(),
396
397
  )
397
398
  return AsyncPrompty.load(
398
399
  source=user_simulator_prompty,
@@ -517,7 +518,7 @@ class Simulator:
517
518
  prompty_model_config = construct_prompty_model_config(
518
519
  model_config=prompty_model_config, # type: ignore
519
520
  default_api_version="2024-06-01",
520
- user_agent=USER_AGENT,
521
+ user_agent=self.__user_agent(),
521
522
  )
522
523
  return AsyncPrompty.load(source=prompty_path, model=prompty_model_config) # type: ignore
523
524
  except FileNotFoundError as e:
@@ -531,7 +532,7 @@ class Simulator:
531
532
  prompty_model_config = construct_prompty_model_config(
532
533
  model_config=prompty_model_config, # type: ignore
533
534
  default_api_version="2024-06-01",
534
- user_agent=USER_AGENT,
535
+ user_agent=self.__user_agent(),
535
536
  )
536
537
  return AsyncPrompty.load(
537
538
  source=query_response_generating_prompty,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: azure-ai-evaluation
3
- Version: 1.8.0
3
+ Version: 1.9.0
4
4
  Summary: Microsoft Azure Evaluation Library for Python
5
5
  Home-page: https://github.com/Azure/azure-sdk-for-python
6
6
  Author: Microsoft Corporation
@@ -400,6 +400,20 @@ This project has adopted the [Microsoft Open Source Code of Conduct][code_of_con
400
400
 
401
401
  # Release History
402
402
 
403
+ ## 1.9.0 (2025-07-02)
404
+
405
+ ### Features Added
406
+
407
+ - Added support for Azure Open AI evaluation via `AzureOpenAIScoreModelGrader` class, which serves as a wrapper around Azure Open AI score model configurations. This new grader object can be supplied to the main `evaluate` method as if it were a normal callable evaluator.
408
+ - Added new experimental risk categories ProtectedMaterial and CodeVulnerability for redteam agent scan.
409
+
410
+
411
+ ### Bugs Fixed
412
+
413
+ - Significant improvements to IntentResolution evaluator. New version has less variance, is nearly 2x faster and consumes fewer tokens.
414
+ - Fixed MeteorScoreEvaluator and other threshold-based evaluators returning incorrect binary results due to integer conversion of decimal scores. Previously, decimal scores like 0.9375 were incorrectly converted to integers (0) before threshold comparison, causing them to fail even when above the threshold. [#41415](https://github.com/Azure/azure-sdk-for-python/issues/41415)
415
+ - Added a new enum `ADVERSARIAL_QA_DOCUMENTS` which moves all the "file_content" type prompts away from `ADVERSARIAL_QA` to the new enum
416
+
403
417
  ## 1.8.0 (2025-05-29)
404
418
 
405
419
  ### Features Added
@@ -1,55 +1,58 @@
1
- azure/ai/evaluation/__init__.py,sha256=r4Xj_k-yjJXChFIENaz_1vDY4vZSy8tf6MRLlWJjsSY,3866
2
- azure/ai/evaluation/_constants.py,sha256=kptry2VQRoInON1SpCZ6yJSVNvdgYC0wfkxsV4K8u1w,3727
3
- azure/ai/evaluation/_eval_mapping.py,sha256=MqLU4KDn1wHegbAjoS6HpQPStGPEiTOCf-q1SD8Gw_w,2582
4
- azure/ai/evaluation/_exceptions.py,sha256=XVliA6hj3C9Pz1ryBn0aC2izpno953VZwarTEfRumi0,5409
5
- azure/ai/evaluation/_http_utils.py,sha256=1bGce6pKAL-vmaUGRPxVX7DVO05XVQ8YPIwIQ3q7mfA,17221
1
+ azure/ai/evaluation/__init__.py,sha256=VvxtyvozSmYqWjl62kbwLAZJY7vwXZD0QOsS0ah7mmc,4231
2
+ azure/ai/evaluation/_constants.py,sha256=FNVxCt3_0MwZHtDsjRYPH5h6mT_48KCbJTBWBDTNujE,3729
3
+ azure/ai/evaluation/_eval_mapping.py,sha256=CHabrfaRlWbrAYUZV5YXYH0GX_zk9tG9y1og6RtUAnU,2584
4
+ azure/ai/evaluation/_exceptions.py,sha256=y5zVwhyoNuqjaE8P6E65j0-NRDE2Nx0iMq8F7_0kO-4,5848
5
+ azure/ai/evaluation/_http_utils.py,sha256=d1McnMRT5lnaoR8x4r3pkfH2ic4T3JArclOK4kAaUmg,17261
6
6
  azure/ai/evaluation/_model_configurations.py,sha256=MNN6cQlz7P9vNfHmfEKsUcly3j1FEOEFsA8WV7GPuKQ,4043
7
- azure/ai/evaluation/_user_agent.py,sha256=O2y-QPBAcw7w7qQ6M2aRPC3Vy3TKd789u5lcs2yuFaI,290
8
- azure/ai/evaluation/_version.py,sha256=s-hB5c2HMI5UlCpMm0EGHnSdbc_xvo8g7tM1oIr9ys4,229
7
+ azure/ai/evaluation/_user_agent.py,sha256=SgUm6acnwyoENu8KroyaWRrJroJNqLZBccpQoeKyrHw,1144
8
+ azure/ai/evaluation/_version.py,sha256=CPV5vdeD0bAfJPGm-RemVSV56PL9JcRpA5-wuCsNBPc,229
9
9
  azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
- azure/ai/evaluation/_aoai/__init__.py,sha256=DE9av37bnDMCbYjgXAY9pcmCol7URCMkJCTIbRn1xHo,264
11
- azure/ai/evaluation/_aoai/aoai_grader.py,sha256=QyLlEeNy4BE2mdE2lKyArV8sHbiaFLDyI2j0xxlVEZ0,4121
12
- azure/ai/evaluation/_aoai/label_grader.py,sha256=3ta7MbMgzhHmY0v72u43CKEZseK5axAEdMGLlawIAtc,2659
13
- azure/ai/evaluation/_aoai/string_check_grader.py,sha256=qVW4H3eRl5WSie0dlHFevW4fR8KoXW4B4Z4Q11FDVeY,2278
14
- azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=FT2TM89oVKLhFPA98OpG3a3SGcfX7POrvf9hps2pukY,2846
10
+ azure/ai/evaluation/_aoai/__init__.py,sha256=0Ji05ShlsJaytvexXUpCe69t0jSNd3PpNbhr0zCkr6A,265
11
+ azure/ai/evaluation/_aoai/aoai_grader.py,sha256=8mp_dwMK-MdKkoiTud9ra6ExKyYV1SAPXr1m46j4lm4,4434
12
+ azure/ai/evaluation/_aoai/label_grader.py,sha256=5HOLLkiqCOQS5LPJ5Nm0PE5I1uGEhvoi-6DRgG-H1KM,2696
13
+ azure/ai/evaluation/_aoai/score_model_grader.py,sha256=rwSneYpVXemlmmY0aiIBYSnauT_AhgaqGvXoXqhZNHA,3675
14
+ azure/ai/evaluation/_aoai/string_check_grader.py,sha256=5aRMEMoM0FUvxx_ftwySV-KN_Daw3R4-brFaND_NR_E,2321
15
+ azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=BxJ5Z6npKPkfuVzy84IZXHZVlg4EJrkq2NA8XixBxm4,2889
15
16
  azure/ai/evaluation/_azure/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
16
17
  azure/ai/evaluation/_azure/_clients.py,sha256=YugjJQKqbilvU2gorgtUiKFi3AQZLlsqPPQeWee4WbE,9116
17
- azure/ai/evaluation/_azure/_envs.py,sha256=SBJL7wHOCzJ59nuHiOXK5fkoqe8CHMMKCLoPUWm6qRM,9393
18
+ azure/ai/evaluation/_azure/_envs.py,sha256=r2UATRcpEfYItL8PlHX0Q1eHLS1HU-2kqVEq35jo7fI,9371
18
19
  azure/ai/evaluation/_azure/_models.py,sha256=Vxcg7WfpAyxLQ-EesZzLGqopguV9Oohfjf-vWKTOA-8,12527
19
- azure/ai/evaluation/_azure/_token_manager.py,sha256=_CGub9uIA-N6-9M6mm7gyk9m-B8kr4i1bw9GkqDKLQs,5450
20
+ azure/ai/evaluation/_azure/_token_manager.py,sha256=EoNbDLweJOukqReOKJVgnQ9AFLVuQeK3KJrJtZKTIAA,5489
20
21
  azure/ai/evaluation/_common/__init__.py,sha256=Da2pjszo7wF6lAQKcs4ayfYVcpKDeNdAnwdueNx-Db8,863
21
22
  azure/ai/evaluation/_common/_experimental.py,sha256=GVtSn9r1CeR_yEa578dJVNDJ3P24eqe8WYdH7llbiQY,5694
22
- azure/ai/evaluation/_common/constants.py,sha256=7gwcSbcJr-KHA-7Llmpuo4kap_l3X5-emAn2LMb_wk4,2281
23
- azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=QkmEfewIwLhZ9rVey26ZFuty5WzXwFJ6lSx-LAkGRek,7567
23
+ azure/ai/evaluation/_common/constants.py,sha256=lkdGK6xrMhVogqBudU4B8-6Ko2aSxKl3HzzVTh1D9Ho,2286
24
+ azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=3HMiG37Cl46q9-kE6zxIEoQbgK96YelX1AFWldfk7Ok,7485
24
25
  azure/ai/evaluation/_common/math.py,sha256=d4bwWe35_RWDIZNcbV1BTBbHNx2QHQ4-I3EofDyyNE0,2863
25
- azure/ai/evaluation/_common/rai_service.py,sha256=PNbGB_Clq8dydKhxOh9bojszWBkWxkvDOBLcCuSN66c,34810
26
- azure/ai/evaluation/_common/utils.py,sha256=mbmPSjOxQHir6QfUDMZXFP85qBc_SQhZ8G1mFKd601M,21531
27
- azure/ai/evaluation/_common/onedp/__init__.py,sha256=7bv0pblNvJFyhZArS85JZ1KLyVQ6Cly8z2q30wvEq2M,1058
28
- azure/ai/evaluation/_common/onedp/_client.py,sha256=Gc_mtATKUHML5znufEDlfTx8F08UYBLASSNC3Gb2tZ8,7045
29
- azure/ai/evaluation/_common/onedp/_configuration.py,sha256=tPyQO1oE9BnPX23L65idp-BAIcOvfD2FP3S3ihiW4LY,3968
26
+ azure/ai/evaluation/_common/rai_service.py,sha256=sLqX9XVRL3_v5AkrbDc4OPOu7OvHonzBBs-XljI6lyo,35471
27
+ azure/ai/evaluation/_common/utils.py,sha256=zKDsMoALUxvgE6rg5xYBzcqTkDXjWs_uXzAa-ngobuU,26590
28
+ azure/ai/evaluation/_common/onedp/__init__.py,sha256=C7Ddtjy__BxKkRCydRS7BhtQnM7TFZo179UUVC5krVY,1026
29
+ azure/ai/evaluation/_common/onedp/_client.py,sha256=cE37dQkl6aFfPZD-jyDa1QKUYKe5UQuC3SJX6XndFFY,6667
30
+ azure/ai/evaluation/_common/onedp/_configuration.py,sha256=F_KmJnzEgtmPTZViFS2nTMtKYHxi_YOn81BDx24L3gI,3629
30
31
  azure/ai/evaluation/_common/onedp/_model_base.py,sha256=tbXHyIgoCiU8Uh3SB5Jjz2TuPnyRP1_bCt6_BBb9r2c,46553
31
- azure/ai/evaluation/_common/onedp/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
32
+ azure/ai/evaluation/_common/onedp/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
32
33
  azure/ai/evaluation/_common/onedp/_serialization.py,sha256=k_AMNNhSC5sPfO7dRCNJCofOjY7aN3V87RBVWJLEnrY,83996
33
34
  azure/ai/evaluation/_common/onedp/_types.py,sha256=qau1w2QFg7SfL3E7kmzae7csROBC9ItzP1weVxen1Wg,1002
34
- azure/ai/evaluation/_common/onedp/_validation.py,sha256=YJCAW5n9KBiqy4VhHiyi8RsPrZow6MEqLg5aJBSxCS4,2145
35
+ azure/ai/evaluation/_common/onedp/_validation.py,sha256=A7DcsEblccC-dXuesu2U8XKWqrsqV96lLxn6viuokNs,2095
35
36
  azure/ai/evaluation/_common/onedp/_vendor.py,sha256=CGcoyL5I2sHqUfQSqadr_wcuYGsgVCB2MABM-48nK9I,1974
36
- azure/ai/evaluation/_common/onedp/_version.py,sha256=ZQEsxtJ7-eB_7Kd1H2WlD4WBVQa9O1w38FjpdWxfcZM,495
37
+ azure/ai/evaluation/_common/onedp/_version.py,sha256=O4QAKqUqd5NYgBOMaio5NlyJfhohrHXcqV8Xdbpuh50,486
37
38
  azure/ai/evaluation/_common/onedp/py.typed,sha256=dcrsqJrcYfTX-ckLFJMTaj6mD8aDe2u0tkQG-ZYxnEg,26
38
- azure/ai/evaluation/_common/onedp/aio/__init__.py,sha256=oJCCFsFKTRCs199f2Ai_pIrSOuDyN31Oy1nU8Ix5MbY,1002
39
- azure/ai/evaluation/_common/onedp/aio/_client.py,sha256=cAs4ZFBDR7LMnkljtjL3OyYh59jLoQ3LvXe1PPF6mKo,7240
40
- azure/ai/evaluation/_common/onedp/aio/_configuration.py,sha256=Ej37oE15iQQvQWrBlFd41JIlQDTIOd3_uYd_s0e_oYY,4027
41
- azure/ai/evaluation/_common/onedp/aio/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
42
- azure/ai/evaluation/_common/onedp/aio/_vendor.py,sha256=lBk0_C6_NYtQeLUL7uM-wFVQJiZAKIdzWct_FPqBKVc,1553
43
- azure/ai/evaluation/_common/onedp/aio/operations/__init__.py,sha256=2rIhesutTPrcc8BUqSVkRpkQdxTI5lzucEOqj552P0E,1618
44
- azure/ai/evaluation/_common/onedp/aio/operations/_operations.py,sha256=gMarwhuHtGir6Dms-IHeYZ95oRPnIskq7pHkI_ea7do,194836
45
- azure/ai/evaluation/_common/onedp/aio/operations/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
46
- azure/ai/evaluation/_common/onedp/models/__init__.py,sha256=p79kpWIXyKU6pq2JdTzzqsel_LT_MmvOAxo2ja_4aF0,3545
47
- azure/ai/evaluation/_common/onedp/models/_enums.py,sha256=xWkVAfjZGxnQsaGENmgpfKADv38Sb0mVliUW8i-dCeQ,5814
48
- azure/ai/evaluation/_common/onedp/models/_models.py,sha256=VIP7RCP-48LSMfc4m0HPSgt40sCnciKNjlV_C-p5H0E,92197
49
- azure/ai/evaluation/_common/onedp/models/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
50
- azure/ai/evaluation/_common/onedp/operations/__init__.py,sha256=2rIhesutTPrcc8BUqSVkRpkQdxTI5lzucEOqj552P0E,1618
51
- azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=RirJRnif4ujcsngXNiRXzHtCc0F7M5VNbwG6CBjKU9o,240913
52
- azure/ai/evaluation/_common/onedp/operations/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
39
+ azure/ai/evaluation/_common/onedp/_utils/__init__.py,sha256=nh5swTUwCBe3xsb9n60QMcuJ33d89Itwx7q9V-oDOUE,450
40
+ azure/ai/evaluation/_common/onedp/_utils/model_base.py,sha256=NL89bIQRfxd7LqW73udbgJcouGrgVkx8fu5jCx5AFDQ,45321
41
+ azure/ai/evaluation/_common/onedp/_utils/serialization.py,sha256=9eoCiOLbhUdv2aer6GQGxJOVRjxSaZ46yH0wrwS6tTw,81964
42
+ azure/ai/evaluation/_common/onedp/aio/__init__.py,sha256=jUawBX1lQ2ZqWI5d7r2DKj-beeetS-V3mYhhoJM3oPI,973
43
+ azure/ai/evaluation/_common/onedp/aio/_client.py,sha256=Assc_H2ajfJtJhQwiei0seIYMOjrJQ6J1IloAnISKZY,6840
44
+ azure/ai/evaluation/_common/onedp/aio/_configuration.py,sha256=r9dKD-EASxkIxQWoJ8MwPGvpOrN5YT_5y_faPFesx-k,3672
45
+ azure/ai/evaluation/_common/onedp/aio/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
46
+ azure/ai/evaluation/_common/onedp/aio/operations/__init__.py,sha256=k9s2V8lJr-9bkIz8NzKEEopscWFsXbtDvkyGX-8ypPA,1479
47
+ azure/ai/evaluation/_common/onedp/aio/operations/_operations.py,sha256=xSkn23Wei9LREko2o5CKBGMKgocML0bTC970NEbYP-U,205142
48
+ azure/ai/evaluation/_common/onedp/aio/operations/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
49
+ azure/ai/evaluation/_common/onedp/models/__init__.py,sha256=3p1f6D_dLR78NZD8KIW96QIGFEPC4hX0Cmny_GFW3lE,4111
50
+ azure/ai/evaluation/_common/onedp/models/_enums.py,sha256=BmRNUNzEQNeS_wAeTSJedRFOz6KUQfu3ui4X__DCQ48,9230
51
+ azure/ai/evaluation/_common/onedp/models/_models.py,sha256=1F5s1hwN-gDdV3dwiFUnf4H3MOXzxfLftpvwPkyL8aA,109858
52
+ azure/ai/evaluation/_common/onedp/models/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
53
+ azure/ai/evaluation/_common/onedp/operations/__init__.py,sha256=k9s2V8lJr-9bkIz8NzKEEopscWFsXbtDvkyGX-8ypPA,1479
54
+ azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=PML44MdW9NdRBqtii__jsdW9_a2CJNJ5CMNciZFxUTc,254330
55
+ azure/ai/evaluation/_common/onedp/operations/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
53
56
  azure/ai/evaluation/_common/onedp/servicepatterns/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
54
57
  azure/ai/evaluation/_common/onedp/servicepatterns/aio/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
55
58
  azure/ai/evaluation/_common/onedp/servicepatterns/aio/operations/__init__.py,sha256=EJcjNzeaFGEcGGDiRmhJKlwinPSKrnC75puUAuvgIxU,968
@@ -66,7 +69,7 @@ azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/operations/_pat
66
69
  azure/ai/evaluation/_common/onedp/servicepatterns/operations/__init__.py,sha256=EJcjNzeaFGEcGGDiRmhJKlwinPSKrnC75puUAuvgIxU,968
67
70
  azure/ai/evaluation/_common/onedp/servicepatterns/operations/_operations.py,sha256=sCKc8EBwTsb4n_R7XkN0lTKDgEn_Rpn-aTmZR4vf4AU,1677
68
71
  azure/ai/evaluation/_common/onedp/servicepatterns/operations/_patch.py,sha256=YTV6yZ9bRfBBaw2z7v4MdzR-zeHkdtKkGb4SU8C25mE,694
69
- azure/ai/evaluation/_common/raiclient/__init__.py,sha256=SaoPfbEPhdoXpIKqOPmRVNyYky1mW5c7UobHt08ksAI,1153
72
+ azure/ai/evaluation/_common/raiclient/__init__.py,sha256=zXGcvReksEtgcqW0lXlYNauQs5lELuhtH-foawgcOgc,1152
70
73
  azure/ai/evaluation/_common/raiclient/_client.py,sha256=ZnFRcpZ0UD3MeFWnJ44AbkbUqPHsvGM502ra28pm_No,5812
71
74
  azure/ai/evaluation/_common/raiclient/_configuration.py,sha256=exABHzDcOl5295p5LnWxL82x21z6_ruyBbigW3WoQRA,4246
72
75
  azure/ai/evaluation/_common/raiclient/_model_base.py,sha256=loH1BeKpp3UeO6hFvAzcNbT2hhotWQIDu3JRQgQZV_M,45135
@@ -86,94 +89,95 @@ azure/ai/evaluation/_common/raiclient/models/_enums.py,sha256=Dc574fkQb8GiXRzemF
86
89
  azure/ai/evaluation/_common/raiclient/models/_models.py,sha256=oUolMwRT4QIiQCwI-nEJhxvlX_7o9BJLCMu6v5tkeCM,20665
87
90
  azure/ai/evaluation/_common/raiclient/models/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
88
91
  azure/ai/evaluation/_common/raiclient/operations/__init__.py,sha256=Ah41eszCE4ZDISukKSdOWQQcZGv0TbDduaT35Q8PQz8,925
89
- azure/ai/evaluation/_common/raiclient/operations/_operations.py,sha256=_-B8zU6GQ4RciGvBcAoVNlfGdNXaqf2XsS3EP-kYu10,50944
92
+ azure/ai/evaluation/_common/raiclient/operations/_operations.py,sha256=8p5cxclqe1TV5Eolqm9Qy90D9q0MqspLbv8yoeWsjR8,51394
90
93
  azure/ai/evaluation/_common/raiclient/operations/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
91
- azure/ai/evaluation/_converters/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
92
- azure/ai/evaluation/_converters/_ai_services.py,sha256=1ZaCNNpocCcg_fWzwCR4TAgVCt1b04-FCEOZzejO658,38788
93
- azure/ai/evaluation/_converters/_models.py,sha256=cd3uEUvXNnxEEEGMYE5_V9XEeIwhtCF_qZOwVIx9JPw,14010
94
+ azure/ai/evaluation/_converters/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
95
+ azure/ai/evaluation/_converters/_ai_services.py,sha256=sAzXojsM9flEmG7tSRPxmuqf8NGrmKOcMZP4dyqVjaU,38752
96
+ azure/ai/evaluation/_converters/_models.py,sha256=WjAJntMPlc_CpnHZ2pFqW5yezlvfGJCorw7FIa8lMQc,15308
97
+ azure/ai/evaluation/_converters/_sk_services.py,sha256=NfjflVgeJUF0MrvAiUd_uF2magn38Q_MKmHzaY41vOA,18239
94
98
  azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
95
99
  azure/ai/evaluation/_evaluate/_eval_run.py,sha256=ZlDvTNDiMSZ2VfzVicPmEGx65LL3LmcKcPWft6XjWcA,21991
96
- azure/ai/evaluation/_evaluate/_evaluate.py,sha256=YBdCP5gFXUwy-19A83-F4fjgwe7GfJUAcu3s6zjfnoc,50946
97
- azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=Z7Ku3geqOEWvlODQ7IpYWpT3TXSjKPV7OCtYQBJ10JU,24999
98
- azure/ai/evaluation/_evaluate/_utils.py,sha256=w-71izKmbqaA4aOLCop6Jj39Z6bWGpB1INy70MpYxws,18899
100
+ azure/ai/evaluation/_evaluate/_evaluate.py,sha256=Gl6_w-j91AqsA_GiIzxmOLfWD25HUf41EyIcnaITi1U,51371
101
+ azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=jcwgDpwZ3BphUYLOQR0eu12xGbGv9wXxnHdc7O1eNNY,26128
102
+ azure/ai/evaluation/_evaluate/_utils.py,sha256=jJ6fuRcD4tUwRiO62uTmrljIDN5NgG_j63_Z7wImYnE,19170
99
103
  azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=cPLi_MJ_pCp8eKBxJbiSoxgTnN3nDLuaP57dMkKuyhg,552
100
- azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=UkqF7iJUY9lxxMKPuLSsOtLpp3rzq-PTbUnSLq-LQc0,4650
104
+ azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=myLUp8S650elK5i9LmKXW2b7MRES1mUO_HmBbOZyzCk,4645
101
105
  azure/ai/evaluation/_evaluate/_batch_run/batch_clients.py,sha256=dTZYdQGweGzEN6OHtn1jOmGG767AJ7RJwfHoCCeRddg,2761
102
106
  azure/ai/evaluation/_evaluate/_batch_run/code_client.py,sha256=n4JxDAFNnetfpAj4FyhtZms3kuGmDWXCBOogqeO4F98,8607
103
- azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=RlmmmKKIoosXW2lGXM3crYBYWHHYHQAXU9JO5ATOrIQ,4052
107
+ azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=Z0m6nDNF7TiIIW1woC7TCeuh7XIBAwTNFfPKXJhE7_k,4076
104
108
  azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py,sha256=jgHSi0ixvwla9q0EoMDHsN7fm8nezU0iuj4qyNLRHV8,4853
105
109
  azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=TrZ_IkbU8DeJkZajw22F9DWWFVg0sCBY6bgC9QlHTQ0,2420
106
- azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=tBZ98BC8sIuANCTZsgONQblR-Vrw2oIcRqjjyHxbZio,3513
110
+ azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=KARq4sFLAh72Rhr8nefbOLXFnKqdO6i6zAYRqr4SWJ4,3475
107
111
  azure/ai/evaluation/_evaluators/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
108
112
  azure/ai/evaluation/_evaluators/_bleu/__init__.py,sha256=quKKO0kvOSkky5hcoNBvgBuMeeVRFCE9GSv70mAdGP4,260
109
- azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=4X6_tqzNamdNpTz3UuGd0KPop-EB81P8evKI67lhis8,4987
113
+ azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=DEwO5ZeAlp_e84F50f_gcVsaBgOw6PUepZJ3hbhnd4E,4962
110
114
  azure/ai/evaluation/_evaluators/_code_vulnerability/__init__.py,sha256=zRHHxYA6CI72iqZaZz9eSbDHwhhjp5hjicEK_RWXlL0,109
111
- azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=OhQPkvcHw89UwFIQQ_6mfqWWhUUo-u7xTvzDab7TwZw,4573
115
+ azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=gyglQMaUnqar3ww0kECISki30ocNk8sF-cGc0jNGf0I,4642
112
116
  azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
113
- azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=060e8p1DybkaMBu7YuZeV2nKmgT00z15HncDhuvgZJI,5899
117
+ azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=Ss3J-n-j7bf9n721YbK4b7kjvuO1A-x_9dd_xKIkOrw,5871
114
118
  azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
115
119
  azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=xAymP_CZy4aPzWplMdXgQUQVDIUEMI-0nbgdm_umFYY,498
116
- azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=ZaUTsiqvaGT7fFgTjxOpqpOnn93NJtMKLCv00PSeHfM,25843
120
+ azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=hLC-4Q7tpHvZTj5vrFQ5IIpLY09yAsTq9_AyxUyjwaY,25921
117
121
  azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=yYFpoCDe2wMFQck0ykbX8IJBBidk6NT1wUTkVFlVSy8,2728
118
- azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=p7i5WkRljrCtidd6oF_A6iWcwNFrZMVoaVjEyoBTXig,6715
119
- azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=pJHOMYS7vmVEk6PYvIu1VTi0WbNXTZhuh5q2p12ydgg,8569
122
+ azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=11ZMNPLF50O7om7UOq8BzeWiarVpU9qnC1exotnw1Lo,6866
123
+ azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=N_ZxXFJ_6IJYh5RzqJjyHPjxgbFXhjPCN6HRxn7wdqA,8628
120
124
  azure/ai/evaluation/_evaluators/_common/_conversation_aggregators.py,sha256=gjDBjRxJKwaHbshWH0j2idjlzfzNMnT9a9RL0fQiKeM,2129
121
125
  azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
122
- azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=dDPkXdAl6Ut1dpKjiw-VwZNgim5d_BgcpTPR0r0DTEk,6890
123
- azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=laDT9WWkNIrNh24E9vaUMXQ_fOTR9f8hySeTX_EvaA4,7256
124
- azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=wVfirreCFXJugJa_c2GPFsEPjoFql6-d3nRpWTvP_mw,6051
125
- azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=Hl7Qp2Exh70pmwIx6g-ceW7uwOa6rkckKbVtBqx-x_c,6599
126
- azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=WVfRUjetibnHRDqBgvdXmiRSRrjLUeH1g1mNKocGxsY,6665
127
- azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py,sha256=nefQB4uzoFDrITcU3aYY1lou2pc4ASGvSeMoejS8jM8,399
128
- azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py,sha256=NBYONxwi03tKyhrnkvVKd1sga3o6xVzr6MSf0vnPU8g,20607
126
+ azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=RNrEVw2-dnKmmI8KPjlnhrN08spJ2Yre3KHppAdNwDQ,6959
127
+ azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=zqDOdZ0HMGaQnIRlC9Eu25LaKuqm0igSyL6a3OYrURc,7323
128
+ azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=cCQWySBudV9CpUdpFoZnllOhm1cEVylHtrpynHQ5rz0,6119
129
+ azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=hq5QZ1Lhn3ugnX7jqrfD2K8pRgzZCgNzekk7hl2ViMs,6670
130
+ azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=3fCjKT6bj-hKhV95cpa8YyTr1stGY5MzJUF3bnjfjSE,6740
131
+ azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py,sha256=wEAbjkMQTlwmRsa7_XeOP0EAT1g7AJyaYlvPdZElAb4,385
132
+ azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py,sha256=hWFEolGdhcNH2G1TIRBhxGGcphO61ONDnmoPSAsz4po,20186
129
133
  azure/ai/evaluation/_evaluators/_eci/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
130
- azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=a36sLZPHKi3YAdl0JvpL6vboZMqgGjnmz0qZ-o8vcWY,2934
134
+ azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=WH99JeLmwGVtI2kHcpAM7oZXZbQdjREBZZjeOduP3Tw,3030
131
135
  azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
132
- azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=fYiPNEMcdfWqQadsHAUxr9PYiCKTbKGZIgVbrrqoHe8,6988
136
+ azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=hEs07Yq8D08RLOJyIRB_E2iHwe8Kpcoo8bL4ORHWTE8,6966
133
137
  azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
134
- azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=0h8zB0qOwLxu8drQGp6DQzr51q6hbMxWkKCeYpP_Wdg,5594
138
+ azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=s_--X5B0sLMOf6QcYqzWnRPwXDaZXy3BRBjVOghHwkE,5579
135
139
  azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSsLTSKEM_ApJuxxuKWQpNblrTEkFY,4861
136
140
  azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
137
- azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=qRRH0ByDS0HJ1c-quXm1R7DPMSnX8U5cTVJKUTV8NsI,4932
141
+ azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=aNmEBXYOOUgtDMeavnKrVAGa5P02m3Zoh-a7ibObZy8,4911
138
142
  azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
139
- azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=iz00CEEWVxXkjA43xKGtcSkvXsjSfIziOQgsjcZXO3o,8144
143
+ azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=dZaG2_T1UDSQmCPJwr00J3VxkC9t13EYHJ4DPsTYllw,8235
140
144
  azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
141
145
  azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
142
146
  azure/ai/evaluation/_evaluators/_intent_resolution/__init__.py,sha256=Lr8krXt2yfShFTAuwjTFgrUbO75boLLrRSnF1mriN_Q,280
143
- azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=6Er-UgDSD77cUxj7zO42KR_blGE7hJ3-DfhjsEe5PzI,11427
144
- azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=p8_V-bB3uOqqXWRsDNa4eIOoP8U-_D-5fZuCNSL8ZUU,7467
147
+ azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=jC4eDUIobN9m5qoo1Z2oAEkpSuZLokyZ_AqS0EyjRRI,11386
148
+ azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=5xLdYQ9FUfJVNtkbFMjiFhFH17eyRYF4WFIE6_3zvxc,8449
145
149
  azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
146
- azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=TyzMNn5V8SVWD02c8rAxF2Hah8M1sHcqerUhOIORJ18,5971
150
+ azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=CooCk3130gVJwXeIMrxnBDp9EEkzNVvL-MsEomNteXY,5953
147
151
  azure/ai/evaluation/_evaluators/_protected_material/__init__.py,sha256=eRAQIU9diVXfO5bp6aLWxZoYUvOsrDIfy1gnDOeNTiI,109
148
- azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=Lj9swebEldxelmnV9N9Zsy6umW_H8Y2gBcgFxmygu6c,5136
152
+ azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=jugv82Ovn35m6OGWHCrbmTy618hds1j8TnX5sdyKpEU,5216
149
153
  azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
150
- azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=HukkUHjYPVPJpnfstF5QvVu3-XZz5q5fTZU5AksPjB4,6252
154
+ azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=FzUq5vZolZIcrmIfc9XyT0-RfpAcfOszE6slCkVtOSg,6240
151
155
  azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
152
- azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=THCnKwg_Wcok22MNBMK7KJNj138_KNQj7zAXYeHtqkM,6569
156
+ azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=Prb-vx98IpzxFHnhpZ-tial9dG4HrrrFa1KbmCqTeUY,6517
153
157
  azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=VHKzVlC2Cv1xuholgIGmerPspspAI0t6IgJ2cxOuYDE,4811
154
158
  azure/ai/evaluation/_evaluators/_response_completeness/__init__.py,sha256=U3eqkQQAgRif46B6UGdq3yWefgbkZGJ3ZE2sKoZQDlU,292
155
- azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=PDGwQEHPIW8caZBaVkabDMcV0REEhtJR9J8rs8WTeXw,8078
159
+ azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=9_zalnYiCEPdQLvXKWAmNdqohUjB5u6UuZOM0Ko50Tk,7883
156
160
  azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=25PqzWWtpwvsKNnBGDNfqsKKo2RpyeiIFzvK8sauPDg,7520
157
161
  azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
158
- azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=X4hf_1A1sK2oxU1CfgORIm-QZ_-19U24WzK3w1aOrM4,6292
162
+ azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=ShAHEwdLeUUP7WpzM-W7PauPj7sNiUgcKd0EoTDS4Fg,6281
159
163
  azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=_YVoO4Gt_WD42bUcj5n6BDW0dMUqNf0yF3Nj5XMOX2c,16490
160
164
  azure/ai/evaluation/_evaluators/_rouge/__init__.py,sha256=kusCDaYcXogDugGefRP8MQSn9xv107oDbrMCqZ6K4GA,291
161
- azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=QrBdcn0YuUy1kKVJ4PftnAKOF9xi97mdFddYfx3HYJY,10137
165
+ azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=_qPmSLmp-6NH0LuEGccfgpbYVmrsKCMzuAs4cdpKUgM,10060
162
166
  azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py,sha256=0DODUGTOgaYyFbO9_zxuwifixDL3SIm3EkwP1sdwn6M,288
163
- azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=JZAX9o7UiF-vi6WdSJ6dFOXhkg97uDW3dP1nsUFUH_E,8065
167
+ azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=7bKXq-3T0wImNomoEX0to3R4zukNYEqocpAu5uxzPBQ,8152
164
168
  azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
165
- azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=IF5JJ3JpojURNDIRxYOx9_sbEHGEuLQREa65YeegnYA,5438
169
+ azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=_bj1YespJ8ZMNq7u-5Ktw5w6f3U98raP9nHMgI6tZls,5430
166
170
  azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
167
171
  azure/ai/evaluation/_evaluators/_task_adherence/__init__.py,sha256=9HtNrG7yYX0Ygq3cZoS_0obAvGgmy5HWcsBcPKoB15c,271
168
- azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=4Un2A9X5V1rrpq2nUKzTW3zT6AsljBNPFUM8D1MUvZM,10308
172
+ azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=VokR01FyGV3V5wLkbdOB6k_OInhhBO2jPwjYE9oyYxA,10208
169
173
  azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty,sha256=tOgTrDO41jsFHloabSBCWcbwKB1MtGGxHH_pyFIn2Vk,5350
170
174
  azure/ai/evaluation/_evaluators/_tool_call_accuracy/__init__.py,sha256=vYB4Y_3n1LqTiEeZB1O1A0b14wpURBwtW0wPEN2FG9Q,288
171
- azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=TCyJJmJzR-rq1VK3n8aRPiN6hadeHXFYuWeG9y_tN0g,18320
172
- azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=0YgN5SwlWCdcqHAhRU5NEVlZL062tQMiFil0bvdppn4,3890
175
+ azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=HJ6Ehbpks1e6Si4zCXMjHDMAos5qehyA-ARRuE-2nBI,18317
176
+ azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=L2EyEj4jHLE_RPzO6a1m7gakX3N9eiQ4sbwnFEwbTsw,3895
173
177
  azure/ai/evaluation/_evaluators/_ungrounded_attributes/__init__.py,sha256=wGZBd_cRDgkuS-0HV9qm81dHK7ScYdKd98xLPtk6EwQ,118
174
- azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=GEktjSmqJXn_m-rQqm_pkJMUPyIFnVeMUFfI0EUoFIA,4336
178
+ azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=G4eZ72QfVmjtwfMiD7UdfDsB4XCPAXuw06UtNvWwkHk,4408
175
179
  azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
176
- azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=EaMp7lIGNvyibOj-pJreifMdw2OXVQ3vkL8-4BkX3zg,6481
180
+ azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=aiBKbs0sKeTizOhXHyEbmz64XAE66SSyU0QNIAhQe4w,6564
177
181
  azure/ai/evaluation/_legacy/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
178
182
  azure/ai/evaluation/_legacy/_adapters/__init__.py,sha256=LGQk1gGjDTCtd-vEQj6ObYyK7Mff9zL1jFOq7iTrOSU,450
179
183
  azure/ai/evaluation/_legacy/_adapters/_check.py,sha256=ojKjHEtjzfg9QA4o4vH4cLVpdw1F-7snxCQ-sdjRFig,426
@@ -189,66 +193,66 @@ azure/ai/evaluation/_legacy/_adapters/types.py,sha256=q7n0TtpFxd1WttbUR_Q8ODd8bT
189
193
  azure/ai/evaluation/_legacy/_adapters/utils.py,sha256=2KdYqfeuHLcfqk1qJRviNoqqsghxBZNmyoGcUTNphl0,1306
190
194
  azure/ai/evaluation/_legacy/_batch_engine/__init__.py,sha256=NNX2DhtPVzJCX8kR_QzZ6EkUsdGifvwip2LHEcRwy1Y,594
191
195
  azure/ai/evaluation/_legacy/_batch_engine/_config.py,sha256=-B37cIbWOWEB3kTaNjHGLfQNbLa-XAP1gWm0Kvyv82k,1724
192
- azure/ai/evaluation/_legacy/_batch_engine/_engine.py,sha256=ZXTqKxUlhTfEoU3iyx6Y3Ru6akXVrgOD9ArkUMfs5VI,16659
196
+ azure/ai/evaluation/_legacy/_batch_engine/_engine.py,sha256=Q-Z7Pvz1gsVCOs0LEV619CMA5C0SQuqzj2UNFqp9LBY,16636
193
197
  azure/ai/evaluation/_legacy/_batch_engine/_exceptions.py,sha256=_QQLowht6ww4wBJbShQBo00Y8HFdaWh-dWd44sGvJBc,2870
194
- azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py,sha256=nmljSr5yGgiYRi6gD80IiTMSQNwDlAep9ILjZqRYJEI,5027
198
+ azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py,sha256=jP_ZHre2REdQh2l2JJNuP6arW9pHxOlc-WHG5jLnX6g,5059
195
199
  azure/ai/evaluation/_legacy/_batch_engine/_result.py,sha256=tPnI7Ab2t89ri4kvplJPvKBb0BOrMDQm3HAPXZuhp60,3471
196
200
  azure/ai/evaluation/_legacy/_batch_engine/_run.py,sha256=iNLMtkjvsbgivB59xWuB77kyZKxU40YhwoaJ_djuAcc,4491
197
201
  azure/ai/evaluation/_legacy/_batch_engine/_run_storage.py,sha256=KjiKaSjT16L_wLYrZpIeBANtin3fa4Gqd3L-Xjw-59I,3418
198
- azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py,sha256=sGv91UgMZ2rK1Iq0J1CfQX824YSn6s-IR05NPWGCDmE,11208
202
+ azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py,sha256=lI_bhKEWQRAyZHG_G56jf0JM2YbSI6ycH4TBhIM2NGY,11085
199
203
  azure/ai/evaluation/_legacy/_batch_engine/_status.py,sha256=xSpJaMmBroGOL8U_iTpAr_PgyNKaxfawqak6TpuUrkk,780
200
204
  azure/ai/evaluation/_legacy/_batch_engine/_trace.py,sha256=xh52vKgs8TKYj1WlqcenlOXiPmcfgdPei2P8BLAIO5g,4430
201
- azure/ai/evaluation/_legacy/_batch_engine/_utils.py,sha256=EQsRDLh9UA7KNC3L_g7jVGjwc9957EtiBQ8o5pgUSfo,2981
205
+ azure/ai/evaluation/_legacy/_batch_engine/_utils.py,sha256=pBOw5WTt64POR1c6yxGH5D5MhUxvXcMKJ2Rzzqth0XQ,2957
202
206
  azure/ai/evaluation/_legacy/_batch_engine/_utils_deprecated.py,sha256=hBm4gh_m8BCWDAryKmqO4ZsypuGE1QSh3K_DxfoEKpc,5917
203
207
  azure/ai/evaluation/_legacy/_common/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
204
- azure/ai/evaluation/_legacy/_common/_async_token_provider.py,sha256=VQrdiaH2j3DAMCO8OEhfXCgS18FGmi-JrGQFL7XxqqY,5527
208
+ azure/ai/evaluation/_legacy/_common/_async_token_provider.py,sha256=1eqYdVqs8_O4Q0_Eu7Inj27laTRacrr_E8MRm9VE6CA,5452
205
209
  azure/ai/evaluation/_legacy/_common/_logging.py,sha256=aEZsfS2wqbqVEA-vBsfg0-sCWyssGf2L1oWFmu9cego,11398
206
- azure/ai/evaluation/_legacy/_common/_thread_pool_executor_with_context.py,sha256=PoMMrG9p_ryNgxpv7zBb362lS2md02qON1H0Xroa95w,630
210
+ azure/ai/evaluation/_legacy/_common/_thread_pool_executor_with_context.py,sha256=GptSpaIqpXcw7otNf1VDfL7Jl5i_bilDt0XAvK4nK1E,632
207
211
  azure/ai/evaluation/_legacy/prompty/__init__.py,sha256=nWpB3ApQWzlzgbhvNkjHq3sL5tnpwfwmSsTKBmhxmN8,1660
208
212
  azure/ai/evaluation/_legacy/prompty/_connection.py,sha256=ZaO-TkUsWglsEEwek58MsvKSxXU13Xrai-O5DCqCuT8,3891
209
213
  azure/ai/evaluation/_legacy/prompty/_exceptions.py,sha256=BmYd5D3_ZnDRpbeWoMFO1GA6mjVOaNkFAksEGbHQwzM,7267
210
- azure/ai/evaluation/_legacy/prompty/_prompty.py,sha256=apbuS-TkMFIqryWJLfD3IiDO4X-0LS3C8AnXjrRTljc,16457
214
+ azure/ai/evaluation/_legacy/prompty/_prompty.py,sha256=6bl_glvQ_m3fV65g6T9B2ChRydQlCRYzQCb0myHk3oc,16696
211
215
  azure/ai/evaluation/_legacy/prompty/_utils.py,sha256=NCuZYuAZSguDtFsLAcgVwwPyAPM_MvdJnonup_KoEfs,25650
212
216
  azure/ai/evaluation/_legacy/prompty/_yaml_utils.py,sha256=pVL6xgTHC3AKKD5plJ4d6hiBuComaOlUww1uqqDQlB4,3350
213
- azure/ai/evaluation/_safety_evaluation/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
217
+ azure/ai/evaluation/_safety_evaluation/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
214
218
  azure/ai/evaluation/_safety_evaluation/_generated_rai_client.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
215
- azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=4uzRzFE3069oF-lsmOb3bPZ4eaQ76ampIs2fZ8LI0JI,42452
219
+ azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=aGzMJPzB_6NYtMcnc-8KMCGuFvONMXSdg6F4bs6XUbs,44856
216
220
  azure/ai/evaluation/_vendor/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
217
221
  azure/ai/evaluation/_vendor/rouge_score/__init__.py,sha256=03OkyfS_UmzRnHv6-z9juTaJ6OXJoEJM989hgifIZbc,607
218
222
  azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=DtNSeshHipzc6vFnvx7kbs5viXe4LNq-ZrgllFvfR4U,11299
219
223
  azure/ai/evaluation/_vendor/rouge_score/scoring.py,sha256=0sqdiNE-4R_EmTTqyWL9_DAOgl54250H5004tZDGxEE,1878
220
224
  azure/ai/evaluation/_vendor/rouge_score/tokenize.py,sha256=IyHVsWY6IFFZdB23cLiJs8iBZ0DXk1mQlWE1xtdjuuk,1826
221
225
  azure/ai/evaluation/_vendor/rouge_score/tokenizers.py,sha256=3_-y1TyvyluHuERhSJ5CdXSwnpcMA7aAKU6PCz9wH_Q,1745
222
- azure/ai/evaluation/red_team/__init__.py,sha256=wAjy_85gzdX0YyUlj6kHWrpo01zz2mgOJ1AbH5EkH8s,613
223
- azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=yMK5z91_w6GIzbqTQtUXfABuGeH3nfVgF8feOMd37K4,10765
224
- azure/ai/evaluation/red_team/_attack_strategy.py,sha256=aPFb40oKuIGRJA4MTempR6SOfLu2YJPvN_AXljwXk4E,1488
225
- azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=H58nU6IVEpeDuTZPsxIoYKXAvU3dAWnLRhA8wyaY11s,3071
226
- azure/ai/evaluation/red_team/_default_converter.py,sha256=K8G775VVdQLsAqff60BBNFrNRj8JijB7St9XOHmGQGA,775
227
- azure/ai/evaluation/red_team/_red_team.py,sha256=_TGgPo1UuPAfwrAB09j0F5GAC8A1YM3VJjahdQkJau4,151395
228
- azure/ai/evaluation/red_team/_red_team_result.py,sha256=BwHf0KBGe9hqyWeTYDOOuoIxJ0rqkY9lHLUOZ02wPJI,17340
229
- azure/ai/evaluation/red_team/_agent/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
230
- azure/ai/evaluation/red_team/_agent/_agent_functions.py,sha256=PjUQdd55jxWTU4RdecuBySTmy0HdtA7ogv-cDR50hjM,10706
231
- azure/ai/evaluation/red_team/_agent/_agent_tools.py,sha256=tlVGvphmA1YQPXgtv_JCv2qFUCdnRuIkerJKENG4Sek,21846
232
- azure/ai/evaluation/red_team/_agent/_agent_utils.py,sha256=93qctSkv-7QkdTtNlityVppQnuttDF9TWu7vVi1rIkE,3150
233
- azure/ai/evaluation/red_team/_agent/_semantic_kernel_plugin.py,sha256=rKwBuqC6_nmQslwe7VQ-RetC_CfhZRIr3F8HIMZRe3M,10961
234
- azure/ai/evaluation/red_team/_utils/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
235
- azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py,sha256=uoKzOzCUePTRo65GGbylt_SBwfZLvRzv2kJog6Jn5YY,4934
236
- azure/ai/evaluation/red_team/_utils/_rai_service_target.py,sha256=Hr90_89MXb7I00cpZukUl1IPFJRI0oK9ax8-0ak9O0U,29966
237
- azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py,sha256=Xf-bj_w9VCznhULg3RG-TZFnLLyY1l-Fw1yOC9XeBas,4196
238
- azure/ai/evaluation/red_team/_utils/constants.py,sha256=1dZiJ_Mnm3qyfjMVL2eccN_jQeIx-etBypIZWJJ1yPs,2441
239
- azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=jztERWOb1P3ClOKEr6-sMmLDQ8subjKUVBKVVxeSFcY,6416
240
- azure/ai/evaluation/red_team/_utils/logging_utils.py,sha256=jjNq37zlJz0KPo9g8NuuhnDJo56T-06ElJ-7yyeD46M,4838
241
- azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=5Q2nhF2utHypWnXqdnvfoiF_x-poYPEOPEjolsEkxAA,946
242
- azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=32hN3KwC36RjdnZvTNr0fzsZldh5LTk6ZPUELd-qprA,8139
226
+ azure/ai/evaluation/red_team/__init__.py,sha256=fWI2mik_8NQmR-cfNdbPL8Xi9z15OFnxCZ1SPzSYW4Q,627
227
+ azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=3l5cOfWCfX9-fdFkBdJ0yONv7kL7w6TyghzPVErYN_w,11070
228
+ azure/ai/evaluation/red_team/_attack_strategy.py,sha256=5VEES4AdiHc057Bt8STAKpKvpJ7gKPGxjkh6kjlQ2og,1488
229
+ azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=-kd5voHTnWtTwQVXr3fl_OaxKXLic-GnwELN_e9SG_g,3016
230
+ azure/ai/evaluation/red_team/_default_converter.py,sha256=tewcQgYNqQA8EJ0IIDOA3HhZOR7vpCn8E1hP787gg9k,776
231
+ azure/ai/evaluation/red_team/_red_team.py,sha256=xe0utQlVa7GyJ-u_wCbZQ_N7QeznjyoXpPwGB03FKsQ,162020
232
+ azure/ai/evaluation/red_team/_red_team_result.py,sha256=QIf8L3hMaTHCo3FGfhBTrfaM6lWZ6UoQdFXyheAXZsM,17014
233
+ azure/ai/evaluation/red_team/_agent/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
234
+ azure/ai/evaluation/red_team/_agent/_agent_functions.py,sha256=kLV2lQ5PHMucGK9IsrnZsmSvlhL2fhgzxa1G0NPF6eM,10482
235
+ azure/ai/evaluation/red_team/_agent/_agent_tools.py,sha256=-ClGcNexUYa6_SxBPERAl2u4LgR0UP5Dk0TeYfUcBW8,20653
236
+ azure/ai/evaluation/red_team/_agent/_agent_utils.py,sha256=3wtUg0BUp68l5Vm01K3zjzd1CKKt_N2Xd295yY1itdo,3224
237
+ azure/ai/evaluation/red_team/_agent/_semantic_kernel_plugin.py,sha256=Q-9uVkIM9Hq63pXhnxg6vwmIf9gTVXmmnC3c3ikbO0w,10601
238
+ azure/ai/evaluation/red_team/_utils/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
239
+ azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py,sha256=Deel5fvuIc-Zd6cruPWVg8X7z7jUJi2dOWGLxhNmOr8,4951
240
+ azure/ai/evaluation/red_team/_utils/_rai_service_target.py,sha256=BsSffRght1caZh9EsUpRcb8fh5W78ORmTUE7X9XvWd0,29811
241
+ azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py,sha256=_NZ1OGgXPtKPaOqRjOr-59JguHT_EOfeFuZUQ5FmwAE,4119
242
+ azure/ai/evaluation/red_team/_utils/constants.py,sha256=bd2bQNOsDpstgDBtapnRe8guNzNJjGRotHtWF9bxlho,1992
243
+ azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=zoTywXnslhQBUz2NLowny6Q0FclijDxiahsuoON-GQs,6263
244
+ azure/ai/evaluation/red_team/_utils/logging_utils.py,sha256=1EK7xRO0eA0nKJmqz7WhMwjP8M3i1je1KxHdGfH9HVI,4775
245
+ azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=TU9Z9umtjwmJy3SQNqbc2Fj-oJUX_7rFlg1NEGXaSK4,2130
246
+ azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=gW0cfsB8alXTIV02RHNVsz7vmQLjq7SXNf8ZHY0_OHs,8088
243
247
  azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rbZV03KmzxxWys,552
244
- azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=FQ9ZNruqPY4o06uu2uig2MZSbearwAJwieIB26GbPOU,1833
245
- azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=nVEuW1N-Eo9Vwo03RTcgOq45H7uE1ViygSnOj4FjxtE,25275
248
+ azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=ISMjXfcmquvuBhM8l2u_X3jbEbNa7F7dR-AwgKNaJw0,1884
249
+ azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=w1wvDPJgB8uF7xn-0QUPx3lwjj_eTNzB9joFpBAPOUI,25543
246
250
  azure/ai/evaluation/simulator/_constants.py,sha256=jtsj-XzbseurEAxWmB-iSPmXu7B6ZHrM3bl07j-zruM,875
247
- azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=dXF0_ExD7l6WUUCKkO5tmOjGpR00CKAhpSPI-f8804I,11045
248
- azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=3VQW2Qgk3pdhd960YAJs3SE-Uptc11lSu7XapxQwSPk,11236
249
- azure/ai/evaluation/simulator/_simulator.py,sha256=aVoPvTQsY7u4O0YYQm4pug368UelKefAxa38dJVZ4ps,36513
251
+ azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=g3170PdieqzN_98PHVbpmoFKUapLN_Yns_JBF71UNog,11025
252
+ azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=pLBH_HRUGMNbFxDo24dmRynV549kp1dbYrZB9oSr6e8,11236
253
+ azure/ai/evaluation/simulator/_simulator.py,sha256=6738F2ScNO0OCS1hODw_VBE6Ib3nXJErBAOxKHe-8hc,36635
250
254
  azure/ai/evaluation/simulator/_utils.py,sha256=16NltlywpbMtoFtULwTKqeURguIS1kSKSo3g8uKV8TA,5181
251
- azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=bhAXScChUuJrBoUNEWeDLRoM8wntXEXosUhr7-1Amq4,18257
255
+ azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=x8bDZIVm10DynqpfrURbeoidAjYv_EFxWr7G7sFShZA,18236
252
256
  azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=aWiodVvzA9yy1itkoVtW88B4qhEpxpnztx0G1-w7U_Y,7729
253
257
  azure/ai/evaluation/simulator/_conversation/constants.py,sha256=Foy1x1RE4Svt0OPa4oZFeuubtzpjho6lY_WBL6Zm-jM,969
254
258
  azure/ai/evaluation/simulator/_data_sources/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
@@ -257,17 +261,17 @@ azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=FQwgrJvzq_nv3wF9DBr2py
257
261
  azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=sbKc3O5qsg77LEaSEQfWDfzqEFXVDw612BaDcBo3E7A,1095
258
262
  azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=BOttMTec3muMiA4OzwD_iW08GTrhja7PL9XVjRCN3jM,3029
259
263
  azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=soaUHfmd_IK1FINPRKgKens7qKOVw9BZwc7ms7N6zrk,860
260
- azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=s2HrKI67ee7ObMJQetovwkBcq7_LcJMnw4YbtguOQtg,7006
261
- azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=DO9vRSLsp974S1f8KdK3w2fTicdAcv3Y0gntwtXehm4,6433
262
- azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=A3D3joIzN2JhqkQeSX0Dwb1iOHRDWKEUaWu6384J8C4,11003
263
- azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=nvDS33uaxLpuvZEC4aotu-P9-CHqLiyCInED6Xq9ZQ0,11643
264
- azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=fCXWP-ZDYNj6vjbxGNKisJalmQ0EcMvCOhcL7YwhCR8,7724
265
- azure/ai/evaluation/simulator/_model_tools/models.py,sha256=V3Rs9htzt0XtLdLZRaHB_hxMRcJ-z_VR9eXwBOKpi_Y,22373
264
+ azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=gDP0-WarWmoRkUnj8rqsD0vljYeAagSD8KPA_8jNMUc,7935
265
+ azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=kRmKm8etMq6fM2PjVKL0P7TtXfhDESNME3PenGTryjU,6475
266
+ azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=Alk6deMeimSKO0JkxrmO6BzsmMdWFBz7PM_ihKwV9q8,11028
267
+ azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=fC38IptUtoumxu2CWLmErNoGxMdVlNr60XbpJeKdQ18,11379
268
+ azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=ghQNP8ur19BfbLilEnIio85RbYwQ8APAm45-iNcimYY,8375
269
+ azure/ai/evaluation/simulator/_model_tools/models.py,sha256=H7tjmj9wzLT-6bI542eAfecOKl1sHBZhcd-YNF522Sg,22372
266
270
  azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
267
271
  azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
268
272
  azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
269
- azure_ai_evaluation-1.8.0.dist-info/METADATA,sha256=wWI1IjTWaeN3tZSv293QkzCeMvdhvEx_fD-GiWiaR78,38394
270
- azure_ai_evaluation-1.8.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
271
- azure_ai_evaluation-1.8.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
272
- azure_ai_evaluation-1.8.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
273
- azure_ai_evaluation-1.8.0.dist-info/RECORD,,
273
+ azure_ai_evaluation-1.9.0.dist-info/METADATA,sha256=EHztRXYMcujJuH9Vmy5iNk1L7pn4G8eB7JWEsmPc48k,39485
274
+ azure_ai_evaluation-1.9.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
275
+ azure_ai_evaluation-1.9.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
276
+ azure_ai_evaluation-1.9.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
277
+ azure_ai_evaluation-1.9.0.dist-info/RECORD,,
@@ -1,40 +0,0 @@
1
- # --------------------------------------------------------------------------
2
- # Copyright (c) Microsoft Corporation. All rights reserved.
3
- # Licensed under the MIT License. See License.txt in the project root for license information.
4
- # Code generated by Microsoft (R) Python Code Generator.
5
- # Changes may cause incorrect behavior and will be lost if the code is regenerated.
6
- # --------------------------------------------------------------------------
7
-
8
- from typing import Optional
9
-
10
- from azure.core import MatchConditions
11
-
12
-
13
- def quote_etag(etag: Optional[str]) -> Optional[str]:
14
- if not etag or etag == "*":
15
- return etag
16
- if etag.startswith("W/"):
17
- return etag
18
- if etag.startswith('"') and etag.endswith('"'):
19
- return etag
20
- if etag.startswith("'") and etag.endswith("'"):
21
- return etag
22
- return '"' + etag + '"'
23
-
24
-
25
- def prep_if_match(etag: Optional[str], match_condition: Optional[MatchConditions]) -> Optional[str]:
26
- if match_condition == MatchConditions.IfNotModified:
27
- if_match = quote_etag(etag) if etag else None
28
- return if_match
29
- if match_condition == MatchConditions.IfPresent:
30
- return "*"
31
- return None
32
-
33
-
34
- def prep_if_none_match(etag: Optional[str], match_condition: Optional[MatchConditions]) -> Optional[str]:
35
- if match_condition == MatchConditions.IfModified:
36
- if_none_match = quote_etag(etag) if etag else None
37
- return if_none_match
38
- if match_condition == MatchConditions.IfMissing:
39
- return "*"
40
- return None