azure-ai-evaluation 1.8.0__py3-none-any.whl → 1.9.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- azure/ai/evaluation/__init__.py +13 -2
- azure/ai/evaluation/_aoai/__init__.py +1 -1
- azure/ai/evaluation/_aoai/aoai_grader.py +21 -11
- azure/ai/evaluation/_aoai/label_grader.py +3 -2
- azure/ai/evaluation/_aoai/score_model_grader.py +90 -0
- azure/ai/evaluation/_aoai/string_check_grader.py +3 -2
- azure/ai/evaluation/_aoai/text_similarity_grader.py +3 -2
- azure/ai/evaluation/_azure/_envs.py +9 -10
- azure/ai/evaluation/_azure/_token_manager.py +7 -1
- azure/ai/evaluation/_common/constants.py +11 -2
- azure/ai/evaluation/_common/evaluation_onedp_client.py +32 -26
- azure/ai/evaluation/_common/onedp/__init__.py +32 -32
- azure/ai/evaluation/_common/onedp/_client.py +136 -139
- azure/ai/evaluation/_common/onedp/_configuration.py +70 -73
- azure/ai/evaluation/_common/onedp/_patch.py +21 -21
- azure/ai/evaluation/_common/onedp/_utils/__init__.py +6 -0
- azure/ai/evaluation/_common/onedp/_utils/model_base.py +1232 -0
- azure/ai/evaluation/_common/onedp/_utils/serialization.py +2032 -0
- azure/ai/evaluation/_common/onedp/_validation.py +50 -50
- azure/ai/evaluation/_common/onedp/_version.py +9 -9
- azure/ai/evaluation/_common/onedp/aio/__init__.py +29 -29
- azure/ai/evaluation/_common/onedp/aio/_client.py +138 -143
- azure/ai/evaluation/_common/onedp/aio/_configuration.py +70 -75
- azure/ai/evaluation/_common/onedp/aio/_patch.py +21 -21
- azure/ai/evaluation/_common/onedp/aio/operations/__init__.py +37 -39
- azure/ai/evaluation/_common/onedp/aio/operations/_operations.py +4832 -4494
- azure/ai/evaluation/_common/onedp/aio/operations/_patch.py +21 -21
- azure/ai/evaluation/_common/onedp/models/__init__.py +168 -142
- azure/ai/evaluation/_common/onedp/models/_enums.py +230 -162
- azure/ai/evaluation/_common/onedp/models/_models.py +2685 -2228
- azure/ai/evaluation/_common/onedp/models/_patch.py +21 -21
- azure/ai/evaluation/_common/onedp/operations/__init__.py +37 -39
- azure/ai/evaluation/_common/onedp/operations/_operations.py +6106 -5657
- azure/ai/evaluation/_common/onedp/operations/_patch.py +21 -21
- azure/ai/evaluation/_common/rai_service.py +86 -50
- azure/ai/evaluation/_common/raiclient/__init__.py +1 -1
- azure/ai/evaluation/_common/raiclient/operations/_operations.py +14 -1
- azure/ai/evaluation/_common/utils.py +124 -3
- azure/ai/evaluation/_constants.py +2 -1
- azure/ai/evaluation/_converters/__init__.py +1 -1
- azure/ai/evaluation/_converters/_ai_services.py +9 -8
- azure/ai/evaluation/_converters/_models.py +46 -0
- azure/ai/evaluation/_converters/_sk_services.py +495 -0
- azure/ai/evaluation/_eval_mapping.py +2 -2
- azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py +4 -4
- azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py +2 -2
- azure/ai/evaluation/_evaluate/_evaluate.py +60 -54
- azure/ai/evaluation/_evaluate/_evaluate_aoai.py +130 -89
- azure/ai/evaluation/_evaluate/_telemetry/__init__.py +0 -1
- azure/ai/evaluation/_evaluate/_utils.py +24 -15
- azure/ai/evaluation/_evaluators/_bleu/_bleu.py +3 -3
- azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py +12 -11
- azure/ai/evaluation/_evaluators/_coherence/_coherence.py +5 -5
- azure/ai/evaluation/_evaluators/_common/_base_eval.py +15 -5
- azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py +24 -9
- azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py +6 -1
- azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py +13 -13
- azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py +7 -7
- azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py +7 -7
- azure/ai/evaluation/_evaluators/_content_safety/_sexual.py +7 -7
- azure/ai/evaluation/_evaluators/_content_safety/_violence.py +6 -6
- azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py +1 -5
- azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py +34 -64
- azure/ai/evaluation/_evaluators/_eci/_eci.py +3 -3
- azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py +4 -4
- azure/ai/evaluation/_evaluators/_fluency/_fluency.py +2 -2
- azure/ai/evaluation/_evaluators/_gleu/_gleu.py +3 -3
- azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py +11 -7
- azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py +30 -25
- azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty +210 -96
- azure/ai/evaluation/_evaluators/_meteor/_meteor.py +2 -3
- azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py +6 -6
- azure/ai/evaluation/_evaluators/_qa/_qa.py +4 -4
- azure/ai/evaluation/_evaluators/_relevance/_relevance.py +8 -13
- azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py +20 -25
- azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py +4 -4
- azure/ai/evaluation/_evaluators/_rouge/_rouge.py +21 -21
- azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py +5 -5
- azure/ai/evaluation/_evaluators/_similarity/_similarity.py +3 -3
- azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py +11 -14
- azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py +43 -34
- azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty +3 -3
- azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py +12 -11
- azure/ai/evaluation/_evaluators/_xpia/xpia.py +6 -6
- azure/ai/evaluation/_exceptions.py +10 -0
- azure/ai/evaluation/_http_utils.py +3 -3
- azure/ai/evaluation/_legacy/_batch_engine/_engine.py +3 -3
- azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py +5 -2
- azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py +5 -10
- azure/ai/evaluation/_legacy/_batch_engine/_utils.py +1 -4
- azure/ai/evaluation/_legacy/_common/_async_token_provider.py +12 -19
- azure/ai/evaluation/_legacy/_common/_thread_pool_executor_with_context.py +2 -0
- azure/ai/evaluation/_legacy/prompty/_prompty.py +11 -5
- azure/ai/evaluation/_safety_evaluation/__init__.py +1 -1
- azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py +193 -111
- azure/ai/evaluation/_user_agent.py +32 -1
- azure/ai/evaluation/_version.py +1 -1
- azure/ai/evaluation/red_team/__init__.py +3 -1
- azure/ai/evaluation/red_team/_agent/__init__.py +1 -1
- azure/ai/evaluation/red_team/_agent/_agent_functions.py +68 -71
- azure/ai/evaluation/red_team/_agent/_agent_tools.py +103 -145
- azure/ai/evaluation/red_team/_agent/_agent_utils.py +26 -6
- azure/ai/evaluation/red_team/_agent/_semantic_kernel_plugin.py +62 -71
- azure/ai/evaluation/red_team/_attack_objective_generator.py +94 -52
- azure/ai/evaluation/red_team/_attack_strategy.py +2 -1
- azure/ai/evaluation/red_team/_callback_chat_target.py +4 -9
- azure/ai/evaluation/red_team/_default_converter.py +1 -1
- azure/ai/evaluation/red_team/_red_team.py +1286 -739
- azure/ai/evaluation/red_team/_red_team_result.py +43 -38
- azure/ai/evaluation/red_team/_utils/__init__.py +1 -1
- azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py +32 -32
- azure/ai/evaluation/red_team/_utils/_rai_service_target.py +163 -138
- azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py +14 -14
- azure/ai/evaluation/red_team/_utils/constants.py +2 -12
- azure/ai/evaluation/red_team/_utils/formatting_utils.py +41 -44
- azure/ai/evaluation/red_team/_utils/logging_utils.py +17 -17
- azure/ai/evaluation/red_team/_utils/metric_mapping.py +31 -4
- azure/ai/evaluation/red_team/_utils/strategy_utils.py +33 -25
- azure/ai/evaluation/simulator/_adversarial_scenario.py +2 -0
- azure/ai/evaluation/simulator/_adversarial_simulator.py +26 -15
- azure/ai/evaluation/simulator/_conversation/__init__.py +2 -2
- azure/ai/evaluation/simulator/_direct_attack_simulator.py +8 -8
- azure/ai/evaluation/simulator/_indirect_attack_simulator.py +5 -5
- azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py +54 -24
- azure/ai/evaluation/simulator/_model_tools/_identity_manager.py +7 -1
- azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py +10 -8
- azure/ai/evaluation/simulator/_model_tools/_rai_client.py +19 -31
- azure/ai/evaluation/simulator/_model_tools/_template_handler.py +20 -6
- azure/ai/evaluation/simulator/_model_tools/models.py +1 -1
- azure/ai/evaluation/simulator/_simulator.py +9 -8
- {azure_ai_evaluation-1.8.0.dist-info → azure_ai_evaluation-1.9.0.dist-info}/METADATA +15 -1
- {azure_ai_evaluation-1.8.0.dist-info → azure_ai_evaluation-1.9.0.dist-info}/RECORD +135 -131
- azure/ai/evaluation/_common/onedp/aio/_vendor.py +0 -40
- {azure_ai_evaluation-1.8.0.dist-info → azure_ai_evaluation-1.9.0.dist-info}/NOTICE.txt +0 -0
- {azure_ai_evaluation-1.8.0.dist-info → azure_ai_evaluation-1.9.0.dist-info}/WHEEL +0 -0
- {azure_ai_evaluation-1.8.0.dist-info → azure_ai_evaluation-1.9.0.dist-info}/top_level.txt +0 -0
|
@@ -19,15 +19,12 @@ from azure.ai.evaluation._common.utils import construct_prompty_model_config
|
|
|
19
19
|
from azure.ai.evaluation._model_configurations import AzureOpenAIModelConfiguration, OpenAIModelConfiguration
|
|
20
20
|
|
|
21
21
|
from .._exceptions import ErrorBlame, ErrorCategory, EvaluationException
|
|
22
|
-
from .._user_agent import
|
|
22
|
+
from .._user_agent import UserAgentSingleton
|
|
23
23
|
from ._conversation.constants import ConversationRole
|
|
24
24
|
from ._helpers import ConversationHistory, Turn
|
|
25
25
|
from ._utils import JsonLineChatProtocol
|
|
26
26
|
|
|
27
27
|
|
|
28
|
-
USER_AGENT += " (type=simulator; subtype=Simulator)"
|
|
29
|
-
|
|
30
|
-
|
|
31
28
|
@experimental
|
|
32
29
|
class Simulator:
|
|
33
30
|
"""
|
|
@@ -53,6 +50,10 @@ class Simulator:
|
|
|
53
50
|
if "api_version" not in self.model_config:
|
|
54
51
|
self.model_config["api_version"] = "2024-06-01" # type: ignore
|
|
55
52
|
|
|
53
|
+
@staticmethod
|
|
54
|
+
def __user_agent() -> str:
|
|
55
|
+
return f"{UserAgentSingleton().value} (type=simulator; subtype=Simulator)"
|
|
56
|
+
|
|
56
57
|
@staticmethod
|
|
57
58
|
def _validate_model_config(model_config: Any):
|
|
58
59
|
"""
|
|
@@ -378,7 +379,7 @@ class Simulator:
|
|
|
378
379
|
prompty_model_config = construct_prompty_model_config(
|
|
379
380
|
model_config=prompty_model_config, # type: ignore
|
|
380
381
|
default_api_version="2024-06-01",
|
|
381
|
-
user_agent=
|
|
382
|
+
user_agent=self.__user_agent(),
|
|
382
383
|
)
|
|
383
384
|
return AsyncPrompty.load(source=prompty_path, model=prompty_model_config) # type: ignore
|
|
384
385
|
except FileNotFoundError as e:
|
|
@@ -392,7 +393,7 @@ class Simulator:
|
|
|
392
393
|
prompty_model_config = construct_prompty_model_config(
|
|
393
394
|
model_config=prompty_model_config, # type: ignore
|
|
394
395
|
default_api_version="2024-06-01",
|
|
395
|
-
user_agent=
|
|
396
|
+
user_agent=self.__user_agent(),
|
|
396
397
|
)
|
|
397
398
|
return AsyncPrompty.load(
|
|
398
399
|
source=user_simulator_prompty,
|
|
@@ -517,7 +518,7 @@ class Simulator:
|
|
|
517
518
|
prompty_model_config = construct_prompty_model_config(
|
|
518
519
|
model_config=prompty_model_config, # type: ignore
|
|
519
520
|
default_api_version="2024-06-01",
|
|
520
|
-
user_agent=
|
|
521
|
+
user_agent=self.__user_agent(),
|
|
521
522
|
)
|
|
522
523
|
return AsyncPrompty.load(source=prompty_path, model=prompty_model_config) # type: ignore
|
|
523
524
|
except FileNotFoundError as e:
|
|
@@ -531,7 +532,7 @@ class Simulator:
|
|
|
531
532
|
prompty_model_config = construct_prompty_model_config(
|
|
532
533
|
model_config=prompty_model_config, # type: ignore
|
|
533
534
|
default_api_version="2024-06-01",
|
|
534
|
-
user_agent=
|
|
535
|
+
user_agent=self.__user_agent(),
|
|
535
536
|
)
|
|
536
537
|
return AsyncPrompty.load(
|
|
537
538
|
source=query_response_generating_prompty,
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: azure-ai-evaluation
|
|
3
|
-
Version: 1.
|
|
3
|
+
Version: 1.9.0
|
|
4
4
|
Summary: Microsoft Azure Evaluation Library for Python
|
|
5
5
|
Home-page: https://github.com/Azure/azure-sdk-for-python
|
|
6
6
|
Author: Microsoft Corporation
|
|
@@ -400,6 +400,20 @@ This project has adopted the [Microsoft Open Source Code of Conduct][code_of_con
|
|
|
400
400
|
|
|
401
401
|
# Release History
|
|
402
402
|
|
|
403
|
+
## 1.9.0 (2025-07-02)
|
|
404
|
+
|
|
405
|
+
### Features Added
|
|
406
|
+
|
|
407
|
+
- Added support for Azure Open AI evaluation via `AzureOpenAIScoreModelGrader` class, which serves as a wrapper around Azure Open AI score model configurations. This new grader object can be supplied to the main `evaluate` method as if it were a normal callable evaluator.
|
|
408
|
+
- Added new experimental risk categories ProtectedMaterial and CodeVulnerability for redteam agent scan.
|
|
409
|
+
|
|
410
|
+
|
|
411
|
+
### Bugs Fixed
|
|
412
|
+
|
|
413
|
+
- Significant improvements to IntentResolution evaluator. New version has less variance, is nearly 2x faster and consumes fewer tokens.
|
|
414
|
+
- Fixed MeteorScoreEvaluator and other threshold-based evaluators returning incorrect binary results due to integer conversion of decimal scores. Previously, decimal scores like 0.9375 were incorrectly converted to integers (0) before threshold comparison, causing them to fail even when above the threshold. [#41415](https://github.com/Azure/azure-sdk-for-python/issues/41415)
|
|
415
|
+
- Added a new enum `ADVERSARIAL_QA_DOCUMENTS` which moves all the "file_content" type prompts away from `ADVERSARIAL_QA` to the new enum
|
|
416
|
+
|
|
403
417
|
## 1.8.0 (2025-05-29)
|
|
404
418
|
|
|
405
419
|
### Features Added
|
|
@@ -1,55 +1,58 @@
|
|
|
1
|
-
azure/ai/evaluation/__init__.py,sha256=
|
|
2
|
-
azure/ai/evaluation/_constants.py,sha256=
|
|
3
|
-
azure/ai/evaluation/_eval_mapping.py,sha256=
|
|
4
|
-
azure/ai/evaluation/_exceptions.py,sha256=
|
|
5
|
-
azure/ai/evaluation/_http_utils.py,sha256=
|
|
1
|
+
azure/ai/evaluation/__init__.py,sha256=VvxtyvozSmYqWjl62kbwLAZJY7vwXZD0QOsS0ah7mmc,4231
|
|
2
|
+
azure/ai/evaluation/_constants.py,sha256=FNVxCt3_0MwZHtDsjRYPH5h6mT_48KCbJTBWBDTNujE,3729
|
|
3
|
+
azure/ai/evaluation/_eval_mapping.py,sha256=CHabrfaRlWbrAYUZV5YXYH0GX_zk9tG9y1og6RtUAnU,2584
|
|
4
|
+
azure/ai/evaluation/_exceptions.py,sha256=y5zVwhyoNuqjaE8P6E65j0-NRDE2Nx0iMq8F7_0kO-4,5848
|
|
5
|
+
azure/ai/evaluation/_http_utils.py,sha256=d1McnMRT5lnaoR8x4r3pkfH2ic4T3JArclOK4kAaUmg,17261
|
|
6
6
|
azure/ai/evaluation/_model_configurations.py,sha256=MNN6cQlz7P9vNfHmfEKsUcly3j1FEOEFsA8WV7GPuKQ,4043
|
|
7
|
-
azure/ai/evaluation/_user_agent.py,sha256=
|
|
8
|
-
azure/ai/evaluation/_version.py,sha256=
|
|
7
|
+
azure/ai/evaluation/_user_agent.py,sha256=SgUm6acnwyoENu8KroyaWRrJroJNqLZBccpQoeKyrHw,1144
|
|
8
|
+
azure/ai/evaluation/_version.py,sha256=CPV5vdeD0bAfJPGm-RemVSV56PL9JcRpA5-wuCsNBPc,229
|
|
9
9
|
azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
10
|
-
azure/ai/evaluation/_aoai/__init__.py,sha256=
|
|
11
|
-
azure/ai/evaluation/_aoai/aoai_grader.py,sha256=
|
|
12
|
-
azure/ai/evaluation/_aoai/label_grader.py,sha256=
|
|
13
|
-
azure/ai/evaluation/_aoai/
|
|
14
|
-
azure/ai/evaluation/_aoai/
|
|
10
|
+
azure/ai/evaluation/_aoai/__init__.py,sha256=0Ji05ShlsJaytvexXUpCe69t0jSNd3PpNbhr0zCkr6A,265
|
|
11
|
+
azure/ai/evaluation/_aoai/aoai_grader.py,sha256=8mp_dwMK-MdKkoiTud9ra6ExKyYV1SAPXr1m46j4lm4,4434
|
|
12
|
+
azure/ai/evaluation/_aoai/label_grader.py,sha256=5HOLLkiqCOQS5LPJ5Nm0PE5I1uGEhvoi-6DRgG-H1KM,2696
|
|
13
|
+
azure/ai/evaluation/_aoai/score_model_grader.py,sha256=rwSneYpVXemlmmY0aiIBYSnauT_AhgaqGvXoXqhZNHA,3675
|
|
14
|
+
azure/ai/evaluation/_aoai/string_check_grader.py,sha256=5aRMEMoM0FUvxx_ftwySV-KN_Daw3R4-brFaND_NR_E,2321
|
|
15
|
+
azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=BxJ5Z6npKPkfuVzy84IZXHZVlg4EJrkq2NA8XixBxm4,2889
|
|
15
16
|
azure/ai/evaluation/_azure/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
16
17
|
azure/ai/evaluation/_azure/_clients.py,sha256=YugjJQKqbilvU2gorgtUiKFi3AQZLlsqPPQeWee4WbE,9116
|
|
17
|
-
azure/ai/evaluation/_azure/_envs.py,sha256=
|
|
18
|
+
azure/ai/evaluation/_azure/_envs.py,sha256=r2UATRcpEfYItL8PlHX0Q1eHLS1HU-2kqVEq35jo7fI,9371
|
|
18
19
|
azure/ai/evaluation/_azure/_models.py,sha256=Vxcg7WfpAyxLQ-EesZzLGqopguV9Oohfjf-vWKTOA-8,12527
|
|
19
|
-
azure/ai/evaluation/_azure/_token_manager.py,sha256=
|
|
20
|
+
azure/ai/evaluation/_azure/_token_manager.py,sha256=EoNbDLweJOukqReOKJVgnQ9AFLVuQeK3KJrJtZKTIAA,5489
|
|
20
21
|
azure/ai/evaluation/_common/__init__.py,sha256=Da2pjszo7wF6lAQKcs4ayfYVcpKDeNdAnwdueNx-Db8,863
|
|
21
22
|
azure/ai/evaluation/_common/_experimental.py,sha256=GVtSn9r1CeR_yEa578dJVNDJ3P24eqe8WYdH7llbiQY,5694
|
|
22
|
-
azure/ai/evaluation/_common/constants.py,sha256=
|
|
23
|
-
azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=
|
|
23
|
+
azure/ai/evaluation/_common/constants.py,sha256=lkdGK6xrMhVogqBudU4B8-6Ko2aSxKl3HzzVTh1D9Ho,2286
|
|
24
|
+
azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=3HMiG37Cl46q9-kE6zxIEoQbgK96YelX1AFWldfk7Ok,7485
|
|
24
25
|
azure/ai/evaluation/_common/math.py,sha256=d4bwWe35_RWDIZNcbV1BTBbHNx2QHQ4-I3EofDyyNE0,2863
|
|
25
|
-
azure/ai/evaluation/_common/rai_service.py,sha256=
|
|
26
|
-
azure/ai/evaluation/_common/utils.py,sha256=
|
|
27
|
-
azure/ai/evaluation/_common/onedp/__init__.py,sha256=
|
|
28
|
-
azure/ai/evaluation/_common/onedp/_client.py,sha256=
|
|
29
|
-
azure/ai/evaluation/_common/onedp/_configuration.py,sha256=
|
|
26
|
+
azure/ai/evaluation/_common/rai_service.py,sha256=sLqX9XVRL3_v5AkrbDc4OPOu7OvHonzBBs-XljI6lyo,35471
|
|
27
|
+
azure/ai/evaluation/_common/utils.py,sha256=zKDsMoALUxvgE6rg5xYBzcqTkDXjWs_uXzAa-ngobuU,26590
|
|
28
|
+
azure/ai/evaluation/_common/onedp/__init__.py,sha256=C7Ddtjy__BxKkRCydRS7BhtQnM7TFZo179UUVC5krVY,1026
|
|
29
|
+
azure/ai/evaluation/_common/onedp/_client.py,sha256=cE37dQkl6aFfPZD-jyDa1QKUYKe5UQuC3SJX6XndFFY,6667
|
|
30
|
+
azure/ai/evaluation/_common/onedp/_configuration.py,sha256=F_KmJnzEgtmPTZViFS2nTMtKYHxi_YOn81BDx24L3gI,3629
|
|
30
31
|
azure/ai/evaluation/_common/onedp/_model_base.py,sha256=tbXHyIgoCiU8Uh3SB5Jjz2TuPnyRP1_bCt6_BBb9r2c,46553
|
|
31
|
-
azure/ai/evaluation/_common/onedp/_patch.py,sha256=
|
|
32
|
+
azure/ai/evaluation/_common/onedp/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
|
|
32
33
|
azure/ai/evaluation/_common/onedp/_serialization.py,sha256=k_AMNNhSC5sPfO7dRCNJCofOjY7aN3V87RBVWJLEnrY,83996
|
|
33
34
|
azure/ai/evaluation/_common/onedp/_types.py,sha256=qau1w2QFg7SfL3E7kmzae7csROBC9ItzP1weVxen1Wg,1002
|
|
34
|
-
azure/ai/evaluation/_common/onedp/_validation.py,sha256=
|
|
35
|
+
azure/ai/evaluation/_common/onedp/_validation.py,sha256=A7DcsEblccC-dXuesu2U8XKWqrsqV96lLxn6viuokNs,2095
|
|
35
36
|
azure/ai/evaluation/_common/onedp/_vendor.py,sha256=CGcoyL5I2sHqUfQSqadr_wcuYGsgVCB2MABM-48nK9I,1974
|
|
36
|
-
azure/ai/evaluation/_common/onedp/_version.py,sha256=
|
|
37
|
+
azure/ai/evaluation/_common/onedp/_version.py,sha256=O4QAKqUqd5NYgBOMaio5NlyJfhohrHXcqV8Xdbpuh50,486
|
|
37
38
|
azure/ai/evaluation/_common/onedp/py.typed,sha256=dcrsqJrcYfTX-ckLFJMTaj6mD8aDe2u0tkQG-ZYxnEg,26
|
|
38
|
-
azure/ai/evaluation/_common/onedp/
|
|
39
|
-
azure/ai/evaluation/_common/onedp/
|
|
40
|
-
azure/ai/evaluation/_common/onedp/
|
|
41
|
-
azure/ai/evaluation/_common/onedp/aio/
|
|
42
|
-
azure/ai/evaluation/_common/onedp/aio/
|
|
43
|
-
azure/ai/evaluation/_common/onedp/aio/
|
|
44
|
-
azure/ai/evaluation/_common/onedp/aio/
|
|
45
|
-
azure/ai/evaluation/_common/onedp/aio/operations/
|
|
46
|
-
azure/ai/evaluation/_common/onedp/
|
|
47
|
-
azure/ai/evaluation/_common/onedp/
|
|
48
|
-
azure/ai/evaluation/_common/onedp/models/
|
|
49
|
-
azure/ai/evaluation/_common/onedp/models/
|
|
50
|
-
azure/ai/evaluation/_common/onedp/
|
|
51
|
-
azure/ai/evaluation/_common/onedp/
|
|
52
|
-
azure/ai/evaluation/_common/onedp/operations/
|
|
39
|
+
azure/ai/evaluation/_common/onedp/_utils/__init__.py,sha256=nh5swTUwCBe3xsb9n60QMcuJ33d89Itwx7q9V-oDOUE,450
|
|
40
|
+
azure/ai/evaluation/_common/onedp/_utils/model_base.py,sha256=NL89bIQRfxd7LqW73udbgJcouGrgVkx8fu5jCx5AFDQ,45321
|
|
41
|
+
azure/ai/evaluation/_common/onedp/_utils/serialization.py,sha256=9eoCiOLbhUdv2aer6GQGxJOVRjxSaZ46yH0wrwS6tTw,81964
|
|
42
|
+
azure/ai/evaluation/_common/onedp/aio/__init__.py,sha256=jUawBX1lQ2ZqWI5d7r2DKj-beeetS-V3mYhhoJM3oPI,973
|
|
43
|
+
azure/ai/evaluation/_common/onedp/aio/_client.py,sha256=Assc_H2ajfJtJhQwiei0seIYMOjrJQ6J1IloAnISKZY,6840
|
|
44
|
+
azure/ai/evaluation/_common/onedp/aio/_configuration.py,sha256=r9dKD-EASxkIxQWoJ8MwPGvpOrN5YT_5y_faPFesx-k,3672
|
|
45
|
+
azure/ai/evaluation/_common/onedp/aio/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
|
|
46
|
+
azure/ai/evaluation/_common/onedp/aio/operations/__init__.py,sha256=k9s2V8lJr-9bkIz8NzKEEopscWFsXbtDvkyGX-8ypPA,1479
|
|
47
|
+
azure/ai/evaluation/_common/onedp/aio/operations/_operations.py,sha256=xSkn23Wei9LREko2o5CKBGMKgocML0bTC970NEbYP-U,205142
|
|
48
|
+
azure/ai/evaluation/_common/onedp/aio/operations/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
|
|
49
|
+
azure/ai/evaluation/_common/onedp/models/__init__.py,sha256=3p1f6D_dLR78NZD8KIW96QIGFEPC4hX0Cmny_GFW3lE,4111
|
|
50
|
+
azure/ai/evaluation/_common/onedp/models/_enums.py,sha256=BmRNUNzEQNeS_wAeTSJedRFOz6KUQfu3ui4X__DCQ48,9230
|
|
51
|
+
azure/ai/evaluation/_common/onedp/models/_models.py,sha256=1F5s1hwN-gDdV3dwiFUnf4H3MOXzxfLftpvwPkyL8aA,109858
|
|
52
|
+
azure/ai/evaluation/_common/onedp/models/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
|
|
53
|
+
azure/ai/evaluation/_common/onedp/operations/__init__.py,sha256=k9s2V8lJr-9bkIz8NzKEEopscWFsXbtDvkyGX-8ypPA,1479
|
|
54
|
+
azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=PML44MdW9NdRBqtii__jsdW9_a2CJNJ5CMNciZFxUTc,254330
|
|
55
|
+
azure/ai/evaluation/_common/onedp/operations/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
|
|
53
56
|
azure/ai/evaluation/_common/onedp/servicepatterns/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
|
|
54
57
|
azure/ai/evaluation/_common/onedp/servicepatterns/aio/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
|
|
55
58
|
azure/ai/evaluation/_common/onedp/servicepatterns/aio/operations/__init__.py,sha256=EJcjNzeaFGEcGGDiRmhJKlwinPSKrnC75puUAuvgIxU,968
|
|
@@ -66,7 +69,7 @@ azure/ai/evaluation/_common/onedp/servicepatterns/buildingblocks/operations/_pat
|
|
|
66
69
|
azure/ai/evaluation/_common/onedp/servicepatterns/operations/__init__.py,sha256=EJcjNzeaFGEcGGDiRmhJKlwinPSKrnC75puUAuvgIxU,968
|
|
67
70
|
azure/ai/evaluation/_common/onedp/servicepatterns/operations/_operations.py,sha256=sCKc8EBwTsb4n_R7XkN0lTKDgEn_Rpn-aTmZR4vf4AU,1677
|
|
68
71
|
azure/ai/evaluation/_common/onedp/servicepatterns/operations/_patch.py,sha256=YTV6yZ9bRfBBaw2z7v4MdzR-zeHkdtKkGb4SU8C25mE,694
|
|
69
|
-
azure/ai/evaluation/_common/raiclient/__init__.py,sha256=
|
|
72
|
+
azure/ai/evaluation/_common/raiclient/__init__.py,sha256=zXGcvReksEtgcqW0lXlYNauQs5lELuhtH-foawgcOgc,1152
|
|
70
73
|
azure/ai/evaluation/_common/raiclient/_client.py,sha256=ZnFRcpZ0UD3MeFWnJ44AbkbUqPHsvGM502ra28pm_No,5812
|
|
71
74
|
azure/ai/evaluation/_common/raiclient/_configuration.py,sha256=exABHzDcOl5295p5LnWxL82x21z6_ruyBbigW3WoQRA,4246
|
|
72
75
|
azure/ai/evaluation/_common/raiclient/_model_base.py,sha256=loH1BeKpp3UeO6hFvAzcNbT2hhotWQIDu3JRQgQZV_M,45135
|
|
@@ -86,94 +89,95 @@ azure/ai/evaluation/_common/raiclient/models/_enums.py,sha256=Dc574fkQb8GiXRzemF
|
|
|
86
89
|
azure/ai/evaluation/_common/raiclient/models/_models.py,sha256=oUolMwRT4QIiQCwI-nEJhxvlX_7o9BJLCMu6v5tkeCM,20665
|
|
87
90
|
azure/ai/evaluation/_common/raiclient/models/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
|
|
88
91
|
azure/ai/evaluation/_common/raiclient/operations/__init__.py,sha256=Ah41eszCE4ZDISukKSdOWQQcZGv0TbDduaT35Q8PQz8,925
|
|
89
|
-
azure/ai/evaluation/_common/raiclient/operations/_operations.py,sha256=
|
|
92
|
+
azure/ai/evaluation/_common/raiclient/operations/_operations.py,sha256=8p5cxclqe1TV5Eolqm9Qy90D9q0MqspLbv8yoeWsjR8,51394
|
|
90
93
|
azure/ai/evaluation/_common/raiclient/operations/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
|
|
91
|
-
azure/ai/evaluation/_converters/__init__.py,sha256=
|
|
92
|
-
azure/ai/evaluation/_converters/_ai_services.py,sha256=
|
|
93
|
-
azure/ai/evaluation/_converters/_models.py,sha256=
|
|
94
|
+
azure/ai/evaluation/_converters/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
95
|
+
azure/ai/evaluation/_converters/_ai_services.py,sha256=sAzXojsM9flEmG7tSRPxmuqf8NGrmKOcMZP4dyqVjaU,38752
|
|
96
|
+
azure/ai/evaluation/_converters/_models.py,sha256=WjAJntMPlc_CpnHZ2pFqW5yezlvfGJCorw7FIa8lMQc,15308
|
|
97
|
+
azure/ai/evaluation/_converters/_sk_services.py,sha256=NfjflVgeJUF0MrvAiUd_uF2magn38Q_MKmHzaY41vOA,18239
|
|
94
98
|
azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
95
99
|
azure/ai/evaluation/_evaluate/_eval_run.py,sha256=ZlDvTNDiMSZ2VfzVicPmEGx65LL3LmcKcPWft6XjWcA,21991
|
|
96
|
-
azure/ai/evaluation/_evaluate/_evaluate.py,sha256=
|
|
97
|
-
azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=
|
|
98
|
-
azure/ai/evaluation/_evaluate/_utils.py,sha256=
|
|
100
|
+
azure/ai/evaluation/_evaluate/_evaluate.py,sha256=Gl6_w-j91AqsA_GiIzxmOLfWD25HUf41EyIcnaITi1U,51371
|
|
101
|
+
azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=jcwgDpwZ3BphUYLOQR0eu12xGbGv9wXxnHdc7O1eNNY,26128
|
|
102
|
+
azure/ai/evaluation/_evaluate/_utils.py,sha256=jJ6fuRcD4tUwRiO62uTmrljIDN5NgG_j63_Z7wImYnE,19170
|
|
99
103
|
azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=cPLi_MJ_pCp8eKBxJbiSoxgTnN3nDLuaP57dMkKuyhg,552
|
|
100
|
-
azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=
|
|
104
|
+
azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=myLUp8S650elK5i9LmKXW2b7MRES1mUO_HmBbOZyzCk,4645
|
|
101
105
|
azure/ai/evaluation/_evaluate/_batch_run/batch_clients.py,sha256=dTZYdQGweGzEN6OHtn1jOmGG767AJ7RJwfHoCCeRddg,2761
|
|
102
106
|
azure/ai/evaluation/_evaluate/_batch_run/code_client.py,sha256=n4JxDAFNnetfpAj4FyhtZms3kuGmDWXCBOogqeO4F98,8607
|
|
103
|
-
azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=
|
|
107
|
+
azure/ai/evaluation/_evaluate/_batch_run/eval_run_context.py,sha256=Z0m6nDNF7TiIIW1woC7TCeuh7XIBAwTNFfPKXJhE7_k,4076
|
|
104
108
|
azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py,sha256=jgHSi0ixvwla9q0EoMDHsN7fm8nezU0iuj4qyNLRHV8,4853
|
|
105
109
|
azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=TrZ_IkbU8DeJkZajw22F9DWWFVg0sCBY6bgC9QlHTQ0,2420
|
|
106
|
-
azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=
|
|
110
|
+
azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=KARq4sFLAh72Rhr8nefbOLXFnKqdO6i6zAYRqr4SWJ4,3475
|
|
107
111
|
azure/ai/evaluation/_evaluators/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
108
112
|
azure/ai/evaluation/_evaluators/_bleu/__init__.py,sha256=quKKO0kvOSkky5hcoNBvgBuMeeVRFCE9GSv70mAdGP4,260
|
|
109
|
-
azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=
|
|
113
|
+
azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=DEwO5ZeAlp_e84F50f_gcVsaBgOw6PUepZJ3hbhnd4E,4962
|
|
110
114
|
azure/ai/evaluation/_evaluators/_code_vulnerability/__init__.py,sha256=zRHHxYA6CI72iqZaZz9eSbDHwhhjp5hjicEK_RWXlL0,109
|
|
111
|
-
azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=
|
|
115
|
+
azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=gyglQMaUnqar3ww0kECISki30ocNk8sF-cGc0jNGf0I,4642
|
|
112
116
|
azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
|
|
113
|
-
azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=
|
|
117
|
+
azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=Ss3J-n-j7bf9n721YbK4b7kjvuO1A-x_9dd_xKIkOrw,5871
|
|
114
118
|
azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
|
|
115
119
|
azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=xAymP_CZy4aPzWplMdXgQUQVDIUEMI-0nbgdm_umFYY,498
|
|
116
|
-
azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=
|
|
120
|
+
azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=hLC-4Q7tpHvZTj5vrFQ5IIpLY09yAsTq9_AyxUyjwaY,25921
|
|
117
121
|
azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=yYFpoCDe2wMFQck0ykbX8IJBBidk6NT1wUTkVFlVSy8,2728
|
|
118
|
-
azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=
|
|
119
|
-
azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=
|
|
122
|
+
azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=11ZMNPLF50O7om7UOq8BzeWiarVpU9qnC1exotnw1Lo,6866
|
|
123
|
+
azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=N_ZxXFJ_6IJYh5RzqJjyHPjxgbFXhjPCN6HRxn7wdqA,8628
|
|
120
124
|
azure/ai/evaluation/_evaluators/_common/_conversation_aggregators.py,sha256=gjDBjRxJKwaHbshWH0j2idjlzfzNMnT9a9RL0fQiKeM,2129
|
|
121
125
|
azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
|
|
122
|
-
azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=
|
|
123
|
-
azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=
|
|
124
|
-
azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=
|
|
125
|
-
azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=
|
|
126
|
-
azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=
|
|
127
|
-
azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py,sha256=
|
|
128
|
-
azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py,sha256=
|
|
126
|
+
azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=RNrEVw2-dnKmmI8KPjlnhrN08spJ2Yre3KHppAdNwDQ,6959
|
|
127
|
+
azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=zqDOdZ0HMGaQnIRlC9Eu25LaKuqm0igSyL6a3OYrURc,7323
|
|
128
|
+
azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=cCQWySBudV9CpUdpFoZnllOhm1cEVylHtrpynHQ5rz0,6119
|
|
129
|
+
azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=hq5QZ1Lhn3ugnX7jqrfD2K8pRgzZCgNzekk7hl2ViMs,6670
|
|
130
|
+
azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=3fCjKT6bj-hKhV95cpa8YyTr1stGY5MzJUF3bnjfjSE,6740
|
|
131
|
+
azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py,sha256=wEAbjkMQTlwmRsa7_XeOP0EAT1g7AJyaYlvPdZElAb4,385
|
|
132
|
+
azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py,sha256=hWFEolGdhcNH2G1TIRBhxGGcphO61ONDnmoPSAsz4po,20186
|
|
129
133
|
azure/ai/evaluation/_evaluators/_eci/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
130
|
-
azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=
|
|
134
|
+
azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=WH99JeLmwGVtI2kHcpAM7oZXZbQdjREBZZjeOduP3Tw,3030
|
|
131
135
|
azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
|
|
132
|
-
azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=
|
|
136
|
+
azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=hEs07Yq8D08RLOJyIRB_E2iHwe8Kpcoo8bL4ORHWTE8,6966
|
|
133
137
|
azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
|
|
134
|
-
azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=
|
|
138
|
+
azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=s_--X5B0sLMOf6QcYqzWnRPwXDaZXy3BRBjVOghHwkE,5579
|
|
135
139
|
azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSsLTSKEM_ApJuxxuKWQpNblrTEkFY,4861
|
|
136
140
|
azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
|
|
137
|
-
azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=
|
|
141
|
+
azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=aNmEBXYOOUgtDMeavnKrVAGa5P02m3Zoh-a7ibObZy8,4911
|
|
138
142
|
azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
|
|
139
|
-
azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=
|
|
143
|
+
azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=dZaG2_T1UDSQmCPJwr00J3VxkC9t13EYHJ4DPsTYllw,8235
|
|
140
144
|
azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
|
|
141
145
|
azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
|
|
142
146
|
azure/ai/evaluation/_evaluators/_intent_resolution/__init__.py,sha256=Lr8krXt2yfShFTAuwjTFgrUbO75boLLrRSnF1mriN_Q,280
|
|
143
|
-
azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=
|
|
144
|
-
azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=
|
|
147
|
+
azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=jC4eDUIobN9m5qoo1Z2oAEkpSuZLokyZ_AqS0EyjRRI,11386
|
|
148
|
+
azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=5xLdYQ9FUfJVNtkbFMjiFhFH17eyRYF4WFIE6_3zvxc,8449
|
|
145
149
|
azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
|
|
146
|
-
azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=
|
|
150
|
+
azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=CooCk3130gVJwXeIMrxnBDp9EEkzNVvL-MsEomNteXY,5953
|
|
147
151
|
azure/ai/evaluation/_evaluators/_protected_material/__init__.py,sha256=eRAQIU9diVXfO5bp6aLWxZoYUvOsrDIfy1gnDOeNTiI,109
|
|
148
|
-
azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=
|
|
152
|
+
azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=jugv82Ovn35m6OGWHCrbmTy618hds1j8TnX5sdyKpEU,5216
|
|
149
153
|
azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
|
|
150
|
-
azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=
|
|
154
|
+
azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=FzUq5vZolZIcrmIfc9XyT0-RfpAcfOszE6slCkVtOSg,6240
|
|
151
155
|
azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
|
|
152
|
-
azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=
|
|
156
|
+
azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=Prb-vx98IpzxFHnhpZ-tial9dG4HrrrFa1KbmCqTeUY,6517
|
|
153
157
|
azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=VHKzVlC2Cv1xuholgIGmerPspspAI0t6IgJ2cxOuYDE,4811
|
|
154
158
|
azure/ai/evaluation/_evaluators/_response_completeness/__init__.py,sha256=U3eqkQQAgRif46B6UGdq3yWefgbkZGJ3ZE2sKoZQDlU,292
|
|
155
|
-
azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=
|
|
159
|
+
azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=9_zalnYiCEPdQLvXKWAmNdqohUjB5u6UuZOM0Ko50Tk,7883
|
|
156
160
|
azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=25PqzWWtpwvsKNnBGDNfqsKKo2RpyeiIFzvK8sauPDg,7520
|
|
157
161
|
azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
|
|
158
|
-
azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=
|
|
162
|
+
azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=ShAHEwdLeUUP7WpzM-W7PauPj7sNiUgcKd0EoTDS4Fg,6281
|
|
159
163
|
azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=_YVoO4Gt_WD42bUcj5n6BDW0dMUqNf0yF3Nj5XMOX2c,16490
|
|
160
164
|
azure/ai/evaluation/_evaluators/_rouge/__init__.py,sha256=kusCDaYcXogDugGefRP8MQSn9xv107oDbrMCqZ6K4GA,291
|
|
161
|
-
azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=
|
|
165
|
+
azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=_qPmSLmp-6NH0LuEGccfgpbYVmrsKCMzuAs4cdpKUgM,10060
|
|
162
166
|
azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py,sha256=0DODUGTOgaYyFbO9_zxuwifixDL3SIm3EkwP1sdwn6M,288
|
|
163
|
-
azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=
|
|
167
|
+
azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=7bKXq-3T0wImNomoEX0to3R4zukNYEqocpAu5uxzPBQ,8152
|
|
164
168
|
azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
|
|
165
|
-
azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=
|
|
169
|
+
azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=_bj1YespJ8ZMNq7u-5Ktw5w6f3U98raP9nHMgI6tZls,5430
|
|
166
170
|
azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
|
|
167
171
|
azure/ai/evaluation/_evaluators/_task_adherence/__init__.py,sha256=9HtNrG7yYX0Ygq3cZoS_0obAvGgmy5HWcsBcPKoB15c,271
|
|
168
|
-
azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=
|
|
172
|
+
azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=VokR01FyGV3V5wLkbdOB6k_OInhhBO2jPwjYE9oyYxA,10208
|
|
169
173
|
azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty,sha256=tOgTrDO41jsFHloabSBCWcbwKB1MtGGxHH_pyFIn2Vk,5350
|
|
170
174
|
azure/ai/evaluation/_evaluators/_tool_call_accuracy/__init__.py,sha256=vYB4Y_3n1LqTiEeZB1O1A0b14wpURBwtW0wPEN2FG9Q,288
|
|
171
|
-
azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=
|
|
172
|
-
azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=
|
|
175
|
+
azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=HJ6Ehbpks1e6Si4zCXMjHDMAos5qehyA-ARRuE-2nBI,18317
|
|
176
|
+
azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=L2EyEj4jHLE_RPzO6a1m7gakX3N9eiQ4sbwnFEwbTsw,3895
|
|
173
177
|
azure/ai/evaluation/_evaluators/_ungrounded_attributes/__init__.py,sha256=wGZBd_cRDgkuS-0HV9qm81dHK7ScYdKd98xLPtk6EwQ,118
|
|
174
|
-
azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=
|
|
178
|
+
azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=G4eZ72QfVmjtwfMiD7UdfDsB4XCPAXuw06UtNvWwkHk,4408
|
|
175
179
|
azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
|
|
176
|
-
azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=
|
|
180
|
+
azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=aiBKbs0sKeTizOhXHyEbmz64XAE66SSyU0QNIAhQe4w,6564
|
|
177
181
|
azure/ai/evaluation/_legacy/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
178
182
|
azure/ai/evaluation/_legacy/_adapters/__init__.py,sha256=LGQk1gGjDTCtd-vEQj6ObYyK7Mff9zL1jFOq7iTrOSU,450
|
|
179
183
|
azure/ai/evaluation/_legacy/_adapters/_check.py,sha256=ojKjHEtjzfg9QA4o4vH4cLVpdw1F-7snxCQ-sdjRFig,426
|
|
@@ -189,66 +193,66 @@ azure/ai/evaluation/_legacy/_adapters/types.py,sha256=q7n0TtpFxd1WttbUR_Q8ODd8bT
|
|
|
189
193
|
azure/ai/evaluation/_legacy/_adapters/utils.py,sha256=2KdYqfeuHLcfqk1qJRviNoqqsghxBZNmyoGcUTNphl0,1306
|
|
190
194
|
azure/ai/evaluation/_legacy/_batch_engine/__init__.py,sha256=NNX2DhtPVzJCX8kR_QzZ6EkUsdGifvwip2LHEcRwy1Y,594
|
|
191
195
|
azure/ai/evaluation/_legacy/_batch_engine/_config.py,sha256=-B37cIbWOWEB3kTaNjHGLfQNbLa-XAP1gWm0Kvyv82k,1724
|
|
192
|
-
azure/ai/evaluation/_legacy/_batch_engine/_engine.py,sha256=
|
|
196
|
+
azure/ai/evaluation/_legacy/_batch_engine/_engine.py,sha256=Q-Z7Pvz1gsVCOs0LEV619CMA5C0SQuqzj2UNFqp9LBY,16636
|
|
193
197
|
azure/ai/evaluation/_legacy/_batch_engine/_exceptions.py,sha256=_QQLowht6ww4wBJbShQBo00Y8HFdaWh-dWd44sGvJBc,2870
|
|
194
|
-
azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py,sha256=
|
|
198
|
+
azure/ai/evaluation/_legacy/_batch_engine/_openai_injector.py,sha256=jP_ZHre2REdQh2l2JJNuP6arW9pHxOlc-WHG5jLnX6g,5059
|
|
195
199
|
azure/ai/evaluation/_legacy/_batch_engine/_result.py,sha256=tPnI7Ab2t89ri4kvplJPvKBb0BOrMDQm3HAPXZuhp60,3471
|
|
196
200
|
azure/ai/evaluation/_legacy/_batch_engine/_run.py,sha256=iNLMtkjvsbgivB59xWuB77kyZKxU40YhwoaJ_djuAcc,4491
|
|
197
201
|
azure/ai/evaluation/_legacy/_batch_engine/_run_storage.py,sha256=KjiKaSjT16L_wLYrZpIeBANtin3fa4Gqd3L-Xjw-59I,3418
|
|
198
|
-
azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py,sha256=
|
|
202
|
+
azure/ai/evaluation/_legacy/_batch_engine/_run_submitter.py,sha256=lI_bhKEWQRAyZHG_G56jf0JM2YbSI6ycH4TBhIM2NGY,11085
|
|
199
203
|
azure/ai/evaluation/_legacy/_batch_engine/_status.py,sha256=xSpJaMmBroGOL8U_iTpAr_PgyNKaxfawqak6TpuUrkk,780
|
|
200
204
|
azure/ai/evaluation/_legacy/_batch_engine/_trace.py,sha256=xh52vKgs8TKYj1WlqcenlOXiPmcfgdPei2P8BLAIO5g,4430
|
|
201
|
-
azure/ai/evaluation/_legacy/_batch_engine/_utils.py,sha256=
|
|
205
|
+
azure/ai/evaluation/_legacy/_batch_engine/_utils.py,sha256=pBOw5WTt64POR1c6yxGH5D5MhUxvXcMKJ2Rzzqth0XQ,2957
|
|
202
206
|
azure/ai/evaluation/_legacy/_batch_engine/_utils_deprecated.py,sha256=hBm4gh_m8BCWDAryKmqO4ZsypuGE1QSh3K_DxfoEKpc,5917
|
|
203
207
|
azure/ai/evaluation/_legacy/_common/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
204
|
-
azure/ai/evaluation/_legacy/_common/_async_token_provider.py,sha256=
|
|
208
|
+
azure/ai/evaluation/_legacy/_common/_async_token_provider.py,sha256=1eqYdVqs8_O4Q0_Eu7Inj27laTRacrr_E8MRm9VE6CA,5452
|
|
205
209
|
azure/ai/evaluation/_legacy/_common/_logging.py,sha256=aEZsfS2wqbqVEA-vBsfg0-sCWyssGf2L1oWFmu9cego,11398
|
|
206
|
-
azure/ai/evaluation/_legacy/_common/_thread_pool_executor_with_context.py,sha256=
|
|
210
|
+
azure/ai/evaluation/_legacy/_common/_thread_pool_executor_with_context.py,sha256=GptSpaIqpXcw7otNf1VDfL7Jl5i_bilDt0XAvK4nK1E,632
|
|
207
211
|
azure/ai/evaluation/_legacy/prompty/__init__.py,sha256=nWpB3ApQWzlzgbhvNkjHq3sL5tnpwfwmSsTKBmhxmN8,1660
|
|
208
212
|
azure/ai/evaluation/_legacy/prompty/_connection.py,sha256=ZaO-TkUsWglsEEwek58MsvKSxXU13Xrai-O5DCqCuT8,3891
|
|
209
213
|
azure/ai/evaluation/_legacy/prompty/_exceptions.py,sha256=BmYd5D3_ZnDRpbeWoMFO1GA6mjVOaNkFAksEGbHQwzM,7267
|
|
210
|
-
azure/ai/evaluation/_legacy/prompty/_prompty.py,sha256=
|
|
214
|
+
azure/ai/evaluation/_legacy/prompty/_prompty.py,sha256=6bl_glvQ_m3fV65g6T9B2ChRydQlCRYzQCb0myHk3oc,16696
|
|
211
215
|
azure/ai/evaluation/_legacy/prompty/_utils.py,sha256=NCuZYuAZSguDtFsLAcgVwwPyAPM_MvdJnonup_KoEfs,25650
|
|
212
216
|
azure/ai/evaluation/_legacy/prompty/_yaml_utils.py,sha256=pVL6xgTHC3AKKD5plJ4d6hiBuComaOlUww1uqqDQlB4,3350
|
|
213
|
-
azure/ai/evaluation/_safety_evaluation/__init__.py,sha256=
|
|
217
|
+
azure/ai/evaluation/_safety_evaluation/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
214
218
|
azure/ai/evaluation/_safety_evaluation/_generated_rai_client.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
215
|
-
azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=
|
|
219
|
+
azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=aGzMJPzB_6NYtMcnc-8KMCGuFvONMXSdg6F4bs6XUbs,44856
|
|
216
220
|
azure/ai/evaluation/_vendor/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
217
221
|
azure/ai/evaluation/_vendor/rouge_score/__init__.py,sha256=03OkyfS_UmzRnHv6-z9juTaJ6OXJoEJM989hgifIZbc,607
|
|
218
222
|
azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=DtNSeshHipzc6vFnvx7kbs5viXe4LNq-ZrgllFvfR4U,11299
|
|
219
223
|
azure/ai/evaluation/_vendor/rouge_score/scoring.py,sha256=0sqdiNE-4R_EmTTqyWL9_DAOgl54250H5004tZDGxEE,1878
|
|
220
224
|
azure/ai/evaluation/_vendor/rouge_score/tokenize.py,sha256=IyHVsWY6IFFZdB23cLiJs8iBZ0DXk1mQlWE1xtdjuuk,1826
|
|
221
225
|
azure/ai/evaluation/_vendor/rouge_score/tokenizers.py,sha256=3_-y1TyvyluHuERhSJ5CdXSwnpcMA7aAKU6PCz9wH_Q,1745
|
|
222
|
-
azure/ai/evaluation/red_team/__init__.py,sha256=
|
|
223
|
-
azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=
|
|
224
|
-
azure/ai/evaluation/red_team/_attack_strategy.py,sha256=
|
|
225
|
-
azure/ai/evaluation/red_team/_callback_chat_target.py,sha256
|
|
226
|
-
azure/ai/evaluation/red_team/_default_converter.py,sha256=
|
|
227
|
-
azure/ai/evaluation/red_team/_red_team.py,sha256=
|
|
228
|
-
azure/ai/evaluation/red_team/_red_team_result.py,sha256=
|
|
229
|
-
azure/ai/evaluation/red_team/_agent/__init__.py,sha256=
|
|
230
|
-
azure/ai/evaluation/red_team/_agent/_agent_functions.py,sha256=
|
|
231
|
-
azure/ai/evaluation/red_team/_agent/_agent_tools.py,sha256
|
|
232
|
-
azure/ai/evaluation/red_team/_agent/_agent_utils.py,sha256=
|
|
233
|
-
azure/ai/evaluation/red_team/_agent/_semantic_kernel_plugin.py,sha256=
|
|
234
|
-
azure/ai/evaluation/red_team/_utils/__init__.py,sha256=
|
|
235
|
-
azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py,sha256=
|
|
236
|
-
azure/ai/evaluation/red_team/_utils/_rai_service_target.py,sha256=
|
|
237
|
-
azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py,sha256=
|
|
238
|
-
azure/ai/evaluation/red_team/_utils/constants.py,sha256=
|
|
239
|
-
azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=
|
|
240
|
-
azure/ai/evaluation/red_team/_utils/logging_utils.py,sha256=
|
|
241
|
-
azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=
|
|
242
|
-
azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=
|
|
226
|
+
azure/ai/evaluation/red_team/__init__.py,sha256=fWI2mik_8NQmR-cfNdbPL8Xi9z15OFnxCZ1SPzSYW4Q,627
|
|
227
|
+
azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=3l5cOfWCfX9-fdFkBdJ0yONv7kL7w6TyghzPVErYN_w,11070
|
|
228
|
+
azure/ai/evaluation/red_team/_attack_strategy.py,sha256=5VEES4AdiHc057Bt8STAKpKvpJ7gKPGxjkh6kjlQ2og,1488
|
|
229
|
+
azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=-kd5voHTnWtTwQVXr3fl_OaxKXLic-GnwELN_e9SG_g,3016
|
|
230
|
+
azure/ai/evaluation/red_team/_default_converter.py,sha256=tewcQgYNqQA8EJ0IIDOA3HhZOR7vpCn8E1hP787gg9k,776
|
|
231
|
+
azure/ai/evaluation/red_team/_red_team.py,sha256=xe0utQlVa7GyJ-u_wCbZQ_N7QeznjyoXpPwGB03FKsQ,162020
|
|
232
|
+
azure/ai/evaluation/red_team/_red_team_result.py,sha256=QIf8L3hMaTHCo3FGfhBTrfaM6lWZ6UoQdFXyheAXZsM,17014
|
|
233
|
+
azure/ai/evaluation/red_team/_agent/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
234
|
+
azure/ai/evaluation/red_team/_agent/_agent_functions.py,sha256=kLV2lQ5PHMucGK9IsrnZsmSvlhL2fhgzxa1G0NPF6eM,10482
|
|
235
|
+
azure/ai/evaluation/red_team/_agent/_agent_tools.py,sha256=-ClGcNexUYa6_SxBPERAl2u4LgR0UP5Dk0TeYfUcBW8,20653
|
|
236
|
+
azure/ai/evaluation/red_team/_agent/_agent_utils.py,sha256=3wtUg0BUp68l5Vm01K3zjzd1CKKt_N2Xd295yY1itdo,3224
|
|
237
|
+
azure/ai/evaluation/red_team/_agent/_semantic_kernel_plugin.py,sha256=Q-9uVkIM9Hq63pXhnxg6vwmIf9gTVXmmnC3c3ikbO0w,10601
|
|
238
|
+
azure/ai/evaluation/red_team/_utils/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
239
|
+
azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py,sha256=Deel5fvuIc-Zd6cruPWVg8X7z7jUJi2dOWGLxhNmOr8,4951
|
|
240
|
+
azure/ai/evaluation/red_team/_utils/_rai_service_target.py,sha256=BsSffRght1caZh9EsUpRcb8fh5W78ORmTUE7X9XvWd0,29811
|
|
241
|
+
azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py,sha256=_NZ1OGgXPtKPaOqRjOr-59JguHT_EOfeFuZUQ5FmwAE,4119
|
|
242
|
+
azure/ai/evaluation/red_team/_utils/constants.py,sha256=bd2bQNOsDpstgDBtapnRe8guNzNJjGRotHtWF9bxlho,1992
|
|
243
|
+
azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=zoTywXnslhQBUz2NLowny6Q0FclijDxiahsuoON-GQs,6263
|
|
244
|
+
azure/ai/evaluation/red_team/_utils/logging_utils.py,sha256=1EK7xRO0eA0nKJmqz7WhMwjP8M3i1je1KxHdGfH9HVI,4775
|
|
245
|
+
azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=TU9Z9umtjwmJy3SQNqbc2Fj-oJUX_7rFlg1NEGXaSK4,2130
|
|
246
|
+
azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=gW0cfsB8alXTIV02RHNVsz7vmQLjq7SXNf8ZHY0_OHs,8088
|
|
243
247
|
azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rbZV03KmzxxWys,552
|
|
244
|
-
azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=
|
|
245
|
-
azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=
|
|
248
|
+
azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=ISMjXfcmquvuBhM8l2u_X3jbEbNa7F7dR-AwgKNaJw0,1884
|
|
249
|
+
azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=w1wvDPJgB8uF7xn-0QUPx3lwjj_eTNzB9joFpBAPOUI,25543
|
|
246
250
|
azure/ai/evaluation/simulator/_constants.py,sha256=jtsj-XzbseurEAxWmB-iSPmXu7B6ZHrM3bl07j-zruM,875
|
|
247
|
-
azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=
|
|
248
|
-
azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=
|
|
249
|
-
azure/ai/evaluation/simulator/_simulator.py,sha256=
|
|
251
|
+
azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=g3170PdieqzN_98PHVbpmoFKUapLN_Yns_JBF71UNog,11025
|
|
252
|
+
azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=pLBH_HRUGMNbFxDo24dmRynV549kp1dbYrZB9oSr6e8,11236
|
|
253
|
+
azure/ai/evaluation/simulator/_simulator.py,sha256=6738F2ScNO0OCS1hODw_VBE6Ib3nXJErBAOxKHe-8hc,36635
|
|
250
254
|
azure/ai/evaluation/simulator/_utils.py,sha256=16NltlywpbMtoFtULwTKqeURguIS1kSKSo3g8uKV8TA,5181
|
|
251
|
-
azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=
|
|
255
|
+
azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=x8bDZIVm10DynqpfrURbeoidAjYv_EFxWr7G7sFShZA,18236
|
|
252
256
|
azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=aWiodVvzA9yy1itkoVtW88B4qhEpxpnztx0G1-w7U_Y,7729
|
|
253
257
|
azure/ai/evaluation/simulator/_conversation/constants.py,sha256=Foy1x1RE4Svt0OPa4oZFeuubtzpjho6lY_WBL6Zm-jM,969
|
|
254
258
|
azure/ai/evaluation/simulator/_data_sources/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
|
|
@@ -257,17 +261,17 @@ azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=FQwgrJvzq_nv3wF9DBr2py
|
|
|
257
261
|
azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=sbKc3O5qsg77LEaSEQfWDfzqEFXVDw612BaDcBo3E7A,1095
|
|
258
262
|
azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=BOttMTec3muMiA4OzwD_iW08GTrhja7PL9XVjRCN3jM,3029
|
|
259
263
|
azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=soaUHfmd_IK1FINPRKgKens7qKOVw9BZwc7ms7N6zrk,860
|
|
260
|
-
azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=
|
|
261
|
-
azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=
|
|
262
|
-
azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=
|
|
263
|
-
azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=
|
|
264
|
-
azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=
|
|
265
|
-
azure/ai/evaluation/simulator/_model_tools/models.py,sha256=
|
|
264
|
+
azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=gDP0-WarWmoRkUnj8rqsD0vljYeAagSD8KPA_8jNMUc,7935
|
|
265
|
+
azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=kRmKm8etMq6fM2PjVKL0P7TtXfhDESNME3PenGTryjU,6475
|
|
266
|
+
azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=Alk6deMeimSKO0JkxrmO6BzsmMdWFBz7PM_ihKwV9q8,11028
|
|
267
|
+
azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=fC38IptUtoumxu2CWLmErNoGxMdVlNr60XbpJeKdQ18,11379
|
|
268
|
+
azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=ghQNP8ur19BfbLilEnIio85RbYwQ8APAm45-iNcimYY,8375
|
|
269
|
+
azure/ai/evaluation/simulator/_model_tools/models.py,sha256=H7tjmj9wzLT-6bI542eAfecOKl1sHBZhcd-YNF522Sg,22372
|
|
266
270
|
azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
267
271
|
azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
|
|
268
272
|
azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
|
|
269
|
-
azure_ai_evaluation-1.
|
|
270
|
-
azure_ai_evaluation-1.
|
|
271
|
-
azure_ai_evaluation-1.
|
|
272
|
-
azure_ai_evaluation-1.
|
|
273
|
-
azure_ai_evaluation-1.
|
|
273
|
+
azure_ai_evaluation-1.9.0.dist-info/METADATA,sha256=EHztRXYMcujJuH9Vmy5iNk1L7pn4G8eB7JWEsmPc48k,39485
|
|
274
|
+
azure_ai_evaluation-1.9.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
|
|
275
|
+
azure_ai_evaluation-1.9.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
|
|
276
|
+
azure_ai_evaluation-1.9.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
|
|
277
|
+
azure_ai_evaluation-1.9.0.dist-info/RECORD,,
|
|
@@ -1,40 +0,0 @@
|
|
|
1
|
-
# --------------------------------------------------------------------------
|
|
2
|
-
# Copyright (c) Microsoft Corporation. All rights reserved.
|
|
3
|
-
# Licensed under the MIT License. See License.txt in the project root for license information.
|
|
4
|
-
# Code generated by Microsoft (R) Python Code Generator.
|
|
5
|
-
# Changes may cause incorrect behavior and will be lost if the code is regenerated.
|
|
6
|
-
# --------------------------------------------------------------------------
|
|
7
|
-
|
|
8
|
-
from typing import Optional
|
|
9
|
-
|
|
10
|
-
from azure.core import MatchConditions
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
def quote_etag(etag: Optional[str]) -> Optional[str]:
|
|
14
|
-
if not etag or etag == "*":
|
|
15
|
-
return etag
|
|
16
|
-
if etag.startswith("W/"):
|
|
17
|
-
return etag
|
|
18
|
-
if etag.startswith('"') and etag.endswith('"'):
|
|
19
|
-
return etag
|
|
20
|
-
if etag.startswith("'") and etag.endswith("'"):
|
|
21
|
-
return etag
|
|
22
|
-
return '"' + etag + '"'
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
def prep_if_match(etag: Optional[str], match_condition: Optional[MatchConditions]) -> Optional[str]:
|
|
26
|
-
if match_condition == MatchConditions.IfNotModified:
|
|
27
|
-
if_match = quote_etag(etag) if etag else None
|
|
28
|
-
return if_match
|
|
29
|
-
if match_condition == MatchConditions.IfPresent:
|
|
30
|
-
return "*"
|
|
31
|
-
return None
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
def prep_if_none_match(etag: Optional[str], match_condition: Optional[MatchConditions]) -> Optional[str]:
|
|
35
|
-
if match_condition == MatchConditions.IfModified:
|
|
36
|
-
if_none_match = quote_etag(etag) if etag else None
|
|
37
|
-
return if_none_match
|
|
38
|
-
if match_condition == MatchConditions.IfMissing:
|
|
39
|
-
return "*"
|
|
40
|
-
return None
|
|
File without changes
|
|
File without changes
|
|
File without changes
|