azure-ai-evaluation 1.6.0__py3-none-any.whl → 1.8.0__py3-none-any.whl

azure/ai/evaluation/red_team/_utils/constants.py

@@ -40,7 +40,9 @@ ATTACK_STRATEGY_COMPLEXITY_MAP = {
     str(AttackStrategy.Tense.value): "moderate",
     str(AttackStrategy.MODERATE.value): "moderate",
     str(AttackStrategy.DIFFICULT.value): "difficult",
-    str(AttackStrategy.Jailbreak.value): "easy"
+    str(AttackStrategy.Jailbreak.value): "easy",
+    str(AttackStrategy.MultiTurn.value): "difficult",
+    str(AttackStrategy.Crescendo.value): "difficult",
 }
 
 # Mapping of risk categories to their evaluators
@@ -63,3 +65,5 @@ TASK_STATUS = {
     "TIMEOUT": "timeout",
     "INCOMPLETE": "incomplete",
 }
+
+USER_AGENT = "azure-ai-evaluation-redteam"

azure/ai/evaluation/red_team/_utils/metric_mapping.py

@@ -7,7 +7,7 @@ from azure.ai.evaluation._constants import EvaluationMetrics
 # Mapping of risk categories to their corresponding evaluation metrics
 RISK_CATEGORY_METRIC_MAP = {
     RiskCategory.Violence: EvaluationMetrics.VIOLENCE,
-    RiskCategory.HateUnfairness: EvaluationMetrics.HATE_UNFAIRNESS,
+    RiskCategory.HateUnfairness: EvaluationMetrics.HATE_FAIRNESS,
     RiskCategory.Sexual: EvaluationMetrics.SEXUAL,
     RiskCategory.SelfHarm: EvaluationMetrics.SELF_HARM
 }
@@ -20,4 +20,4 @@ def get_metric_from_risk_category(risk_category: RiskCategory) -> str:
     :return: The corresponding evaluation metric
     :rtype: str
     """
-    return RISK_CATEGORY_METRIC_MAP.get(risk_category, EvaluationMetrics.HATE_UNFAIRNESS)
+    return RISK_CATEGORY_METRIC_MAP.get(risk_category, EvaluationMetrics.HATE_FAIRNESS)

azure/ai/evaluation/red_team/_utils/strategy_utils.py

@@ -66,6 +66,8 @@ def strategy_converter_map() -> Dict[Any, Union[PromptConverter, List[PromptConv
         AttackStrategy.UnicodeSubstitution: UnicodeSubstitutionConverter(),
         AttackStrategy.Url: UrlConverter(),
         AttackStrategy.Jailbreak: None,
+        AttackStrategy.MultiTurn: None,
+        AttackStrategy.Crescendo: None,
     }
 
 

azure/ai/evaluation/simulator/_adversarial_simulator.py

@@ -264,12 +264,19 @@ class AdversarialSimulator:
 
         # Limit to max_simulation_results if needed
         if len(template_parameter_pairs) > max_simulation_results:
-            template_parameter_pairs = template_parameter_pairs[:max_simulation_results]
+            template_parameter_pairs = template_parameter_pairs[:max_simulation_results]        # Create a seeded random instance for jailbreak selection if randomization_seed is provided
+        jailbreak_random = None
+        if _jailbreak_type == "upia" and randomization_seed is not None:
+            jailbreak_random = random.Random(randomization_seed)
 
         # Single task append loop for all scenarios
         for template, parameter in template_parameter_pairs:
             if _jailbreak_type == "upia":
-                parameter = self._add_jailbreak_parameter(parameter, random.choice(jailbreak_dataset))
+                if jailbreak_random is not None:
+                    selected_jailbreak = jailbreak_random.choice(jailbreak_dataset)
+                else:
+                    selected_jailbreak = random.choice(jailbreak_dataset)
+                parameter = self._add_jailbreak_parameter(parameter, selected_jailbreak)
 
             tasks.append(
                 asyncio.create_task(

azure/ai/evaluation/simulator/_conversation/constants.py

@@ -12,7 +12,7 @@ OUTPUT_FILE = "openai_api_response.jsonl"
 
 # Azure endpoint constants
 AZUREML_TOKEN_SCOPE = "https://ml.azure.com"
-COGNITIVE_SERVICES_TOKEN_SCOPE = "https://cognitiveservices.azure.com/"
+COGNITIVE_SERVICES_TOKEN_SCOPE = "https://ai.azure.com/"
 AZURE_TOKEN_REFRESH_INTERVAL = 600  # seconds
 AZURE_ENDPOINT_DOMAIN_VALID_PATTERN_RE = (
     r"^(?=.{1,255}$)(?!-)[a-zA-Z0-9-]{1,63}(?<!-)"

azure/ai/evaluation/simulator/_direct_attack_simulator.py

@@ -28,9 +28,9 @@ class DirectAttackSimulator:
     Initialize a UPIA (user prompt injected attack) jailbreak adversarial simulator with a project scope.
     This simulator converses with your AI system using prompts designed to interrupt normal functionality.
 
-    :param azure_ai_project: The scope of the Azure AI project. It contains subscription id, resource group, and project
-        name.
-    :type azure_ai_project: ~azure.ai.evaluation.AzureAIProject
+    :param azure_ai_project: The Azure AI project, which can either be a string representing the project endpoint 
+        or an instance of AzureAIProject. It contains subscription id, resource group, and project name. 
+    :type azure_ai_project: Union[str, AzureAIProject]
     :param credential: The credential for connecting to Azure AI project.
     :type credential: ~azure.core.credentials.TokenCredential
 

azure/ai/evaluation/simulator/_indirect_attack_simulator.py

@@ -30,9 +30,9 @@ class IndirectAttackSimulator(AdversarialSimulator):
     """
     Initializes the XPIA (cross domain prompt injected attack) jailbreak adversarial simulator with a project scope.
 
-    :param azure_ai_project: The scope of the Azure AI project. It contains subscription id, resource group, and project
-        name.
-    :type azure_ai_project: ~azure.ai.evaluation.AzureAIProject
+    :param azure_ai_project: The Azure AI project, which can either be a string representing the project endpoint 
+        or an instance of AzureAIProject. It contains subscription id, resource group, and project name. 
+    :type azure_ai_project: Union[str, AzureAIProject]
     :param credential: The credential for connecting to Azure AI project.
     :type credential: ~azure.core.credentials.TokenCredential
 

azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py

@@ -12,6 +12,7 @@ from azure.ai.evaluation._common.raiclient import MachineLearningServicesClient
 from azure.ai.evaluation._constants import TokenScope
 from azure.ai.evaluation._common.utils import is_onedp_project
 from azure.ai.evaluation._common.onedp import AIProjectClient
+from azure.ai.evaluation._common import EvaluationServiceOneDPClient
 import jwt
 import time
 import ast
@@ -46,6 +47,8 @@ class GeneratedRAIClient:
             ).rai_svc
         else:
             self._client = AIProjectClient(endpoint=azure_ai_project, credential=token_manager).red_teams
+            self._operations_client = AIProjectClient(endpoint=azure_ai_project, credential=token_manager).evaluations
+            self._evaluation_onedp_client = EvaluationServiceOneDPClient(endpoint=azure_ai_project, credential=token_manager)
         
     def _get_service_discovery_url(self):
         """Get the service discovery URL.

azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py

@@ -43,15 +43,15 @@ class SimulationRequestDTO:
         headers: Dict[str, str],
         payload: Dict[str, Any],
         params: Dict[str, str],
-        template_key: str,
-        template_parameters: Optional[TemplateParameters],
+        templateKey: str,
+        templateParameters: Optional[TemplateParameters],
     ):
         self.url = url
         self.headers = headers
         self.json = json.dumps(payload)
         self.params = params
-        self.template_key = template_key
-        self.templateParameters = template_parameters
+        self.templateKey = templateKey
+        self.templateParameters = templateParameters
 
     def to_dict(self) -> Dict:
         """Convert the DTO to a dictionary.
@@ -186,8 +186,8 @@ class ProxyChatCompletionsModel(OpenAIChatCompletionsModel):
             headers=headers,
             payload=request_data,
             params=params,
-            template_key=self.tkey,
-            template_parameters=self.tparam,
+            templateKey=self.tkey,
+            templateParameters=self.tparam,
         )
 
         time_start = time.time()
@@ -207,7 +207,15 @@ class ProxyChatCompletionsModel(OpenAIChatCompletionsModel):
             request_count = 0
             flag = True
             while flag:
-                response = session.evaluations.operation_results(operation_id, headers=headers)
+                try:
+                    response = session.evaluations.operation_results(operation_id, headers=headers)
+                except Exception as e:
+                    from types import SimpleNamespace  # pylint: disable=forgotten-debug-statement
+                    response = SimpleNamespace(status_code=202, text=str(e), json=lambda: {"error": str(e)})
+                if isinstance(response, dict):
+                    response_data = response
+                    flag = False
+                    break
                 if response.status_code == 200:
                     response_data = cast(List[Dict], response.json())
                     flag = False

azure/ai/evaluation/simulator/_model_tools/_template_handler.py

@@ -146,12 +146,13 @@ class AdversarialTemplate:
 
 class AdversarialTemplateHandler:
     """
-    Adversarial template handler constructor.
+    Initialize the AdversarialTemplateHandler.
 
-    :param azure_ai_project: The Azure AI project.
-    :type azure_ai_project: ~azure.ai.evaluation.AzureAIProject
-    :param rai_client: The RAI client.
-    :type rai_client: ~azure.ai.evaluation.simulator._model_tools.RAIClient
+    :param azure_ai_project: The Azure AI project, which can either be a string representing the project endpoint 
+        or an instance of AzureAIProject. It contains subscription id, resource group, and project name. 
+    :type azure_ai_project: Union[str, AzureAIProject]
+    :param rai_client: The RAI client or AI Project client used for fetching parameters.
+    :type rai_client: Union[~azure.ai.evaluation.simulator._model_tools.RAIClient, ~azure.ai.evaluation._common.onedp._client.AIProjectClient]
     """
 
     def __init__(self, azure_ai_project: Union[str, AzureAIProject], rai_client: Union[RAIClient, AIProjectClient]) -> None:

{azure_ai_evaluation-1.6.0.dist-info → azure_ai_evaluation-1.8.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: azure-ai-evaluation
-Version: 1.6.0
+Version: 1.8.0
 Summary: Microsoft Azure Evaluation Library for Python
 Home-page: https://github.com/Azure/azure-sdk-for-python
 Author: Microsoft Corporation
@@ -30,10 +30,11 @@ Requires-Dist: nltk>=3.9.1
 Requires-Dist: azure-storage-blob>=12.10.0
 Requires-Dist: httpx>=0.25.1
 Requires-Dist: pandas<3.0.0,>=2.1.2
-Requires-Dist: openai>=1.73.0
+Requires-Dist: openai>=1.78.0
 Requires-Dist: ruamel.yaml<1.0.0,>=0.17.10
 Requires-Dist: msrest>=0.6.21
 Requires-Dist: Jinja2>=3.1.6
+Requires-Dist: aiohttp>=3.0
 Provides-Extra: redteam
 Requires-Dist: pyrit==0.8.1; extra == "redteam"
 
@@ -115,13 +116,23 @@ result = relevance_evaluator(
     response="The capital of Japan is Tokyo."
 )
 
-# AI assisted safety evaluator
+# There are two ways to provide Azure AI Project.
+# Option #1 : Using Azure AI Project Details 
 azure_ai_project = {
     "subscription_id": "<subscription_id>",
     "resource_group_name": "<resource_group_name>",
     "project_name": "<project_name>",
 }
 
+violence_evaluator = ViolenceEvaluator(azure_ai_project)
+result = violence_evaluator(
+    query="What is the capital of France?",
+    response="Paris."
+)
+
+# Option # 2 : Using Azure AI Project Url 
+azure_ai_project = "https://{resource_name}.services.ai.azure.com/api/projects/{project_name}"
+
 violence_evaluator = ViolenceEvaluator(azure_ai_project)
 result = violence_evaluator(
     query="What is the capital of France?",
@@ -272,11 +283,18 @@ with open("simulator_output.jsonl", "w") as f:
 ```python
 from azure.ai.evaluation.simulator import AdversarialSimulator, AdversarialScenario
 from azure.identity import DefaultAzureCredential
+
+# There are two ways to provide Azure AI Project.
+# Option #1 : Using Azure AI Project 
 azure_ai_project = {
     "subscription_id": <subscription_id>,
     "resource_group_name": <resource_group_name>,
     "project_name": <project_name>
 }
+
+# Option #2 : Using Azure AI Project Url 
+azure_ai_project = "https://{resource_name}.services.ai.azure.com/api/projects/{project_name}"
+
 scenario = AdversarialScenario.ADVERSARIAL_QA
 simulator = AdversarialSimulator(azure_ai_project=azure_ai_project, credential=DefaultAzureCredential())
 
@@ -382,6 +400,20 @@ This project has adopted the [Microsoft Open Source Code of Conduct][code_of_con
 
 # Release History
 
+## 1.8.0 (2025-05-29)
+
+### Features Added
+
+- Introduces `AttackStrategy.MultiTurn` and `AttackStrategy.Crescendo` to `RedTeam`. These strategies attack the target of a `RedTeam` scan over the course of multi-turn conversations. 
+
+### Bugs Fixed
+- AdversarialSimulator in `ADVERSARIAL_CONVERSATION` mode was broken. It is now fixed.
+
+## 1.7.0 (2025-05-12)
+
+### Bugs Fixed
+- azure-ai-evaluation failed with module not found [#40992](https://github.com/Azure/azure-sdk-for-python/issues/40992)
+
 ## 1.6.0 (2025-05-07)
 
 ### Features Added

{azure_ai_evaluation-1.6.0.dist-info → azure_ai_evaluation-1.8.0.dist-info}/RECORD

@@ -1,28 +1,28 @@
-azure/ai/evaluation/__init__.py,sha256=hMKlEJjyULlBUt6ansPS1_2cLdz8iR715fikuMUZbyE,3794
+azure/ai/evaluation/__init__.py,sha256=r4Xj_k-yjJXChFIENaz_1vDY4vZSy8tf6MRLlWJjsSY,3866
 azure/ai/evaluation/_constants.py,sha256=kptry2VQRoInON1SpCZ6yJSVNvdgYC0wfkxsV4K8u1w,3727
-azure/ai/evaluation/_eval_mapping.py,sha256=skdfUfV1jG6jTdWTLVfOh0eeS60Gt0kvr-PJlDcvkzQ,2496
+azure/ai/evaluation/_eval_mapping.py,sha256=MqLU4KDn1wHegbAjoS6HpQPStGPEiTOCf-q1SD8Gw_w,2582
 azure/ai/evaluation/_exceptions.py,sha256=XVliA6hj3C9Pz1ryBn0aC2izpno953VZwarTEfRumi0,5409
 azure/ai/evaluation/_http_utils.py,sha256=1bGce6pKAL-vmaUGRPxVX7DVO05XVQ8YPIwIQ3q7mfA,17221
 azure/ai/evaluation/_model_configurations.py,sha256=MNN6cQlz7P9vNfHmfEKsUcly3j1FEOEFsA8WV7GPuKQ,4043
 azure/ai/evaluation/_user_agent.py,sha256=O2y-QPBAcw7w7qQ6M2aRPC3Vy3TKd789u5lcs2yuFaI,290
-azure/ai/evaluation/_version.py,sha256=cr6NakZmKvQuqv3P6cLeR8lJWiSwLUCWVqlMj_ZkEmA,229
+azure/ai/evaluation/_version.py,sha256=s-hB5c2HMI5UlCpMm0EGHnSdbc_xvo8g7tM1oIr9ys4,229
 azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 azure/ai/evaluation/_aoai/__init__.py,sha256=DE9av37bnDMCbYjgXAY9pcmCol7URCMkJCTIbRn1xHo,264
-azure/ai/evaluation/_aoai/aoai_grader.py,sha256=PmpawSTWGGh6dwvwQYWvL19BDNbS77mVDSivuftQh_0,4128
-azure/ai/evaluation/_aoai/label_grader.py,sha256=jTWIBOhF9qWlZl7kKH__Ynq6-YqKNgw91nHZfL2vnhw,2690
-azure/ai/evaluation/_aoai/string_check_grader.py,sha256=sc5-D_aXYQGBeqX1U_rGKdO5hhSN7_u60Lesc3V9SsA,2303
-azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=Hq2qIF4htGddW87gGFvBQTXCMOpjifZTpJtTTRQNg2Q,2874
+azure/ai/evaluation/_aoai/aoai_grader.py,sha256=QyLlEeNy4BE2mdE2lKyArV8sHbiaFLDyI2j0xxlVEZ0,4121
+azure/ai/evaluation/_aoai/label_grader.py,sha256=3ta7MbMgzhHmY0v72u43CKEZseK5axAEdMGLlawIAtc,2659
+azure/ai/evaluation/_aoai/string_check_grader.py,sha256=qVW4H3eRl5WSie0dlHFevW4fR8KoXW4B4Z4Q11FDVeY,2278
+azure/ai/evaluation/_aoai/text_similarity_grader.py,sha256=FT2TM89oVKLhFPA98OpG3a3SGcfX7POrvf9hps2pukY,2846
 azure/ai/evaluation/_azure/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
 azure/ai/evaluation/_azure/_clients.py,sha256=YugjJQKqbilvU2gorgtUiKFi3AQZLlsqPPQeWee4WbE,9116
 azure/ai/evaluation/_azure/_envs.py,sha256=SBJL7wHOCzJ59nuHiOXK5fkoqe8CHMMKCLoPUWm6qRM,9393
 azure/ai/evaluation/_azure/_models.py,sha256=Vxcg7WfpAyxLQ-EesZzLGqopguV9Oohfjf-vWKTOA-8,12527
 azure/ai/evaluation/_azure/_token_manager.py,sha256=_CGub9uIA-N6-9M6mm7gyk9m-B8kr4i1bw9GkqDKLQs,5450
-azure/ai/evaluation/_common/__init__.py,sha256=vqpCpekamv-Cc75OuoGI06tywmX419hqYVztVMZYaLo,797
+azure/ai/evaluation/_common/__init__.py,sha256=Da2pjszo7wF6lAQKcs4ayfYVcpKDeNdAnwdueNx-Db8,863
 azure/ai/evaluation/_common/_experimental.py,sha256=GVtSn9r1CeR_yEa578dJVNDJ3P24eqe8WYdH7llbiQY,5694
 azure/ai/evaluation/_common/constants.py,sha256=7gwcSbcJr-KHA-7Llmpuo4kap_l3X5-emAn2LMb_wk4,2281
-azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=SU6udOg8lVJ6qZZeMm_GEhAYfbEBYOgjMAAjEbbyCjw,5537
+azure/ai/evaluation/_common/evaluation_onedp_client.py,sha256=QkmEfewIwLhZ9rVey26ZFuty5WzXwFJ6lSx-LAkGRek,7567
 azure/ai/evaluation/_common/math.py,sha256=d4bwWe35_RWDIZNcbV1BTBbHNx2QHQ4-I3EofDyyNE0,2863
-azure/ai/evaluation/_common/rai_service.py,sha256=_V7nw27GPle94orsbxJtlGetATY8RvKEzf7SKgPMM9M,34454
+azure/ai/evaluation/_common/rai_service.py,sha256=PNbGB_Clq8dydKhxOh9bojszWBkWxkvDOBLcCuSN66c,34810
 azure/ai/evaluation/_common/utils.py,sha256=mbmPSjOxQHir6QfUDMZXFP85qBc_SQhZ8G1mFKd601M,21531
 azure/ai/evaluation/_common/onedp/__init__.py,sha256=7bv0pblNvJFyhZArS85JZ1KLyVQ6Cly8z2q30wvEq2M,1058
 azure/ai/evaluation/_common/onedp/_client.py,sha256=Gc_mtATKUHML5znufEDlfTx8F08UYBLASSNC3Gb2tZ8,7045
@@ -48,7 +48,7 @@ azure/ai/evaluation/_common/onedp/models/_enums.py,sha256=xWkVAfjZGxnQsaGENmgpfK
 azure/ai/evaluation/_common/onedp/models/_models.py,sha256=VIP7RCP-48LSMfc4m0HPSgt40sCnciKNjlV_C-p5H0E,92197
 azure/ai/evaluation/_common/onedp/models/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
 azure/ai/evaluation/_common/onedp/operations/__init__.py,sha256=2rIhesutTPrcc8BUqSVkRpkQdxTI5lzucEOqj552P0E,1618
-azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=ctlV_BRhHimvHawGXCSCtdoC7BvnrRAUGDxBm8tmf5o,240792
+azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=RirJRnif4ujcsngXNiRXzHtCc0F7M5VNbwG6CBjKU9o,240913
 azure/ai/evaluation/_common/onedp/operations/_patch.py,sha256=xrdxsiXieQiFZyh8B1lHWF80DiQWHmbyjZR5mb8coyM,868
 azure/ai/evaluation/_common/onedp/servicepatterns/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
 azure/ai/evaluation/_common/onedp/servicepatterns/aio/__init__.py,sha256=SXUyE9hmQeYBcmIxmXrAZAIeYfMHAA7cy2vPwgRceTo,82
@@ -89,12 +89,12 @@ azure/ai/evaluation/_common/raiclient/operations/__init__.py,sha256=Ah41eszCE4ZD
 azure/ai/evaluation/_common/raiclient/operations/_operations.py,sha256=_-B8zU6GQ4RciGvBcAoVNlfGdNXaqf2XsS3EP-kYu10,50944
 azure/ai/evaluation/_common/raiclient/operations/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
 azure/ai/evaluation/_converters/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
-azure/ai/evaluation/_converters/_ai_services.py,sha256=U2s-KdCAv4ja-Xo0nGUhjIQEoyg9QmSj2Dqt73uufUo,37091
-azure/ai/evaluation/_converters/_models.py,sha256=LlrB7Vj_uW3-Ng06b3EHahRXf690W4j2XfYihS7dejo,11029
+azure/ai/evaluation/_converters/_ai_services.py,sha256=1ZaCNNpocCcg_fWzwCR4TAgVCt1b04-FCEOZzejO658,38788
+azure/ai/evaluation/_converters/_models.py,sha256=cd3uEUvXNnxEEEGMYE5_V9XEeIwhtCF_qZOwVIx9JPw,14010
 azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
 azure/ai/evaluation/_evaluate/_eval_run.py,sha256=ZlDvTNDiMSZ2VfzVicPmEGx65LL3LmcKcPWft6XjWcA,21991
-azure/ai/evaluation/_evaluate/_evaluate.py,sha256=Loh9IlLzrPnEdxm9dsfQhBT0PLmrOujbMhNe1G1zT10,50689
-azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=lxBPDBTddEVAIwoXTEbwNmuaR10Wdcqz6NVmBSZxjio,23899
+azure/ai/evaluation/_evaluate/_evaluate.py,sha256=YBdCP5gFXUwy-19A83-F4fjgwe7GfJUAcu3s6zjfnoc,50946
+azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=Z7Ku3geqOEWvlODQ7IpYWpT3TXSjKPV7OCtYQBJ10JU,24999
 azure/ai/evaluation/_evaluate/_utils.py,sha256=w-71izKmbqaA4aOLCop6Jj39Z6bWGpB1INy70MpYxws,18899
 azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=cPLi_MJ_pCp8eKBxJbiSoxgTnN3nDLuaP57dMkKuyhg,552
 azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=UkqF7iJUY9lxxMKPuLSsOtLpp3rzq-PTbUnSLq-LQc0,4650
@@ -106,74 +106,74 @@ azure/ai/evaluation/_evaluate/_batch_run/target_run_context.py,sha256=TrZ_IkbU8D
 azure/ai/evaluation/_evaluate/_telemetry/__init__.py,sha256=tBZ98BC8sIuANCTZsgONQblR-Vrw2oIcRqjjyHxbZio,3513
 azure/ai/evaluation/_evaluators/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
 azure/ai/evaluation/_evaluators/_bleu/__init__.py,sha256=quKKO0kvOSkky5hcoNBvgBuMeeVRFCE9GSv70mAdGP4,260
-azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=ZX12bWcDop7HX5hXT2im2KLIJTWik9ok67zK2hZo1WY,4429
+azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=4X6_tqzNamdNpTz3UuGd0KPop-EB81P8evKI67lhis8,4987
 azure/ai/evaluation/_evaluators/_code_vulnerability/__init__.py,sha256=zRHHxYA6CI72iqZaZz9eSbDHwhhjp5hjicEK_RWXlL0,109
-azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=Ud8YN2umel_hm_qWH0LZSSkMeL-pDjfC8NtQud6eGow,4068
+azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=OhQPkvcHw89UwFIQQ_6mfqWWhUUo-u7xTvzDab7TwZw,4573
 azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
-azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=IFk4RYa0h39i9GbtUYDph78ELx9GTJ6gzk4-oBtdL34,5378
+azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=060e8p1DybkaMBu7YuZeV2nKmgT00z15HncDhuvgZJI,5899
 azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
 azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=xAymP_CZy4aPzWplMdXgQUQVDIUEMI-0nbgdm_umFYY,498
-azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=-ay2631R91F7qjTpqAGJLsPnNYB8rXAhyU0wkZQTExk,25744
+azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=ZaUTsiqvaGT7fFgTjxOpqpOnn93NJtMKLCv00PSeHfM,25843
 azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=yYFpoCDe2wMFQck0ykbX8IJBBidk6NT1wUTkVFlVSy8,2728
 azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=p7i5WkRljrCtidd6oF_A6iWcwNFrZMVoaVjEyoBTXig,6715
 azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=pJHOMYS7vmVEk6PYvIu1VTi0WbNXTZhuh5q2p12ydgg,8569
 azure/ai/evaluation/_evaluators/_common/_conversation_aggregators.py,sha256=gjDBjRxJKwaHbshWH0j2idjlzfzNMnT9a9RL0fQiKeM,2129
 azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
-azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=xZwQnmSqaKmLtZaDAoM4vZxOVeudGQaVxa5GLV03NwI,6309
-azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=uEnsyhjJ-oQRSkMeHjEJwURhkWBXXtkaIWEhjRR6qPY,6656
-azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=wNyUm2QT1_Jpm7a8uOy74rOMF3yGNupC10g_kbEwRBI,5854
-azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=-yuKdXd98wQazlQ8s1bB7yee-sAIm-vHlVzDW1sC1t0,6099
-azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=8SwwogI7gBFep_KQKh0SjiNkbxreQToXtUDMr1L6jpA,6159
+azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=dDPkXdAl6Ut1dpKjiw-VwZNgim5d_BgcpTPR0r0DTEk,6890
+azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py,sha256=laDT9WWkNIrNh24E9vaUMXQ_fOTR9f8hySeTX_EvaA4,7256
+azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py,sha256=wVfirreCFXJugJa_c2GPFsEPjoFql6-d3nRpWTvP_mw,6051
+azure/ai/evaluation/_evaluators/_content_safety/_sexual.py,sha256=Hl7Qp2Exh70pmwIx6g-ceW7uwOa6rkckKbVtBqx-x_c,6599
+azure/ai/evaluation/_evaluators/_content_safety/_violence.py,sha256=WVfRUjetibnHRDqBgvdXmiRSRrjLUeH1g1mNKocGxsY,6665
 azure/ai/evaluation/_evaluators/_document_retrieval/__init__.py,sha256=nefQB4uzoFDrITcU3aYY1lou2pc4ASGvSeMoejS8jM8,399
-azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py,sha256=jqTENMQ6DvVfh04tqiEPbWyUETzcQ7CgV7Oo8j8tMec,19875
+azure/ai/evaluation/_evaluators/_document_retrieval/_document_retrieval.py,sha256=NBYONxwi03tKyhrnkvVKd1sga3o6xVzr6MSf0vnPU8g,20607
 azure/ai/evaluation/_evaluators/_eci/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=a36sLZPHKi3YAdl0JvpL6vboZMqgGjnmz0qZ-o8vcWY,2934
 azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
-azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=Nt4QgiJew6cuLyE3fsy9tizNsC8Rk2vCBiu1FA2doAY,6483
+azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=fYiPNEMcdfWqQadsHAUxr9PYiCKTbKGZIgVbrrqoHe8,6988
 azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
-azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=BcIElBCXVAB0BOy-PO8Do3wbYW7kisnBOse1DAh1I34,5092
+azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=0h8zB0qOwLxu8drQGp6DQzr51q6hbMxWkKCeYpP_Wdg,5594
 azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSsLTSKEM_ApJuxxuKWQpNblrTEkFY,4861
 azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
-azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=QnogGvw2JmmV4YZCOvoZMMvoB9JMAjnac2r5h806zmI,4421
+azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=qRRH0ByDS0HJ1c-quXm1R7DPMSnX8U5cTVJKUTV8NsI,4932
 azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
-azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=f048eUv5z2vt_TULghxplAinhp8nqWkO5_AX4AgLWyM,7634
+azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=iz00CEEWVxXkjA43xKGtcSkvXsjSfIziOQgsjcZXO3o,8144
 azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
 azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
 azure/ai/evaluation/_evaluators/_intent_resolution/__init__.py,sha256=Lr8krXt2yfShFTAuwjTFgrUbO75boLLrRSnF1mriN_Q,280
-azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=ybloJdawB6CyB23dEUo3yfKGNO7CxHk6gxWTJYA5ka8,10895
+azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=6Er-UgDSD77cUxj7zO42KR_blGE7hJ3-DfhjsEe5PzI,11427
 azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=p8_V-bB3uOqqXWRsDNa4eIOoP8U-_D-5fZuCNSL8ZUU,7467
 azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
-azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=DCWzH-wtWlWKkMUXK7nN-hpBYqEKT5cZSl6ikMNaNkw,5462
+azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=TyzMNn5V8SVWD02c8rAxF2Hah8M1sHcqerUhOIORJ18,5971
 azure/ai/evaluation/_evaluators/_protected_material/__init__.py,sha256=eRAQIU9diVXfO5bp6aLWxZoYUvOsrDIfy1gnDOeNTiI,109
-azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=IABs1YMBZdIi1u57dPi-aQpSiPWIGxEZ4hyt97jvdNA,4604
+azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha256=Lj9swebEldxelmnV9N9Zsy6umW_H8Y2gBcgFxmygu6c,5136
 azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
-azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=A0amMuVRCgcHP567LkXnFXJAWCzdPQfSxisbKLycASw,5772
+azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=HukkUHjYPVPJpnfstF5QvVu3-XZz5q5fTZU5AksPjB4,6252
 azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
-azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=ArHNIBnoSLoedjenuZD4cq-p15I31BjIZDs-17OZpNk,6068
+azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=THCnKwg_Wcok22MNBMK7KJNj138_KNQj7zAXYeHtqkM,6569
 azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=VHKzVlC2Cv1xuholgIGmerPspspAI0t6IgJ2cxOuYDE,4811
 azure/ai/evaluation/_evaluators/_response_completeness/__init__.py,sha256=U3eqkQQAgRif46B6UGdq3yWefgbkZGJ3ZE2sKoZQDlU,292
-azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=oClDNyE42eI3K6qz5n8yIpFhtBqwmDhQU6tBMUQMZrs,7553
+azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=PDGwQEHPIW8caZBaVkabDMcV0REEhtJR9J8rs8WTeXw,8078
 azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=25PqzWWtpwvsKNnBGDNfqsKKo2RpyeiIFzvK8sauPDg,7520
 azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
-azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=eddgpihSjZwQH58lcfL0vYh-07H_TOVT8dt_MxRZfBk,5791
+azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=X4hf_1A1sK2oxU1CfgORIm-QZ_-19U24WzK3w1aOrM4,6292
 azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=_YVoO4Gt_WD42bUcj5n6BDW0dMUqNf0yF3Nj5XMOX2c,16490
 azure/ai/evaluation/_evaluators/_rouge/__init__.py,sha256=kusCDaYcXogDugGefRP8MQSn9xv107oDbrMCqZ6K4GA,291
-azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=BrOr7qj_jLDPSbOy4jupF6FWahoKLJnAxrJGcfU92DA,9631
+azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=QrBdcn0YuUy1kKVJ4PftnAKOF9xi97mdFddYfx3HYJY,10137
 azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py,sha256=0DODUGTOgaYyFbO9_zxuwifixDL3SIm3EkwP1sdwn6M,288
-azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=YkmGxWOIzuPaBoxY2rxlkOQzw-atyo9lKtGgv34wulw,7544
+azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=JZAX9o7UiF-vi6WdSJ6dFOXhkg97uDW3dP1nsUFUH_E,8065
 azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
-azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=AbvDy2Cj6XTFCWa4plnPfPt-ElObI-9Xp5bH3Lr40MI,4934
+azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=IF5JJ3JpojURNDIRxYOx9_sbEHGEuLQREa65YeegnYA,5438
 azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
 azure/ai/evaluation/_evaluators/_task_adherence/__init__.py,sha256=9HtNrG7yYX0Ygq3cZoS_0obAvGgmy5HWcsBcPKoB15c,271
-azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=Cj1GbAV_VHvVcgelKcfbqxhb2HFIVazFLPIk32qC4I4,9788
+azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=4Un2A9X5V1rrpq2nUKzTW3zT6AsljBNPFUM8D1MUvZM,10308
 azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty,sha256=tOgTrDO41jsFHloabSBCWcbwKB1MtGGxHH_pyFIn2Vk,5350
 azure/ai/evaluation/_evaluators/_tool_call_accuracy/__init__.py,sha256=vYB4Y_3n1LqTiEeZB1O1A0b14wpURBwtW0wPEN2FG9Q,288
-azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=t4muegaCS-NP1BW0a3ojST1Ws9ZVZYSnyFixZP_0Mtg,14706
+azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=TCyJJmJzR-rq1VK3n8aRPiN6hadeHXFYuWeG9y_tN0g,18320
 azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=0YgN5SwlWCdcqHAhRU5NEVlZL062tQMiFil0bvdppn4,3890
 azure/ai/evaluation/_evaluators/_ungrounded_attributes/__init__.py,sha256=wGZBd_cRDgkuS-0HV9qm81dHK7ScYdKd98xLPtk6EwQ,118
-azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=h534CBX_OfFcmb_QmGKl6MURvmvewbleqeg8iCBZq8c,3800
+azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=GEktjSmqJXn_m-rQqm_pkJMUPyIFnVeMUFfI0EUoFIA,4336
 azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
-azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=64ersTyBvmkl2lvuuh5YJqJ2Ow0RUzjlqxZCnhYhS0g,5958
+azure/ai/evaluation/_evaluators/_xpia/xpia.py,sha256=EaMp7lIGNvyibOj-pJreifMdw2OXVQ3vkL8-4BkX3zg,6481
 azure/ai/evaluation/_legacy/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
 azure/ai/evaluation/_legacy/_adapters/__init__.py,sha256=LGQk1gGjDTCtd-vEQj6ObYyK7Mff9zL1jFOq7iTrOSU,450
 azure/ai/evaluation/_legacy/_adapters/_check.py,sha256=ojKjHEtjzfg9QA4o4vH4cLVpdw1F-7snxCQ-sdjRFig,426
@@ -212,7 +212,7 @@ azure/ai/evaluation/_legacy/prompty/_utils.py,sha256=NCuZYuAZSguDtFsLAcgVwwPyAPM
 azure/ai/evaluation/_legacy/prompty/_yaml_utils.py,sha256=pVL6xgTHC3AKKD5plJ4d6hiBuComaOlUww1uqqDQlB4,3350
 azure/ai/evaluation/_safety_evaluation/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
 azure/ai/evaluation/_safety_evaluation/_generated_rai_client.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=V_AZthT294sCdFVEuNum6mILerMqH-ANYd9B-S78NvA,40890
+azure/ai/evaluation/_safety_evaluation/_safety_evaluation.py,sha256=4uzRzFE3069oF-lsmOb3bPZ4eaQ76ampIs2fZ8LI0JI,42452
 azure/ai/evaluation/_vendor/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
 azure/ai/evaluation/_vendor/rouge_score/__init__.py,sha256=03OkyfS_UmzRnHv6-z9juTaJ6OXJoEJM989hgifIZbc,607
 azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=DtNSeshHipzc6vFnvx7kbs5viXe4LNq-ZrgllFvfR4U,11299
@@ -221,45 +221,53 @@ azure/ai/evaluation/_vendor/rouge_score/tokenize.py,sha256=IyHVsWY6IFFZdB23cLiJs
 azure/ai/evaluation/_vendor/rouge_score/tokenizers.py,sha256=3_-y1TyvyluHuERhSJ5CdXSwnpcMA7aAKU6PCz9wH_Q,1745
 azure/ai/evaluation/red_team/__init__.py,sha256=wAjy_85gzdX0YyUlj6kHWrpo01zz2mgOJ1AbH5EkH8s,613
 azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=yMK5z91_w6GIzbqTQtUXfABuGeH3nfVgF8feOMd37K4,10765
-azure/ai/evaluation/red_team/_attack_strategy.py,sha256=CmMYhp9cm8xTr63LbrFnfFyTxXQ3Xn4PZ5tEfMRFVIQ,1431
+azure/ai/evaluation/red_team/_attack_strategy.py,sha256=aPFb40oKuIGRJA4MTempR6SOfLu2YJPvN_AXljwXk4E,1488
 azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=H58nU6IVEpeDuTZPsxIoYKXAvU3dAWnLRhA8wyaY11s,3071
 azure/ai/evaluation/red_team/_default_converter.py,sha256=K8G775VVdQLsAqff60BBNFrNRj8JijB7St9XOHmGQGA,775
-azure/ai/evaluation/red_team/_red_team.py,sha256=Wy4dhMfTqaFjsU8MzrJ8NxeSt5UwZzTa2oSbTGEsxrY,129881
+azure/ai/evaluation/red_team/_red_team.py,sha256=_TGgPo1UuPAfwrAB09j0F5GAC8A1YM3VJjahdQkJau4,151395
 azure/ai/evaluation/red_team/_red_team_result.py,sha256=BwHf0KBGe9hqyWeTYDOOuoIxJ0rqkY9lHLUOZ02wPJI,17340
+azure/ai/evaluation/red_team/_agent/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
+azure/ai/evaluation/red_team/_agent/_agent_functions.py,sha256=PjUQdd55jxWTU4RdecuBySTmy0HdtA7ogv-cDR50hjM,10706
+azure/ai/evaluation/red_team/_agent/_agent_tools.py,sha256=tlVGvphmA1YQPXgtv_JCv2qFUCdnRuIkerJKENG4Sek,21846
+azure/ai/evaluation/red_team/_agent/_agent_utils.py,sha256=93qctSkv-7QkdTtNlityVppQnuttDF9TWu7vVi1rIkE,3150
+azure/ai/evaluation/red_team/_agent/_semantic_kernel_plugin.py,sha256=rKwBuqC6_nmQslwe7VQ-RetC_CfhZRIr3F8HIMZRe3M,10961
 azure/ai/evaluation/red_team/_utils/__init__.py,sha256=UwArlb5cGLN4pRUm8nG7mXsmxhgdIving2OslYhQDAg,179
-azure/ai/evaluation/red_team/_utils/constants.py,sha256=ctSsuWiavhaGApRgP6fL3OtNGphnCKuesTQOwR833nk,2289
+azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py,sha256=uoKzOzCUePTRo65GGbylt_SBwfZLvRzv2kJog6Jn5YY,4934
+azure/ai/evaluation/red_team/_utils/_rai_service_target.py,sha256=Hr90_89MXb7I00cpZukUl1IPFJRI0oK9ax8-0ak9O0U,29966
+azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py,sha256=Xf-bj_w9VCznhULg3RG-TZFnLLyY1l-Fw1yOC9XeBas,4196
+azure/ai/evaluation/red_team/_utils/constants.py,sha256=1dZiJ_Mnm3qyfjMVL2eccN_jQeIx-etBypIZWJJ1yPs,2441
 azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=jztERWOb1P3ClOKEr6-sMmLDQ8subjKUVBKVVxeSFcY,6416
 azure/ai/evaluation/red_team/_utils/logging_utils.py,sha256=jjNq37zlJz0KPo9g8NuuhnDJo56T-06ElJ-7yyeD46M,4838
-azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=HhN3YWDNDs41jtGCUJ0HJ7fg-2AuQKIdUsOucOdw9TI,950
-azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=wImNcnKNNC-Z8L8TdLCSNfftK8pLTA2RLLoyMXPSRc8,8059
+azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=5Q2nhF2utHypWnXqdnvfoiF_x-poYPEOPEjolsEkxAA,946
+azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=32hN3KwC36RjdnZvTNr0fzsZldh5LTk6ZPUELd-qprA,8139
 azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rbZV03KmzxxWys,552
 azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=FQ9ZNruqPY4o06uu2uig2MZSbearwAJwieIB26GbPOU,1833
-azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=-vkPNop_dJDG8skju4v3skCjdx2brl7OomoSP37q-GM,24791
+azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=nVEuW1N-Eo9Vwo03RTcgOq45H7uE1ViygSnOj4FjxtE,25275
 azure/ai/evaluation/simulator/_constants.py,sha256=jtsj-XzbseurEAxWmB-iSPmXu7B6ZHrM3bl07j-zruM,875
-azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=_5m_WUMD2WimrCV1HWC-xrsdnHppaxwIY-y1hdaqwcI,10968
-azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=qy1WHO4_37gnYGfSFj0eaQi_jg2ocSfL4FdJO_h09n0,11159
+azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=dXF0_ExD7l6WUUCKkO5tmOjGpR00CKAhpSPI-f8804I,11045
+azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=3VQW2Qgk3pdhd960YAJs3SE-Uptc11lSu7XapxQwSPk,11236
 azure/ai/evaluation/simulator/_simulator.py,sha256=aVoPvTQsY7u4O0YYQm4pug368UelKefAxa38dJVZ4ps,36513
 azure/ai/evaluation/simulator/_utils.py,sha256=16NltlywpbMtoFtULwTKqeURguIS1kSKSo3g8uKV8TA,5181
 azure/ai/evaluation/simulator/_conversation/__init__.py,sha256=bhAXScChUuJrBoUNEWeDLRoM8wntXEXosUhr7-1Amq4,18257
 azure/ai/evaluation/simulator/_conversation/_conversation.py,sha256=aWiodVvzA9yy1itkoVtW88B4qhEpxpnztx0G1-w7U_Y,7729
-azure/ai/evaluation/simulator/_conversation/constants.py,sha256=3v7zkjPwJAPbSpJYIK6VOZZy70bJXMo_QTVqSFGlq9A,984
+azure/ai/evaluation/simulator/_conversation/constants.py,sha256=Foy1x1RE4Svt0OPa4oZFeuubtzpjho6lY_WBL6Zm-jM,969
 azure/ai/evaluation/simulator/_data_sources/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
 azure/ai/evaluation/simulator/_data_sources/grounding.json,sha256=jqdqHrCgS7hN7K2kXSEcPCmzFjV4cv_qcCSR-Hutwx4,1257075
 azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=FQwgrJvzq_nv3wF9DBr2pyLn2V2hKGmtp0QN9nwpAww,203
 azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=sbKc3O5qsg77LEaSEQfWDfzqEFXVDw612BaDcBo3E7A,1095
 azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=BOttMTec3muMiA4OzwD_iW08GTrhja7PL9XVjRCN3jM,3029
 azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=soaUHfmd_IK1FINPRKgKens7qKOVw9BZwc7ms7N6zrk,860
-azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=ssWbQ8RCsojwqkcqp9FLuFfTnzUCAca7ygJ_gOC-au4,6692
+azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=s2HrKI67ee7ObMJQetovwkBcq7_LcJMnw4YbtguOQtg,7006
 azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=DO9vRSLsp974S1f8KdK3w2fTicdAcv3Y0gntwtXehm4,6433
-azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=BCKOS3QY1iUn6gLB00fXzKervpzbeufJ8gx__Fb5-8U,10587
+azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=A3D3joIzN2JhqkQeSX0Dwb1iOHRDWKEUaWu6384J8C4,11003
 azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=nvDS33uaxLpuvZEC4aotu-P9-CHqLiyCInED6Xq9ZQ0,11643
-azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=5XoM3H3_fk7SoxHoxEsBtkP_Y26Rx4KLpN__Z-u9BxU,7445
+azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=fCXWP-ZDYNj6vjbxGNKisJalmQ0EcMvCOhcL7YwhCR8,7724
 azure/ai/evaluation/simulator/_model_tools/models.py,sha256=V3Rs9htzt0XtLdLZRaHB_hxMRcJ-z_VR9eXwBOKpi_Y,22373
 azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
 azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
-azure_ai_evaluation-1.6.0.dist-info/METADATA,sha256=XwCqViFvDnLxvcp9ZWgA3qiLpevbcCL7w0D6xiavMvE,37287
-azure_ai_evaluation-1.6.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
-azure_ai_evaluation-1.6.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-azure_ai_evaluation-1.6.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
-azure_ai_evaluation-1.6.0.dist-info/RECORD,,
+azure_ai_evaluation-1.8.0.dist-info/METADATA,sha256=wWI1IjTWaeN3tZSv293QkzCeMvdhvEx_fD-GiWiaR78,38394
+azure_ai_evaluation-1.8.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
+azure_ai_evaluation-1.8.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+azure_ai_evaluation-1.8.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
+azure_ai_evaluation-1.8.0.dist-info/RECORD,,