azure-ai-evaluation 1.10.0__py3-none-any.whl → 1.11.0__py3-none-any.whl

azure/ai/evaluation/red_team/_utils/retry_utils.py

@@ -0,0 +1,218 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+"""
+Retry utilities for Red Team Agent.
+
+This module provides centralized retry logic and decorators for handling
+network errors and other transient failures consistently across the codebase.
+"""
+
+import asyncio
+import logging
+from typing import Any, Callable, Dict, List, Optional, TypeVar
+from tenacity import (
+    retry,
+    stop_after_attempt,
+    wait_exponential,
+    retry_if_exception,
+    RetryError,
+)
+
+# Retry imports for exception handling
+import httpx
+import httpcore
+
+# Import Azure exceptions if available
+try:
+    from azure.core.exceptions import ServiceRequestError, ServiceResponseError
+
+    AZURE_EXCEPTIONS = (ServiceRequestError, ServiceResponseError)
+except ImportError:
+    AZURE_EXCEPTIONS = ()
+
+
+# Type variable for generic retry decorators
+T = TypeVar("T")
+
+
+class RetryManager:
+    """Centralized retry management for Red Team operations."""
+
+    # Default retry configuration
+    DEFAULT_MAX_ATTEMPTS = 5
+    DEFAULT_MIN_WAIT = 2
+    DEFAULT_MAX_WAIT = 30
+    DEFAULT_MULTIPLIER = 1.5
+
+    # Network-related exceptions that should trigger retries
+    NETWORK_EXCEPTIONS = (
+        httpx.ConnectTimeout,
+        httpx.ReadTimeout,
+        httpx.ConnectError,
+        httpx.HTTPError,
+        httpx.TimeoutException,
+        httpx.HTTPStatusError,
+        httpcore.ReadTimeout,
+        ConnectionError,
+        ConnectionRefusedError,
+        ConnectionResetError,
+        TimeoutError,
+        OSError,
+        IOError,
+        asyncio.TimeoutError,
+    ) + AZURE_EXCEPTIONS
+
+    def __init__(
+        self,
+        logger: Optional[logging.Logger] = None,
+        max_attempts: int = DEFAULT_MAX_ATTEMPTS,
+        min_wait: int = DEFAULT_MIN_WAIT,
+        max_wait: int = DEFAULT_MAX_WAIT,
+        multiplier: float = DEFAULT_MULTIPLIER,
+    ):
+        """Initialize retry manager.
+
+        :param logger: Logger instance for retry messages
+        :param max_attempts: Maximum number of retry attempts
+        :param min_wait: Minimum wait time between retries (seconds)
+        :param max_wait: Maximum wait time between retries (seconds)
+        :param multiplier: Exponential backoff multiplier
+        """
+        self.logger = logger or logging.getLogger(__name__)
+        self.max_attempts = max_attempts
+        self.min_wait = min_wait
+        self.max_wait = max_wait
+        self.multiplier = multiplier
+
+    def should_retry_exception(self, exception: Exception) -> bool:
+        """Determine if an exception should trigger a retry.
+
+        :param exception: The exception to check
+        :return: True if the exception should trigger a retry
+        """
+        if isinstance(exception, self.NETWORK_EXCEPTIONS):
+            return True
+
+        # Special case for HTTP status errors
+        if isinstance(exception, httpx.HTTPStatusError):
+            return exception.response.status_code == 500 or "model_error" in str(exception)
+
+        return False
+
+    def log_retry_attempt(self, retry_state) -> None:
+        """Log retry attempts for visibility.
+
+        :param retry_state: The retry state object from tenacity
+        """
+        exception = retry_state.outcome.exception()
+        if exception:
+            self.logger.warning(
+                f"Retry attempt {retry_state.attempt_number}/{self.max_attempts}: "
+                f"{exception.__class__.__name__} - {str(exception)}. "
+                f"Retrying in {retry_state.next_action.sleep} seconds..."
+            )
+
+    def log_retry_error(self, retry_state) -> Exception:
+        """Log the final error after all retries failed.
+
+        :param retry_state: The retry state object from tenacity
+        :return: The final exception
+        """
+        exception = retry_state.outcome.exception()
+        self.logger.error(
+            f"All retries failed after {retry_state.attempt_number} attempts. "
+            f"Final error: {exception.__class__.__name__}: {str(exception)}"
+        )
+        return exception
+
+    def create_retry_decorator(self, context: str = "") -> Callable:
+        """Create a retry decorator with the configured settings.
+
+        :param context: Optional context string for logging
+        :return: Configured retry decorator
+        """
+        context_prefix = f"[{context}] " if context else ""
+
+        def log_attempt(retry_state):
+            exception = retry_state.outcome.exception()
+            if exception:
+                self.logger.warning(
+                    f"{context_prefix}Retry attempt {retry_state.attempt_number}/{self.max_attempts}: "
+                    f"{exception.__class__.__name__} - {str(exception)}. "
+                    f"Retrying in {retry_state.next_action.sleep} seconds..."
+                )
+
+        def log_final_error(retry_state):
+            exception = retry_state.outcome.exception()
+            self.logger.error(
+                f"{context_prefix}All retries failed after {retry_state.attempt_number} attempts. "
+                f"Final error: {exception.__class__.__name__}: {str(exception)}"
+            )
+            return exception
+
+        return retry(
+            retry=retry_if_exception(self.should_retry_exception),
+            stop=stop_after_attempt(self.max_attempts),
+            wait=wait_exponential(
+                multiplier=self.multiplier,
+                min=self.min_wait,
+                max=self.max_wait,
+            ),
+            before_sleep=log_attempt,
+            retry_error_callback=log_final_error,
+        )
+
+    def get_retry_config(self) -> Dict[str, Any]:
+        """Get retry configuration dictionary for backward compatibility.
+
+        :return: Dictionary containing retry configuration
+        """
+        return {
+            "network_retry": {
+                "retry": retry_if_exception(self.should_retry_exception),
+                "stop": stop_after_attempt(self.max_attempts),
+                "wait": wait_exponential(
+                    multiplier=self.multiplier,
+                    min=self.min_wait,
+                    max=self.max_wait,
+                ),
+                "retry_error_callback": self.log_retry_error,
+                "before_sleep": self.log_retry_attempt,
+            }
+        }
+
+
+def create_standard_retry_manager(logger: Optional[logging.Logger] = None) -> RetryManager:
+    """Create a standard retry manager with default settings.
+
+    :param logger: Optional logger instance
+    :return: Configured RetryManager instance
+    """
+    return RetryManager(logger=logger)
+
+
+# Convenience function for creating retry decorators
+def create_retry_decorator(
+    logger: Optional[logging.Logger] = None,
+    context: str = "",
+    max_attempts: int = RetryManager.DEFAULT_MAX_ATTEMPTS,
+    min_wait: int = RetryManager.DEFAULT_MIN_WAIT,
+    max_wait: int = RetryManager.DEFAULT_MAX_WAIT,
+) -> Callable:
+    """Create a retry decorator with specified parameters.
+
+    :param logger: Optional logger instance
+    :param context: Optional context for logging
+    :param max_attempts: Maximum retry attempts
+    :param min_wait: Minimum wait time between retries
+    :param max_wait: Maximum wait time between retries
+    :return: Configured retry decorator
+    """
+    retry_manager = RetryManager(
+        logger=logger,
+        max_attempts=max_attempts,
+        min_wait=min_wait,
+        max_wait=max_wait,
+    )
+    return retry_manager.create_retry_decorator(context)

azure/ai/evaluation/red_team/_utils/strategy_utils.py

@@ -88,12 +88,15 @@ def get_converter_for_strategy(
 
 
 def get_chat_target(
-    target: Union[PromptChatTarget, Callable, AzureOpenAIModelConfiguration, OpenAIModelConfiguration]
+    target: Union[PromptChatTarget, Callable, AzureOpenAIModelConfiguration, OpenAIModelConfiguration],
+    prompt_to_context: Optional[Dict[str, str]] = None,
 ) -> PromptChatTarget:
     """Convert various target types to a PromptChatTarget.
 
     :param target: The target to convert
     :type target: Union[PromptChatTarget, Callable, AzureOpenAIModelConfiguration, OpenAIModelConfiguration]
+    :param prompt_to_context: Optional mapping from prompt content to context
+    :type prompt_to_context: Optional[Dict[str, str]]
     :return: A PromptChatTarget instance
     :rtype: PromptChatTarget
     """
@@ -151,7 +154,7 @@ def get_chat_target(
             has_callback_signature = False
 
         if has_callback_signature:
-            chat_target = _CallbackChatTarget(callback=target)
+            chat_target = _CallbackChatTarget(callback=target, prompt_to_context=prompt_to_context)
         else:
 
             async def callback_target(
@@ -163,8 +166,18 @@ def get_chat_target(
                 messages_list = [_message_to_dict(chat_message) for chat_message in messages]  # type: ignore
                 latest_message = messages_list[-1]
                 application_input = latest_message["content"]
+
+                # Check if target accepts context as a parameter
+                sig = inspect.signature(target)
+                param_names = list(sig.parameters.keys())
+
                 try:
-                    response = target(query=application_input)
+                    if "context" in param_names:
+                        # Pass context if the target function accepts it
+                        response = target(query=application_input, context=context)
+                    else:
+                        # Fallback to original behavior for compatibility
+                        response = target(query=application_input)
                 except Exception as e:
                     response = f"Something went wrong {e!s}"
 
@@ -177,7 +190,7 @@ def get_chat_target(
                 messages_list.append(formatted_response)  # type: ignore
                 return {"messages": messages_list, "stream": stream, "session_state": session_state, "context": {}}
 
-            chat_target = _CallbackChatTarget(callback=callback_target)  # type: ignore
+            chat_target = _CallbackChatTarget(callback=callback_target, prompt_to_context=prompt_to_context)  # type: ignore
 
     return chat_target
 

azure/ai/evaluation/simulator/_adversarial_simulator.py

@@ -8,6 +8,7 @@ import logging
 import random
 from typing import Any, Callable, Dict, List, Optional, Union, cast
 import uuid
+import warnings
 
 from tqdm import tqdm
 
@@ -68,6 +69,14 @@ class AdversarialSimulator:
 
     def __init__(self, *, azure_ai_project: Union[str, AzureAIProject], credential: TokenCredential):
         """Constructor."""
+        warnings.warn(
+            "DEPRECATION NOTE: Azure AI Evaluation SDK has discontinued active development on the AdversarialSimulator class."
+            + " While existing functionality remains available in preview, it is no longer recommended for production workloads or future integration. "
+            + "We recommend users migrate to the AI Red Teaming Agent for future use as it supports full parity of functionality."
+            + " See https://aka.ms/airedteamingagent-sample for details on AI Red Teaming Agent.",
+            DeprecationWarning,
+            stacklevel=2,
+        )
 
         if is_onedp_project(azure_ai_project):
             self.azure_ai_project = azure_ai_project

azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py

@@ -30,7 +30,11 @@ class GeneratedRAIClient:
     :type token_manager: ~azure.ai.evaluation.simulator._model_tools._identity_manager.APITokenManager
     """
 
-    def __init__(self, azure_ai_project: Union[AzureAIProject, str], token_manager: ManagedIdentityAPITokenManager):
+    def __init__(
+        self,
+        azure_ai_project: Union[AzureAIProject, str],
+        token_manager: ManagedIdentityAPITokenManager,
+    ):
         self.azure_ai_project = azure_ai_project
         self.token_manager = token_manager
 
@@ -53,10 +57,14 @@ class GeneratedRAIClient:
             ).rai_svc
         else:
             self._client = AIProjectClient(
-                endpoint=azure_ai_project, credential=token_manager, user_agent_policy=user_agent_policy
+                endpoint=azure_ai_project,
+                credential=token_manager,
+                user_agent_policy=user_agent_policy,
             ).red_teams
             self._evaluation_onedp_client = EvaluationServiceOneDPClient(
-                endpoint=azure_ai_project, credential=token_manager, user_agent_policy=user_agent_policy
+                endpoint=azure_ai_project,
+                credential=token_manager,
+                user_agent_policy=user_agent_policy,
             )
 
     def _get_service_discovery_url(self):
@@ -68,7 +76,10 @@ class GeneratedRAIClient:
         import requests
 
         bearer_token = self._fetch_or_reuse_token(self.token_manager)
-        headers = {"Authorization": f"Bearer {bearer_token}", "Content-Type": "application/json"}
+        headers = {
+            "Authorization": f"Bearer {bearer_token}",
+            "Content-Type": "application/json",
+        }
 
         response = requests.get(
             f"https://management.azure.com/subscriptions/{self.azure_ai_project['subscription_id']}/"
@@ -100,6 +111,7 @@ class GeneratedRAIClient:
         risk_category: Optional[str] = None,
         application_scenario: str = None,
         strategy: Optional[str] = None,
+        language: str = "en",
         scan_session_id: Optional[str] = None,
     ) -> Dict:
         """Get attack objectives using the auto-generated operations.
@@ -112,6 +124,8 @@ class GeneratedRAIClient:
         :type application_scenario: str
         :param strategy: Optional strategy to filter the attack objectives
         :type strategy: Optional[str]
+        :param language: Language code for the attack objectives (e.g., "en", "es", "fr")
+        :type language: str
         :param scan_session_id: Optional unique session ID for the scan
         :type scan_session_id: Optional[str]
         :return: The attack objectives
@@ -122,7 +136,7 @@ class GeneratedRAIClient:
             response = self._client.get_attack_objectives(
                 risk_types=[risk_type],
                 risk_category=risk_category,
-                lang="en",
+                lang=language,
                 strategy=strategy,
                 headers={"x-ms-client-request-id": scan_session_id},
             )

azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py

@@ -208,7 +208,7 @@ class ProxyChatCompletionsModel(OpenAIChatCompletionsModel):
             flag = True
             while flag:
                 try:
-                    response = session.evaluations.operation_results(operation_id, headers=headers)
+                    response = session.red_teams.operation_results(operation_id, headers=headers)
                 except Exception as e:
                     from types import SimpleNamespace  # pylint: disable=forgotten-debug-statement
 
@@ -217,9 +217,10 @@ class ProxyChatCompletionsModel(OpenAIChatCompletionsModel):
                     response_data = response
                     flag = False
                     break
-                if response.status_code == 200:
-                    response_data = cast(List[Dict], response.json())
+                if not isinstance(response, SimpleNamespace) and response.get("object") == "chat.completion":
+                    response_data = response
                     flag = False
+                    break
                 else:
                     request_count += 1
                     sleep_time = RAIService.SLEEP_TIME**request_count

{azure_ai_evaluation-1.10.0.dist-info → azure_ai_evaluation-1.11.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: azure-ai-evaluation
-Version: 1.10.0
+Version: 1.11.0
 Summary: Microsoft Azure Evaluation Library for Python
 Home-page: https://github.com/Azure/azure-sdk-for-python
 Author: Microsoft Corporation
@@ -35,6 +35,20 @@ Requires-Dist: Jinja2>=3.1.6
 Requires-Dist: aiohttp>=3.0
 Provides-Extra: redteam
 Requires-Dist: pyrit==0.8.1; extra == "redteam"
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: keywords
+Dynamic: license
+Dynamic: license-file
+Dynamic: project-url
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
 
 # Azure AI Evaluation client library for Python
 
@@ -398,6 +412,22 @@ This project has adopted the [Microsoft Open Source Code of Conduct][code_of_con
 
 # Release History
 
+## 1.11.0 (2025-09-02)
+
+### Features Added
+- Added support for user-supplied tags in the `evaluate` function. Tags are key-value pairs that can be used for experiment tracking, A/B testing, filtering, and organizing evaluation runs. The function accepts a `tags` parameter.
+- Added support for user-supplied TokenCredentials with LLM based evaluators.
+- Enhanced `GroundednessEvaluator` to support AI agent evaluation with tool calls. The evaluator now accepts agent response data containing tool calls and can extract context from `file_search` tool results for groundedness assessment. This enables evaluation of AI agents that use tools to retrieve information and generate responses. Note: Agent groundedness evaluation is currently supported only when the `file_search` tool is used.
+- Added `language` parameter to `RedTeam` class for multilingual red team scanning support. The parameter accepts values from `SupportedLanguages` enum including English, Spanish, French, German, Italian, Portuguese, Japanese, Korean, and Simplified Chinese, enabling red team attacks to be generated and conducted in multiple languages.
+- Added support for IndirectAttack and UngroundedAttributes risk categories in `RedTeam` scanning. These new risk categories expand red team capabilities to detect cross-platform indirect attacks and evaluate ungrounded inferences about human attributes including emotional state and protected class information.
+
+### Bugs Fixed
+- Fixed issue where evaluation results were not properly aligned with input data, leading to incorrect metrics being reported.
+
+### Other Changes
+- Deprecating `AdversarialSimulator` in favor of the [AI Red Teaming Agent](https://aka.ms/airedteamingagent-sample). `AdversarialSimulator` will be removed in the next minor release. 
+- Moved retry configuration constants (`MAX_RETRY_ATTEMPTS`, `MAX_RETRY_WAIT_SECONDS`, `MIN_RETRY_WAIT_SECONDS`) from `RedTeam` class to new `RetryManager` class for better code organization and configurability.
+
 ## 1.10.0 (2025-07-31)
 
 ### Breaking Changes

{azure_ai_evaluation-1.10.0.dist-info → azure_ai_evaluation-1.11.0.dist-info}/RECORD

@@ -1,11 +1,11 @@
 azure/ai/evaluation/__init__.py,sha256=hrP2gqioHoUe5QBvpkmNpQ45zu6g-ErReY-fqzWeOf8,5298
 azure/ai/evaluation/_constants.py,sha256=FNVxCt3_0MwZHtDsjRYPH5h6mT_48KCbJTBWBDTNujE,3729
 azure/ai/evaluation/_eval_mapping.py,sha256=CHabrfaRlWbrAYUZV5YXYH0GX_zk9tG9y1og6RtUAnU,2584
-azure/ai/evaluation/_exceptions.py,sha256=y5zVwhyoNuqjaE8P6E65j0-NRDE2Nx0iMq8F7_0kO-4,5848
+azure/ai/evaluation/_exceptions.py,sha256=XTKiPpQlsT67Bj6WgL_ZkVOtHs1Pfvtb_T8W57e4Kyc,5886
 azure/ai/evaluation/_http_utils.py,sha256=d1McnMRT5lnaoR8x4r3pkfH2ic4T3JArclOK4kAaUmg,17261
 azure/ai/evaluation/_model_configurations.py,sha256=MNN6cQlz7P9vNfHmfEKsUcly3j1FEOEFsA8WV7GPuKQ,4043
 azure/ai/evaluation/_user_agent.py,sha256=SgUm6acnwyoENu8KroyaWRrJroJNqLZBccpQoeKyrHw,1144
-azure/ai/evaluation/_version.py,sha256=6wd-PDI7lXxIj0JWkLpHM3nxqs22YSfHFt4rjZRC69E,230
+azure/ai/evaluation/_version.py,sha256=8pNo9H5hBZtBGeSW3x-Zvdw4xfdgPA3XP0qgG209QKA,230
 azure/ai/evaluation/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 azure/ai/evaluation/_aoai/__init__.py,sha256=0Ji05ShlsJaytvexXUpCe69t0jSNd3PpNbhr0zCkr6A,265
 azure/ai/evaluation/_aoai/aoai_grader.py,sha256=8mp_dwMK-MdKkoiTud9ra6ExKyYV1SAPXr1m46j4lm4,4434
@@ -49,7 +49,7 @@ azure/ai/evaluation/_common/onedp/aio/operations/_operations.py,sha256=xSkn23Wei
 azure/ai/evaluation/_common/onedp/aio/operations/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
 azure/ai/evaluation/_common/onedp/models/__init__.py,sha256=3p1f6D_dLR78NZD8KIW96QIGFEPC4hX0Cmny_GFW3lE,4111
 azure/ai/evaluation/_common/onedp/models/_enums.py,sha256=BmRNUNzEQNeS_wAeTSJedRFOz6KUQfu3ui4X__DCQ48,9230
-azure/ai/evaluation/_common/onedp/models/_models.py,sha256=1F5s1hwN-gDdV3dwiFUnf4H3MOXzxfLftpvwPkyL8aA,109858
+azure/ai/evaluation/_common/onedp/models/_models.py,sha256=tNBbOkNS4LqFpNnH7WZyu8isfKygNuMI1hgVaZsUb8M,110094
 azure/ai/evaluation/_common/onedp/models/_patch.py,sha256=lNLUF-PrKQxqNd7ZZ6cvds5HfRzDZIF2FOiV0eW4sGY,847
 azure/ai/evaluation/_common/onedp/operations/__init__.py,sha256=k9s2V8lJr-9bkIz8NzKEEopscWFsXbtDvkyGX-8ypPA,1479
 azure/ai/evaluation/_common/onedp/operations/_operations.py,sha256=PML44MdW9NdRBqtii__jsdW9_a2CJNJ5CMNciZFxUTc,254330
@@ -93,14 +93,14 @@ azure/ai/evaluation/_common/raiclient/operations/__init__.py,sha256=Ah41eszCE4ZD
 azure/ai/evaluation/_common/raiclient/operations/_operations.py,sha256=8p5cxclqe1TV5Eolqm9Qy90D9q0MqspLbv8yoeWsjR8,51394
 azure/ai/evaluation/_common/raiclient/operations/_patch.py,sha256=P7PMm3Gbjlk56lI6B_Ra43hSW5qGMEmN3cNYGH5uZ3s,674
 azure/ai/evaluation/_converters/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
-azure/ai/evaluation/_converters/_ai_services.py,sha256=sAzXojsM9flEmG7tSRPxmuqf8NGrmKOcMZP4dyqVjaU,38752
-azure/ai/evaluation/_converters/_models.py,sha256=WjAJntMPlc_CpnHZ2pFqW5yezlvfGJCorw7FIa8lMQc,15308
+azure/ai/evaluation/_converters/_ai_services.py,sha256=YmaLe-qKJY2q4QCBUSo8L89NKabUo9s-tXWsJOauZr4,40634
+azure/ai/evaluation/_converters/_models.py,sha256=x6GxLItQtvccv8q6jWtOUmQL1ZdeIAcV21uHXqRqgNA,17588
 azure/ai/evaluation/_converters/_sk_services.py,sha256=NfjflVgeJUF0MrvAiUd_uF2magn38Q_MKmHzaY41vOA,18239
 azure/ai/evaluation/_evaluate/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
-azure/ai/evaluation/_evaluate/_eval_run.py,sha256=ZlDvTNDiMSZ2VfzVicPmEGx65LL3LmcKcPWft6XjWcA,21991
-azure/ai/evaluation/_evaluate/_evaluate.py,sha256=XlJT0VWuNDIRSee7z63p5AP3dRNwZ7vJbSYOUGJfD_E,56540
-azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=-5oR9rPzXns6DQMiwJAp0iBHdK74JtlpTlx-xoGDhmo,26222
-azure/ai/evaluation/_evaluate/_utils.py,sha256=e9Jha5zAkDaidZjFf1-FnNSmT02BjYWkleV9P1E0Iq8,19095
+azure/ai/evaluation/_evaluate/_eval_run.py,sha256=57rfW4MkE9LSlQNqdzxvq_nw8xYW-mqPQLw4WY_k-YU,22564
+azure/ai/evaluation/_evaluate/_evaluate.py,sha256=FwANTG-K2MtL6yOIawXV1We27IC9nMJLA5o6nb6nfMg,57108
+azure/ai/evaluation/_evaluate/_evaluate_aoai.py,sha256=E8ERnyCu8MmZWF-IYp_f0vJR8Qd095APWDBhOvEnPng,27872
+azure/ai/evaluation/_evaluate/_utils.py,sha256=DRLY9rtYdTtlcJMMv9UbzuD3U41sCq3UBKwvgVAcEp4,19227
 azure/ai/evaluation/_evaluate/_batch_run/__init__.py,sha256=cPLi_MJ_pCp8eKBxJbiSoxgTnN3nDLuaP57dMkKuyhg,552
 azure/ai/evaluation/_evaluate/_batch_run/_run_submitter_client.py,sha256=2Rl4j_f4qK6_J-Gl_qUV-4elpWbegWzIkJuQOdPP-ig,7046
 azure/ai/evaluation/_evaluate/_batch_run/batch_clients.py,sha256=dTZYdQGweGzEN6OHtn1jOmGG767AJ7RJwfHoCCeRddg,2761
@@ -115,13 +115,13 @@ azure/ai/evaluation/_evaluators/_bleu/_bleu.py,sha256=CJOmTL_5vC477Q4dAKTArApj2d
 azure/ai/evaluation/_evaluators/_code_vulnerability/__init__.py,sha256=zRHHxYA6CI72iqZaZz9eSbDHwhhjp5hjicEK_RWXlL0,109
 azure/ai/evaluation/_evaluators/_code_vulnerability/_code_vulnerability.py,sha256=KrOtAxtipZf2FDQ9uiHQ4pTAzD-aev14EPgaQUdFVNA,4890
 azure/ai/evaluation/_evaluators/_coherence/__init__.py,sha256=GRqcSCQse02Spyki0UsRNWMIXiea2lLtPPXNGvkJzQ0,258
-azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=MqifhqPRbvMH1AsvAO8D7sbN1xSZ7VtkiWQIFFrR0_8,5844
+azure/ai/evaluation/_evaluators/_coherence/_coherence.py,sha256=GntdMq4fZCp8C90wIv1WaHOIR10tHX4ozF6iNn-I6OI,5896
 azure/ai/evaluation/_evaluators/_coherence/coherence.prompty,sha256=ANvh9mDFW7KMejrgdWqBLjj4SIqEO5WW9gg5pE0RLJk,6798
 azure/ai/evaluation/_evaluators/_common/__init__.py,sha256=xAymP_CZy4aPzWplMdXgQUQVDIUEMI-0nbgdm_umFYY,498
-azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=qv1W6gQR5-SLq6hTvDBqSusaPzOX6I6mH8feI2JFSOk,26050
+azure/ai/evaluation/_evaluators/_common/_base_eval.py,sha256=HldEvHxoj7BJivIAK2GN2DOeZKfVUQbKDM-FglZiyEQ,30256
 azure/ai/evaluation/_evaluators/_common/_base_multi_eval.py,sha256=yYFpoCDe2wMFQck0ykbX8IJBBidk6NT1wUTkVFlVSy8,2728
-azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=11ZMNPLF50O7om7UOq8BzeWiarVpU9qnC1exotnw1Lo,6866
-azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=mW8jErfouw1rVST2YO5nWEdMwIaXWCaw46-s8-Avilc,9068
+azure/ai/evaluation/_evaluators/_common/_base_prompty_eval.py,sha256=uvCwyUXInYfB2CxntbRiGla8n9lXRmsaUJsuFrckL-w,7047
+azure/ai/evaluation/_evaluators/_common/_base_rai_svc_eval.py,sha256=JSZhRxVKljM4XE4P2DGrJSnD6iWr7tlDIJ8g95rHaGg,9078
 azure/ai/evaluation/_evaluators/_common/_conversation_aggregators.py,sha256=gjDBjRxJKwaHbshWH0j2idjlzfzNMnT9a9RL0fQiKeM,2129
 azure/ai/evaluation/_evaluators/_content_safety/__init__.py,sha256=PEYMIybfP64f7byhuTaiq4RiqsYbjqejpW1JsJIG1jA,556
 azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py,sha256=0JVsptT5koRCXOhcd5_NIvQPQxMRHhlCfisc_KRKE6k,7502
@@ -136,16 +136,16 @@ azure/ai/evaluation/_evaluators/_eci/_eci.py,sha256=3Zrf6xxaw7e2adQLb0TM_KFWf-4R
 azure/ai/evaluation/_evaluators/_f1_score/__init__.py,sha256=aEVbO7iMoF20obdpLQKcKm69Yyu3mYnblKELLqu8OGI,260
 azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py,sha256=8xKB0SDqseQ2Vnhf3CNftXVMjV6co8h-gfKOTcmNJJw,6940
 azure/ai/evaluation/_evaluators/_fluency/__init__.py,sha256=EEJw39xRa0bOAA1rELTTKXQu2s60n_7CZQRD0Gu2QVw,259
-azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=iIgN2DQDvAoZldeCYRv8Z-kzNvEPsS4KEuDQBhXiQog,5552
+azure/ai/evaluation/_evaluators/_fluency/_fluency.py,sha256=_0KKogHupXULC9_1gkp8zElL8K6j2grGVXDWmKYejgQ,5604
 azure/ai/evaluation/_evaluators/_fluency/fluency.prompty,sha256=n9v0W9eYwgIO-JSsLTSKEM_ApJuxxuKWQpNblrTEkFY,4861
 azure/ai/evaluation/_evaluators/_gleu/__init__.py,sha256=Ae2EvQ7gqiYAoNO3LwGIhdAAjJPJDfT85rQGKrRrmbA,260
 azure/ai/evaluation/_evaluators/_gleu/_gleu.py,sha256=bm46V_t4NpIEaAAZMtMAxMMe_u3SgOY0201RihpFxEc,4884
 azure/ai/evaluation/_evaluators/_groundedness/__init__.py,sha256=UYNJUeRvBwcSVFyZpdsf29un5eyaDzYoo3QvC1gvlLg,274
-azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=DF1rEC1AZp8yXGVQc4i_0Nn4joKVCas2cBKyVOgJnPg,8208
+azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py,sha256=ittAkpoyCQ_A0BaZ2vZRoDpPpIuPLC2n369c62vK-yg,13184
 azure/ai/evaluation/_evaluators/_groundedness/groundedness_with_query.prompty,sha256=v7TOm75DyW_1gOU6gSiZoPcRnHcJ65DrzR2cL_ucWDY,5814
 azure/ai/evaluation/_evaluators/_groundedness/groundedness_without_query.prompty,sha256=8kNShdfxQvkII7GnqjmdqQ5TNelA2B6cjnqWZk8FFe4,5296
 azure/ai/evaluation/_evaluators/_intent_resolution/__init__.py,sha256=Lr8krXt2yfShFTAuwjTFgrUbO75boLLrRSnF1mriN_Q,280
-azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=3cWMeUSUGJmFtIFLHNH0rHX4KNUfVeermeTJpIRHh4M,11431
+azure/ai/evaluation/_evaluators/_intent_resolution/_intent_resolution.py,sha256=ybZCa8HQ6Q3BCtA0_6cPlj0HbFBbWHOZruN64PILrV4,11542
 azure/ai/evaluation/_evaluators/_intent_resolution/intent_resolution.prompty,sha256=5xLdYQ9FUfJVNtkbFMjiFhFH17eyRYF4WFIE6_3zvxc,8449
 azure/ai/evaluation/_evaluators/_meteor/__init__.py,sha256=209na3pPsdmcuYpYHUYtqQybCpc3yZkc93HnRdicSlI,266
 azure/ai/evaluation/_evaluators/_meteor/_meteor.py,sha256=6OkRH78wfn61lkR-1MuDw2J980SCm7LU-B567cS_8ho,5926
@@ -154,27 +154,27 @@ azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py,sha25
 azure/ai/evaluation/_evaluators/_qa/__init__.py,sha256=bcXfT--C0hjym2haqd1B2-u9bDciyM0ThOFtU1Q69sk,244
 azure/ai/evaluation/_evaluators/_qa/_qa.py,sha256=y8Magyzb2DESoN6vFllJkf8bLZ28UFFYyKVHCv1ah3o,6270
 azure/ai/evaluation/_evaluators/_relevance/__init__.py,sha256=JlxytW32Nl8pbE-fI3GRpfgVuY9EG6zxIAn5VZGSwyc,265
-azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=TwApL9yRB47O_n8OOGhg7E2WLpNAWWX6Pqiku3PIR2Q,8944
+azure/ai/evaluation/_evaluators/_relevance/_relevance.py,sha256=CcE9wHUci6BCAjR5P-rlpfD9U63rdlSognNmMFAibsU,8996
 azure/ai/evaluation/_evaluators/_relevance/relevance.prompty,sha256=1F45mS6phDhUCjWD7AVAeCJE8UJHytCgRwHrndcH99E,6462
 azure/ai/evaluation/_evaluators/_response_completeness/__init__.py,sha256=U3eqkQQAgRif46B6UGdq3yWefgbkZGJ3ZE2sKoZQDlU,292
-azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=gNZHxw-sk99DDvwhLGh3Az4RVfauPv9QMRt6d2lyNoY,7922
+azure/ai/evaluation/_evaluators/_response_completeness/_response_completeness.py,sha256=gMvQOJdcuKHKBvOYnDenUEPoMttTL_ZcxaHghaD7mMY,8047
 azure/ai/evaluation/_evaluators/_response_completeness/response_completeness.prompty,sha256=25PqzWWtpwvsKNnBGDNfqsKKo2RpyeiIFzvK8sauPDg,7520
 azure/ai/evaluation/_evaluators/_retrieval/__init__.py,sha256=kMu47ZyTZ7f-4Yh6H3KHxswmxitmPJ8FPSk90qgR0XI,265
-azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=hiCVZOg_dn7q87OPdizhdYqK3SkK46evpEUBphNfIBY,6254
+azure/ai/evaluation/_evaluators/_retrieval/_retrieval.py,sha256=ZFLXC36rWoPNAmTPV0sgMhrk1U9WFPmJ2NAY_JRfHyo,6265
 azure/ai/evaluation/_evaluators/_retrieval/retrieval.prompty,sha256=_YVoO4Gt_WD42bUcj5n6BDW0dMUqNf0yF3Nj5XMOX2c,16490
 azure/ai/evaluation/_evaluators/_rouge/__init__.py,sha256=kusCDaYcXogDugGefRP8MQSn9xv107oDbrMCqZ6K4GA,291
 azure/ai/evaluation/_evaluators/_rouge/_rouge.py,sha256=6xfAc18Cqa2bq_GtGTKUEIZdWFqdjAYPjsqNl1ok10E,10033
 azure/ai/evaluation/_evaluators/_service_groundedness/__init__.py,sha256=0DODUGTOgaYyFbO9_zxuwifixDL3SIm3EkwP1sdwn6M,288
 azure/ai/evaluation/_evaluators/_service_groundedness/_service_groundedness.py,sha256=qdwVlgoPB870mcwDzDfsfmWlSocpyQJPvQxROGaiTXg,8158
 azure/ai/evaluation/_evaluators/_similarity/__init__.py,sha256=V2Mspog99_WBltxTkRHG5NpN5s9XoiTSN4I8POWEkLA,268
-azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=W86KDcAjf6_tXUVEYM80mmWNHVJ2O_WQD1AT6yRQ6r8,5460
+azure/ai/evaluation/_evaluators/_similarity/_similarity.py,sha256=YAmrxQdbgDHLWpsTQIcu7uywdZLdvhIdzXAJsWvxH3Y,5512
 azure/ai/evaluation/_evaluators/_similarity/similarity.prompty,sha256=eoludASychZoGL625bFCaZai-OY7DIAg90ZLax_o4XE,4594
 azure/ai/evaluation/_evaluators/_task_adherence/__init__.py,sha256=9HtNrG7yYX0Ygq3cZoS_0obAvGgmy5HWcsBcPKoB15c,271
-azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=DjlgI9LWhVZEJAnLhh4X2rH76ON4ORVfWpoVreSsOfE,11054
+azure/ai/evaluation/_evaluators/_task_adherence/_task_adherence.py,sha256=JBNr1cXbK97SRyG4B84DnlKPUxVrCSr9mZ9mIzGoKqI,11165
 azure/ai/evaluation/_evaluators/_task_adherence/task_adherence.prompty,sha256=b1beQUEBPFLkcJUhiVvH7s07RArcPRVtHvXKKZKHbPg,12795
 azure/ai/evaluation/_evaluators/_tool_call_accuracy/__init__.py,sha256=vYB4Y_3n1LqTiEeZB1O1A0b14wpURBwtW0wPEN2FG9Q,288
-azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=lyqy4Gm1n0_6ixrYLb39wSA6a0B-sH8GspbdZL2QiTY,17399
-azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=mJ8fILFrJ8AjJ-kNwDk_zrOUxWxYBBJVHeL5_6MX48M,10488
+azure/ai/evaluation/_evaluators/_tool_call_accuracy/_tool_call_accuracy.py,sha256=3fkBiGGK5xdb7upbVZNr5bWz9-z8EQ8J7bidD1o3QH0,19132
+azure/ai/evaluation/_evaluators/_tool_call_accuracy/tool_call_accuracy.prompty,sha256=pQhNQC1w12WNBU4sdgyhO9gXhZY1dWrNIBK31ciW-V4,10138
 azure/ai/evaluation/_evaluators/_ungrounded_attributes/__init__.py,sha256=wGZBd_cRDgkuS-0HV9qm81dHK7ScYdKd98xLPtk6EwQ,118
 azure/ai/evaluation/_evaluators/_ungrounded_attributes/_ungrounded_attributes.py,sha256=5Y4JMUGRkGiMyBg95OgMVf2AFLEtKnP_GbpeDqwxIGE,4656
 azure/ai/evaluation/_evaluators/_xpia/__init__.py,sha256=VMEL8WrpJQeh4sQiOLzP7hRFPnjzsvwfvTzaGCVJPCM,88
@@ -224,30 +224,38 @@ azure/ai/evaluation/_vendor/rouge_score/rouge_scorer.py,sha256=DtNSeshHipzc6vFnv
 azure/ai/evaluation/_vendor/rouge_score/scoring.py,sha256=0sqdiNE-4R_EmTTqyWL9_DAOgl54250H5004tZDGxEE,1878
 azure/ai/evaluation/_vendor/rouge_score/tokenize.py,sha256=IyHVsWY6IFFZdB23cLiJs8iBZ0DXk1mQlWE1xtdjuuk,1826
 azure/ai/evaluation/_vendor/rouge_score/tokenizers.py,sha256=3_-y1TyvyluHuERhSJ5CdXSwnpcMA7aAKU6PCz9wH_Q,1745
-azure/ai/evaluation/red_team/__init__.py,sha256=goB0RudQS4_BFvhvb634RXGR2FoZ49Q-fDfQfHDtucQ,632
-azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=3l5cOfWCfX9-fdFkBdJ0yONv7kL7w6TyghzPVErYN_w,11070
+azure/ai/evaluation/red_team/__init__.py,sha256=pzt82b8QRkKqt3AfCYPEpVkOLR1Jo72LumkitLIcbiA,678
+azure/ai/evaluation/red_team/_attack_objective_generator.py,sha256=8ftuYnf6gfqknvGxVHbicJ4SzCNRCqG_PKtfbT-cBBY,11482
 azure/ai/evaluation/red_team/_attack_strategy.py,sha256=5VEES4AdiHc057Bt8STAKpKvpJ7gKPGxjkh6kjlQ2og,1488
-azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=-kd5voHTnWtTwQVXr3fl_OaxKXLic-GnwELN_e9SG_g,3016
+azure/ai/evaluation/red_team/_callback_chat_target.py,sha256=iONukXtXhEVlDJod2Lf_BncxmK5aRvN7O1TrYkxSu5g,3825
 azure/ai/evaluation/red_team/_default_converter.py,sha256=tewcQgYNqQA8EJ0IIDOA3HhZOR7vpCn8E1hP787gg9k,776
-azure/ai/evaluation/red_team/_red_team.py,sha256=Hn1jbyd2ywZQ4XYirTVJxIHee9xfauUMzeu3-Jov6ZA,177525
+azure/ai/evaluation/red_team/_evaluation_processor.py,sha256=Xvu_0y67-F0rHLs9hdCdrf73rhfaqpcwoT6lcs0nBIM,17583
+azure/ai/evaluation/red_team/_mlflow_integration.py,sha256=XCBSticGVg7J7rLRt3Va_gdbUCLveoC-ky2A99rtE1U,15676
+azure/ai/evaluation/red_team/_orchestrator_manager.py,sha256=d0OniEs1yese-NawL68zSelD31lQUfjCImHcYABSw24,29876
+azure/ai/evaluation/red_team/_red_team.py,sha256=XIZweuR7A9naC9hyQmnZpl7baS4ExADIL4SFNh1PGgs,53479
 azure/ai/evaluation/red_team/_red_team_result.py,sha256=9DM8vDQWDhQ1TBj2KsQCCd5fGAh2gZBeT4evJnsq0Vk,17410
+azure/ai/evaluation/red_team/_result_processor.py,sha256=N6HXNyUODSw7Klml5H5EufTaZ8gcoApYu6p4HJr872k,30253
 azure/ai/evaluation/red_team/_agent/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
 azure/ai/evaluation/red_team/_agent/_agent_functions.py,sha256=kLV2lQ5PHMucGK9IsrnZsmSvlhL2fhgzxa1G0NPF6eM,10482
 azure/ai/evaluation/red_team/_agent/_agent_tools.py,sha256=-ClGcNexUYa6_SxBPERAl2u4LgR0UP5Dk0TeYfUcBW8,20653
 azure/ai/evaluation/red_team/_agent/_agent_utils.py,sha256=3wtUg0BUp68l5Vm01K3zjzd1CKKt_N2Xd295yY1itdo,3224
 azure/ai/evaluation/red_team/_agent/_semantic_kernel_plugin.py,sha256=Q-9uVkIM9Hq63pXhnxg6vwmIf9gTVXmmnC3c3ikbO0w,10601
-azure/ai/evaluation/red_team/_utils/__init__.py,sha256=Yx1Iq2GNKQ5lYxTotvPwkPL4u0cm6YVxUe-iVbu1clI,180
-azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py,sha256=mC3MmSyfTvyKzZ0p4_bQ2lDh7Sk_v4vLLRcJ0iHh3mw,4940
+azure/ai/evaluation/red_team/_utils/__init__.py,sha256=qzNPTCailoUp3U5rWvlx613RbbQXTWGnAVWRYezHD58,1107
+azure/ai/evaluation/red_team/_utils/_rai_service_eval_chat_target.py,sha256=7l9ciCBer-pH9I5v-g9AxpTi24XsF3GYQxeqe54hCjM,5035
 azure/ai/evaluation/red_team/_utils/_rai_service_target.py,sha256=BsSffRght1caZh9EsUpRcb8fh5W78ORmTUE7X9XvWd0,29811
-azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py,sha256=_NZ1OGgXPtKPaOqRjOr-59JguHT_EOfeFuZUQ5FmwAE,4119
+azure/ai/evaluation/red_team/_utils/_rai_service_true_false_scorer.py,sha256=kWUaZvV5AcBt6JeVD5D8CiKmpq0kajKsCXa4tUTx2-o,4366
 azure/ai/evaluation/red_team/_utils/constants.py,sha256=Lujaa8X72lieAiYK0TLn59fErb1v9hWAI8JlMpmM92w,1948
-azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=zoTywXnslhQBUz2NLowny6Q0FclijDxiahsuoON-GQs,6263
+azure/ai/evaluation/red_team/_utils/exception_utils.py,sha256=JBQ-AlAPwhQCPucSkYu-M70RmlbOpmbWYuMjSz9cd80,12309
+azure/ai/evaluation/red_team/_utils/file_utils.py,sha256=FH2rnvTFji6nJ5RM0KdayZZOF6jdgQLHAYmfAhFos2k,9047
+azure/ai/evaluation/red_team/_utils/formatting_utils.py,sha256=X-AwNziYvxv3bCcW3gGcJ1UQkGp4KFJBt3e4BdqKxnM,10500
 azure/ai/evaluation/red_team/_utils/logging_utils.py,sha256=1EK7xRO0eA0nKJmqz7WhMwjP8M3i1je1KxHdGfH9HVI,4775
-azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=TU9Z9umtjwmJy3SQNqbc2Fj-oJUX_7rFlg1NEGXaSK4,2130
-azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=gW0cfsB8alXTIV02RHNVsz7vmQLjq7SXNf8ZHY0_OHs,8088
+azure/ai/evaluation/red_team/_utils/metric_mapping.py,sha256=EwoxqIoTfTp3R2Y8-Z9OrnDb4dMKgNU5nVc-MzADbOQ,2976
+azure/ai/evaluation/red_team/_utils/progress_utils.py,sha256=B39Av45v3R4ZFMnNbDfkHq_TmwXBhNNed_k-dsiNgb8,9364
+azure/ai/evaluation/red_team/_utils/retry_utils.py,sha256=Ozn25fMJSoIcxy8pRA5WmZfEYzhNW7KyCc6IldNh-JA,7519
+azure/ai/evaluation/red_team/_utils/strategy_utils.py,sha256=ShILcu-_XSoOiDL2_5UCwOC4lkvuKUDS_yKKtHRyNb4,8834
 azure/ai/evaluation/simulator/__init__.py,sha256=JbrPZ8pvTBalyX94SvZ9btHNoovX8rbZV03KmzxxWys,552
 azure/ai/evaluation/simulator/_adversarial_scenario.py,sha256=ISMjXfcmquvuBhM8l2u_X3jbEbNa7F7dR-AwgKNaJw0,1884
-azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=NuUhI-wzFylCwpQxaQYJ-Q67bQ4dn0Jp70TGHNnsCq0,25711
+azure/ai/evaluation/simulator/_adversarial_simulator.py,sha256=KZJ_SN0P2MVcYDL9iaIHPc6XgjJ0zKbSMLCQNWRfQJw,26328
 azure/ai/evaluation/simulator/_constants.py,sha256=jtsj-XzbseurEAxWmB-iSPmXu7B6ZHrM3bl07j-zruM,875
 azure/ai/evaluation/simulator/_direct_attack_simulator.py,sha256=g3170PdieqzN_98PHVbpmoFKUapLN_Yns_JBF71UNog,11025
 azure/ai/evaluation/simulator/_indirect_attack_simulator.py,sha256=VPTq33pRiXbiGrUo4UPPvYLSuCK0uR39Ylm0WQ2k0Yc,11810
@@ -262,17 +270,17 @@ azure/ai/evaluation/simulator/_helpers/__init__.py,sha256=FQwgrJvzq_nv3wF9DBr2py
 azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py,sha256=sbKc3O5qsg77LEaSEQfWDfzqEFXVDw612BaDcBo3E7A,1095
 azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py,sha256=BOttMTec3muMiA4OzwD_iW08GTrhja7PL9XVjRCN3jM,3029
 azure/ai/evaluation/simulator/_model_tools/__init__.py,sha256=soaUHfmd_IK1FINPRKgKens7qKOVw9BZwc7ms7N6zrk,860
-azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=m8VSBeFYyj1OKgOKHEoDKvmYSYlIg6RZkPyqbTWw7y0,7945
+azure/ai/evaluation/simulator/_model_tools/_generated_rai_client.py,sha256=_nfMZvvUEiIgIY_sll-Y8waO0kPHgd8k0Q48Mi6wUN4,8229
 azure/ai/evaluation/simulator/_model_tools/_identity_manager.py,sha256=kRmKm8etMq6fM2PjVKL0P7TtXfhDESNME3PenGTryjU,6475
-azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=GJkxtEHp1lv0kQ1gnK-D04Ci18KFkMQ8MZK_2OgJgWo,11827
+azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py,sha256=YOvdvs_f08TmEE2nyXHkfGy-RXByj8Q7TWIgRLZTGQY,11888
 azure/ai/evaluation/simulator/_model_tools/_rai_client.py,sha256=fC38IptUtoumxu2CWLmErNoGxMdVlNr60XbpJeKdQ18,11379
 azure/ai/evaluation/simulator/_model_tools/_template_handler.py,sha256=ghQNP8ur19BfbLilEnIio85RbYwQ8APAm45-iNcimYY,8375
 azure/ai/evaluation/simulator/_model_tools/models.py,sha256=H7tjmj9wzLT-6bI542eAfecOKl1sHBZhcd-YNF522Sg,22372
 azure/ai/evaluation/simulator/_prompty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 azure/ai/evaluation/simulator/_prompty/task_query_response.prompty,sha256=2BzSqDDYilDushvR56vMRDmqFIaIYAewdUlUZg_elMg,2182
 azure/ai/evaluation/simulator/_prompty/task_simulate.prompty,sha256=NE6lH4bfmibgMn4NgJtm9_l3PMoHSFrfjjosDJEKM0g,939
-azure_ai_evaluation-1.10.0.dist-info/METADATA,sha256=jPRl1bvOIg6J2b2pCfoLPp4esbKesiUEFy1bbomwpyQ,42772
-azure_ai_evaluation-1.10.0.dist-info/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
-azure_ai_evaluation-1.10.0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-azure_ai_evaluation-1.10.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
-azure_ai_evaluation-1.10.0.dist-info/RECORD,,
+azure_ai_evaluation-1.11.0.dist-info/licenses/NOTICE.txt,sha256=4tzi_Yq4-eBGhBvveobWHCgUIVF-ZeouGN0m7hVq5Mk,3592
+azure_ai_evaluation-1.11.0.dist-info/METADATA,sha256=hFOnD4ilDyFnGchPla9jqPclUz-6uio9Hi3ybvigbmc,45071
+azure_ai_evaluation-1.11.0.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
+azure_ai_evaluation-1.11.0.dist-info/top_level.txt,sha256=S7DhWV9m80TBzAhOFjxDUiNbKszzoThbnrSz5MpbHSQ,6
+azure_ai_evaluation-1.11.0.dist-info/RECORD,,