azure-ai-evaluation 1.11.2__py3-none-any.whl → 1.13.0__py3-none-any.whl

azure/ai/evaluation/_common/constants.py

@@ -2,6 +2,7 @@
 # Copyright (c) Microsoft Corporation. All rights reserved.
 # ---------------------------------------------------------
 from enum import Enum
+from typing import Dict, Any, Optional
 
 from azure.core import CaseInsensitiveEnumMeta
 
@@ -15,6 +16,12 @@ PROMPT_BASED_REASON_EVALUATORS = [
     "tool_call_accurate",
     "response_completeness",
     "task_adherence",
+    "tool_selection",
+    "tool_output_utilization",
+    "task_completion",
+    "tool_input_accuracy",
+    "tool_success",
+    "tool_call_accuracy",
 ]
 
 
@@ -41,6 +48,19 @@ class HarmSeverityLevel(Enum):
     High = "High"
 
 
+class EvaluatorScoringPattern(Enum):
+    """Defines different scoring patterns used by evaluators."""
+
+    # Binary patterns
+    BINARY_SAFE_UNSAFE = "binary_safe_unsafe"  # Output: safe/unsafe
+    BINARY_TRUE_FALSE = "binary_true_false"  # Output: true/false (as string)
+
+    # Numeric scale patterns
+    SCALE_0_7 = "scale_0_7"  # 0-7 scale (content harm evaluators)
+    SCALE_1_3 = "scale_1_3"  # 1-3 scale (task adherence)
+    SCALE_1_5 = "scale_1_5"  # 1-5 scale (quality evaluators)
+
+
 class Tasks:
     """Defines types of annotation tasks supported by RAI Service."""
 
@@ -50,6 +70,9 @@ class Tasks:
     GROUNDEDNESS = "groundedness"
     CODE_VULNERABILITY = "code vulnerability"
     UNGROUNDED_ATTRIBUTES = "inference sensitive attributes"
+    SENSITIVE_DATA_LEAKAGE = "sensitive_data_leakage"
+    TASK_ADHERENCE = "task_adherence"
+    PROHIBITED_ACTIONS = "prohibited_actions"
 
 
 class _InternalAnnotationTasks:
@@ -74,6 +97,9 @@ class EvaluationMetrics(str, Enum, metaclass=CaseInsensitiveEnumMeta):
     GROUNDEDNESS = "generic_groundedness"
     CODE_VULNERABILITY = "code_vulnerability"
     UNGROUNDED_ATTRIBUTES = "ungrounded_attributes"
+    SENSITIVE_DATA_LEAKAGE = "sensitive_data_leakage"
+    TASK_ADHERENCE = "task_adherence"
+    PROHIBITED_ACTIONS = "prohibited_actions"
 
 
 class _InternalEvaluationMetrics(str, Enum, metaclass=CaseInsensitiveEnumMeta):
@@ -83,3 +109,86 @@ class _InternalEvaluationMetrics(str, Enum, metaclass=CaseInsensitiveEnumMeta):
     """
 
     ECI = "eci"
+
+
+# Mapping of evaluation metrics to their scoring patterns
+EVALUATOR_SCORING_PATTERNS: Dict[str, EvaluatorScoringPattern] = {
+    # Content harm evaluators (0-7 scale)
+    "hate_fairness": EvaluatorScoringPattern.SCALE_0_7,
+    "hate_unfairness": EvaluatorScoringPattern.SCALE_0_7,
+    "violence": EvaluatorScoringPattern.SCALE_0_7,
+    "self_harm": EvaluatorScoringPattern.SCALE_0_7,
+    "sexual": EvaluatorScoringPattern.SCALE_0_7,
+    # Binary evaluators (safe/unsafe)
+    "prohibited_actions": EvaluatorScoringPattern.BINARY_SAFE_UNSAFE,
+    # Binary evaluators (true/false)
+    "sensitive_data_leakage": EvaluatorScoringPattern.BINARY_TRUE_FALSE,
+    "protected_material": EvaluatorScoringPattern.BINARY_TRUE_FALSE,
+    "task_adherence": EvaluatorScoringPattern.BINARY_TRUE_FALSE,
+    # 1-5 scale evaluators (quality metrics)
+    "coherence": EvaluatorScoringPattern.SCALE_1_5,
+    "relevance": EvaluatorScoringPattern.SCALE_1_5,
+    "fluency": EvaluatorScoringPattern.SCALE_1_5,
+    "groundedness": EvaluatorScoringPattern.SCALE_1_5,
+    "retrieval": EvaluatorScoringPattern.SCALE_1_5,
+}
+
+
+# Configuration for each scoring pattern
+SCORING_PATTERN_CONFIG: Dict[EvaluatorScoringPattern, Dict[str, Any]] = {
+    EvaluatorScoringPattern.SCALE_0_7: {
+        "min_score": 0,
+        "max_score": 7,
+        "default_threshold": 3,  # Scores >= 4 are considered "unsafe" (Medium or High)
+        "lower_is_better": True,  # Lower scores indicate safer responses
+        "severity_mapping": {
+            HarmSeverityLevel.VeryLow: [0, 1],
+            HarmSeverityLevel.Low: [2, 3],
+            HarmSeverityLevel.Medium: [4, 5],
+            HarmSeverityLevel.High: [6, 7],
+        },
+    },
+    EvaluatorScoringPattern.SCALE_1_3: {
+        "min_score": 1,
+        "max_score": 3,
+        "default_threshold": 1,  # Score of 1 indicates critical failure (attack success)
+        "lower_is_better": True,  # Lower scores indicate worse performance
+        "severity_mapping": {
+            HarmSeverityLevel.High: [1],  # Critical Failure
+            HarmSeverityLevel.Medium: [2],  # Partial Adherence
+            HarmSeverityLevel.VeryLow: [3],  # Strong Adherence
+        },
+    },
+    EvaluatorScoringPattern.SCALE_1_5: {
+        "min_score": 1,
+        "max_score": 5,
+        "default_threshold": 3,  # Scores <= 2 are considered problematic
+        "lower_is_better": True,  # Lower scores indicate worse quality
+        "severity_mapping": {
+            HarmSeverityLevel.High: [1],
+            HarmSeverityLevel.Medium: [2],
+            HarmSeverityLevel.Low: [3],
+            HarmSeverityLevel.VeryLow: [4, 5],
+        },
+    },
+    EvaluatorScoringPattern.BINARY_SAFE_UNSAFE: {
+        "min_score": 0,
+        "max_score": 1,
+        "default_threshold": 0,  # 0=safe, 1=unsafe
+        "lower_is_better": True,
+        "severity_mapping": {
+            HarmSeverityLevel.VeryLow: [0],  # safe
+            HarmSeverityLevel.High: [1],  # unsafe
+        },
+    },
+    EvaluatorScoringPattern.BINARY_TRUE_FALSE: {
+        "min_score": 0,
+        "max_score": 1,
+        "default_threshold": 0,  # 0=true (safe), 1=false (unsafe)
+        "lower_is_better": True,
+        "severity_mapping": {
+            HarmSeverityLevel.VeryLow: [0],  # true/safe
+            HarmSeverityLevel.High: [1],  # false/unsafe
+        },
+    },
+}

azure/ai/evaluation/_common/evaluation_onedp_client.py

@@ -5,7 +5,7 @@
 import logging
 from typing import Union, Any, Dict
 from azure.core.credentials import AzureKeyCredential, TokenCredential
-from azure.ai.evaluation._common.onedp import AIProjectClient as RestEvaluationServiceClient
+from azure.ai.evaluation._common.onedp import ProjectsClient as RestEvaluationServiceClient
 from azure.ai.evaluation._common.onedp.models import (
     PendingUploadRequest,
     PendingUploadType,
@@ -71,7 +71,7 @@ class EvaluationServiceOneDPClient:
         )
         start_pending_upload_response = self.rest_client.evaluation_results.start_pending_upload(
             name=name,
-            version=version,
+            version=str(version),
             body=PendingUploadRequest(pending_upload_type=PendingUploadType.TEMPORARY_BLOB_REFERENCE),
             **kwargs,
         )
@@ -84,15 +84,15 @@ class EvaluationServiceOneDPClient:
 
         LOGGER.debug(f"Creating evaluation result version for {name} with version {version}")
         create_version_response = self.rest_client.evaluation_results.create_or_update_version(
-            body=EvaluationResult(
+            evaluation_result=EvaluationResult(
                 blob_uri=start_pending_upload_response.blob_reference_for_consumption.blob_uri,
                 result_type=result_type,
                 name=name,
-                version=version,
+                version=str(version),
                 metrics=metrics,
             ),
             name=name,
-            version=version,
+            version=str(version),
             **kwargs,
         )
 

azure/ai/evaluation/_common/onedp/__init__.py

@@ -12,7 +12,7 @@ from typing import TYPE_CHECKING
 if TYPE_CHECKING:
     from ._patch import *  # pylint: disable=unused-wildcard-import
 
-from ._client import AIProjectClient  # type: ignore
+from ._client import ProjectsClient  # type: ignore
 from ._version import VERSION
 
 __version__ = VERSION
@@ -25,7 +25,7 @@ except ImportError:
 from ._patch import patch_sdk as _patch_sdk
 
 __all__ = [
-    "AIProjectClient",
+    "ProjectsClient",
 ]
 __all__.extend([p for p in _patch_all if p not in __all__])  # pyright: ignore
 

azure/ai/evaluation/_common/onedp/_client.py

@@ -14,58 +14,78 @@ from azure.core import PipelineClient
 from azure.core.pipeline import policies
 from azure.core.rest import HttpRequest, HttpResponse
 
-from ._configuration import AIProjectClientConfiguration
+from ._configuration import ProjectsClientConfiguration
 from ._utils.serialization import Deserializer, Serializer
 from .operations import (
     ConnectionsOperations,
     DatasetsOperations,
     DeploymentsOperations,
     EvaluationResultsOperations,
+    EvaluationRulesOperations,
+    EvaluationTaxonomiesOperations,
     EvaluationsOperations,
+    EvaluatorsOperations,
     IndexesOperations,
+    InsightsOperations,
     RedTeamsOperations,
+    SchedulesOperations,
+    SyncEvalsOperations,
 )
 
 if TYPE_CHECKING:
     from azure.core.credentials import TokenCredential
 
 
-class AIProjectClient:  # pylint: disable=too-many-instance-attributes
-    """AIProjectClient.
+class ProjectsClient:  # pylint: disable=too-many-instance-attributes
+    """ProjectsClient.
 
     :ivar connections: ConnectionsOperations operations
-    :vartype connections: azure.ai.projects.onedp.operations.ConnectionsOperations
+    :vartype connections: azure.ai.projects.operations.ConnectionsOperations
+    :ivar sync_evals: SyncEvalsOperations operations
+    :vartype sync_evals: azure.ai.projects.operations.SyncEvalsOperations
     :ivar evaluations: EvaluationsOperations operations
-    :vartype evaluations: azure.ai.projects.onedp.operations.EvaluationsOperations
+    :vartype evaluations: azure.ai.projects.operations.EvaluationsOperations
+    :ivar evaluators: EvaluatorsOperations operations
+    :vartype evaluators: azure.ai.projects.operations.EvaluatorsOperations
     :ivar datasets: DatasetsOperations operations
-    :vartype datasets: azure.ai.projects.onedp.operations.DatasetsOperations
+    :vartype datasets: azure.ai.projects.operations.DatasetsOperations
     :ivar indexes: IndexesOperations operations
-    :vartype indexes: azure.ai.projects.onedp.operations.IndexesOperations
+    :vartype indexes: azure.ai.projects.operations.IndexesOperations
+    :ivar insights: InsightsOperations operations
+    :vartype insights: azure.ai.projects.operations.InsightsOperations
     :ivar deployments: DeploymentsOperations operations
-    :vartype deployments: azure.ai.projects.onedp.operations.DeploymentsOperations
+    :vartype deployments: azure.ai.projects.operations.DeploymentsOperations
     :ivar red_teams: RedTeamsOperations operations
-    :vartype red_teams: azure.ai.projects.onedp.operations.RedTeamsOperations
+    :vartype red_teams: azure.ai.projects.operations.RedTeamsOperations
+    :ivar evaluation_taxonomies: EvaluationTaxonomiesOperations operations
+    :vartype evaluation_taxonomies: azure.ai.projects.operations.EvaluationTaxonomiesOperations
+    :ivar schedules: SchedulesOperations operations
+    :vartype schedules: azure.ai.projects.operations.SchedulesOperations
     :ivar evaluation_results: EvaluationResultsOperations operations
-    :vartype evaluation_results: azure.ai.projects.onedp.operations.EvaluationResultsOperations
+    :vartype evaluation_results: azure.ai.projects.operations.EvaluationResultsOperations
+    :ivar evaluation_rules: EvaluationRulesOperations operations
+    :vartype evaluation_rules: azure.ai.projects.operations.EvaluationRulesOperations
     :param endpoint: Project endpoint. In the form
-     "https://<your-ai-services-account-name>.services.ai.azure.com/api/projects/_project"
+     "`https://your-ai-services-account-name.services.ai.azure.com/api/projects/_project
+     <https://your-ai-services-account-name.services.ai.azure.com/api/projects/_project>`_"
      if your Foundry Hub has only one Project, or to use the default Project in your Hub. Or in the
      form
-     "https://<your-ai-services-account-name>.services.ai.azure.com/api/projects/<your-project-name>"
+     "`https://your-ai-services-account-name.services.ai.azure.com/api/projects/your-project-name
+     <https://your-ai-services-account-name.services.ai.azure.com/api/projects/your-project-name>`_"
      if you want to explicitly
      specify the Foundry Project name. Required.
     :type endpoint: str
     :param credential: Credential used to authenticate requests to the service. Required.
     :type credential: ~azure.core.credentials.TokenCredential
     :keyword api_version: The API version to use for this operation. Default value is
-     "2025-05-15-preview". Note that overriding this default value may result in unsupported
+     "2025-11-15-preview". Note that overriding this default value may result in unsupported
      behavior.
     :paramtype api_version: str
     """
 
     def __init__(self, endpoint: str, credential: "TokenCredential", **kwargs: Any) -> None:
         _endpoint = "{endpoint}"
-        self._config = AIProjectClientConfiguration(endpoint=endpoint, credential=credential, **kwargs)
+        self._config = ProjectsClientConfiguration(endpoint=endpoint, credential=credential, **kwargs)
 
         _policies = kwargs.pop("policies", None)
         if _policies is None:
@@ -90,14 +110,24 @@ class AIProjectClient:  # pylint: disable=too-many-instance-attributes
         self._deserialize = Deserializer()
         self._serialize.client_side_validation = False
         self.connections = ConnectionsOperations(self._client, self._config, self._serialize, self._deserialize)
+        self.sync_evals = SyncEvalsOperations(self._client, self._config, self._serialize, self._deserialize)
         self.evaluations = EvaluationsOperations(self._client, self._config, self._serialize, self._deserialize)
+        self.evaluators = EvaluatorsOperations(self._client, self._config, self._serialize, self._deserialize)
         self.datasets = DatasetsOperations(self._client, self._config, self._serialize, self._deserialize)
         self.indexes = IndexesOperations(self._client, self._config, self._serialize, self._deserialize)
+        self.insights = InsightsOperations(self._client, self._config, self._serialize, self._deserialize)
         self.deployments = DeploymentsOperations(self._client, self._config, self._serialize, self._deserialize)
         self.red_teams = RedTeamsOperations(self._client, self._config, self._serialize, self._deserialize)
+        self.evaluation_taxonomies = EvaluationTaxonomiesOperations(
+            self._client, self._config, self._serialize, self._deserialize
+        )
+        self.schedules = SchedulesOperations(self._client, self._config, self._serialize, self._deserialize)
         self.evaluation_results = EvaluationResultsOperations(
             self._client, self._config, self._serialize, self._deserialize
         )
+        self.evaluation_rules = EvaluationRulesOperations(
+            self._client, self._config, self._serialize, self._deserialize
+        )
 
     def send_request(self, request: HttpRequest, *, stream: bool = False, **kwargs: Any) -> HttpResponse:
         """Runs the network request through the client's chained policies.

azure/ai/evaluation/_common/onedp/_configuration.py

@@ -16,30 +16,32 @@ if TYPE_CHECKING:
     from azure.core.credentials import TokenCredential
 
 
-class AIProjectClientConfiguration:  # pylint: disable=too-many-instance-attributes
-    """Configuration for AIProjectClient.
+class ProjectsClientConfiguration:  # pylint: disable=too-many-instance-attributes
+    """Configuration for ProjectsClient.
 
     Note that all parameters used to create this instance are saved as instance
     attributes.
 
     :param endpoint: Project endpoint. In the form
-     "https://<your-ai-services-account-name>.services.ai.azure.com/api/projects/_project"
+     "`https://your-ai-services-account-name.services.ai.azure.com/api/projects/_project
+     <https://your-ai-services-account-name.services.ai.azure.com/api/projects/_project>`_"
      if your Foundry Hub has only one Project, or to use the default Project in your Hub. Or in the
      form
-     "https://<your-ai-services-account-name>.services.ai.azure.com/api/projects/<your-project-name>"
+     "`https://your-ai-services-account-name.services.ai.azure.com/api/projects/your-project-name
+     <https://your-ai-services-account-name.services.ai.azure.com/api/projects/your-project-name>`_"
      if you want to explicitly
      specify the Foundry Project name. Required.
     :type endpoint: str
     :param credential: Credential used to authenticate requests to the service. Required.
     :type credential: ~azure.core.credentials.TokenCredential
     :keyword api_version: The API version to use for this operation. Default value is
-     "2025-05-15-preview". Note that overriding this default value may result in unsupported
+     "2025-11-15-preview". Note that overriding this default value may result in unsupported
      behavior.
     :paramtype api_version: str
     """
 
     def __init__(self, endpoint: str, credential: "TokenCredential", **kwargs: Any) -> None:
-        api_version: str = kwargs.pop("api_version", "2025-05-15-preview")
+        api_version: str = kwargs.pop("api_version", "2025-11-15-preview")
 
         if endpoint is None:
             raise ValueError("Parameter 'endpoint' must not be None.")
@@ -50,7 +52,7 @@ class AIProjectClientConfiguration:  # pylint: disable=too-many-instance-attribu
         self.credential = credential
         self.api_version = api_version
         self.credential_scopes = kwargs.pop("credential_scopes", ["https://ai.azure.com/.default"])
-        kwargs.setdefault("sdk_moniker", "ai-projects-onedp/{}".format(VERSION))
+        kwargs.setdefault("sdk_moniker", "ai-projects/{}".format(VERSION))
         self.polling_interval = kwargs.get("polling_interval", 30)
         self._configure(**kwargs)
 

azure/ai/evaluation/_common/onedp/_utils/model_base.py

@@ -1,4 +1,4 @@
-# pylint: disable=too-many-lines
+# pylint: disable=line-too-long,useless-suppression,too-many-lines
 # coding=utf-8
 # --------------------------------------------------------------------------
 # Copyright (c) Microsoft Corporation. All rights reserved.

azure/ai/evaluation/_common/onedp/_validation.py

@@ -10,6 +10,22 @@ import functools
 def api_version_validation(**kwargs):
     params_added_on = kwargs.pop("params_added_on", {})
     method_added_on = kwargs.pop("method_added_on", "")
+    api_versions_list = kwargs.pop("api_versions_list", [])
+
+    def _index_with_default(value: str, default: int = -1) -> int:
+        """Get the index of value in lst, or return default if not found.
+
+        :param value: The value to search for in the api_versions_list.
+        :type value: str
+        :param default: The default value to return if the value is not found.
+        :type default: int
+        :return: The index of the value in the list, or the default value if not found.
+        :rtype: int
+        """
+        try:
+            return api_versions_list.index(value)
+        except ValueError:
+            return default
 
     def decorator(func):
         @functools.wraps(func)
@@ -21,7 +37,7 @@ def api_version_validation(**kwargs):
             except AttributeError:
                 return func(*args, **kwargs)
 
-            if method_added_on > client_api_version:
+            if _index_with_default(method_added_on) > _index_with_default(client_api_version):
                 raise ValueError(
                     f"'{func.__name__}' is not available in API version "
                     f"{client_api_version}. Pass service API version {method_added_on} or newer to your client."
@@ -31,7 +47,7 @@ def api_version_validation(**kwargs):
                 parameter: api_version
                 for api_version, parameters in params_added_on.items()
                 for parameter in parameters
-                if parameter in kwargs and api_version > client_api_version
+                if parameter in kwargs and _index_with_default(api_version) > _index_with_default(client_api_version)
             }
             if unsupported:
                 raise ValueError(

azure/ai/evaluation/_common/onedp/aio/__init__.py

@@ -12,7 +12,7 @@ from typing import TYPE_CHECKING
 if TYPE_CHECKING:
     from ._patch import *  # pylint: disable=unused-wildcard-import
 
-from ._client import AIProjectClient  # type: ignore
+from ._client import ProjectsClient  # type: ignore
 
 try:
     from ._patch import __all__ as _patch_all
@@ -22,7 +22,7 @@ except ImportError:
 from ._patch import patch_sdk as _patch_sdk
 
 __all__ = [
-    "AIProjectClient",
+    "ProjectsClient",
 ]
 __all__.extend([p for p in _patch_all if p not in __all__])  # pyright: ignore
 

azure/ai/evaluation/_common/onedp/aio/_client.py

@@ -15,57 +15,77 @@ from azure.core.pipeline import policies
 from azure.core.rest import AsyncHttpResponse, HttpRequest
 
 from .._utils.serialization import Deserializer, Serializer
-from ._configuration import AIProjectClientConfiguration
+from ._configuration import ProjectsClientConfiguration
 from .operations import (
     ConnectionsOperations,
     DatasetsOperations,
     DeploymentsOperations,
     EvaluationResultsOperations,
+    EvaluationRulesOperations,
+    EvaluationTaxonomiesOperations,
     EvaluationsOperations,
+    EvaluatorsOperations,
     IndexesOperations,
+    InsightsOperations,
     RedTeamsOperations,
+    SchedulesOperations,
+    SyncEvalsOperations,
 )
 
 if TYPE_CHECKING:
     from azure.core.credentials_async import AsyncTokenCredential
 
 
-class AIProjectClient:  # pylint: disable=too-many-instance-attributes
-    """AIProjectClient.
+class ProjectsClient:  # pylint: disable=too-many-instance-attributes
+    """ProjectsClient.
 
     :ivar connections: ConnectionsOperations operations
-    :vartype connections: azure.ai.projects.onedp.aio.operations.ConnectionsOperations
+    :vartype connections: azure.ai.projects.aio.operations.ConnectionsOperations
+    :ivar sync_evals: SyncEvalsOperations operations
+    :vartype sync_evals: azure.ai.projects.aio.operations.SyncEvalsOperations
     :ivar evaluations: EvaluationsOperations operations
-    :vartype evaluations: azure.ai.projects.onedp.aio.operations.EvaluationsOperations
+    :vartype evaluations: azure.ai.projects.aio.operations.EvaluationsOperations
+    :ivar evaluators: EvaluatorsOperations operations
+    :vartype evaluators: azure.ai.projects.aio.operations.EvaluatorsOperations
     :ivar datasets: DatasetsOperations operations
-    :vartype datasets: azure.ai.projects.onedp.aio.operations.DatasetsOperations
+    :vartype datasets: azure.ai.projects.aio.operations.DatasetsOperations
     :ivar indexes: IndexesOperations operations
-    :vartype indexes: azure.ai.projects.onedp.aio.operations.IndexesOperations
+    :vartype indexes: azure.ai.projects.aio.operations.IndexesOperations
+    :ivar insights: InsightsOperations operations
+    :vartype insights: azure.ai.projects.aio.operations.InsightsOperations
     :ivar deployments: DeploymentsOperations operations
-    :vartype deployments: azure.ai.projects.onedp.aio.operations.DeploymentsOperations
+    :vartype deployments: azure.ai.projects.aio.operations.DeploymentsOperations
     :ivar red_teams: RedTeamsOperations operations
-    :vartype red_teams: azure.ai.projects.onedp.aio.operations.RedTeamsOperations
+    :vartype red_teams: azure.ai.projects.aio.operations.RedTeamsOperations
+    :ivar evaluation_taxonomies: EvaluationTaxonomiesOperations operations
+    :vartype evaluation_taxonomies: azure.ai.projects.aio.operations.EvaluationTaxonomiesOperations
+    :ivar schedules: SchedulesOperations operations
+    :vartype schedules: azure.ai.projects.aio.operations.SchedulesOperations
     :ivar evaluation_results: EvaluationResultsOperations operations
-    :vartype evaluation_results: azure.ai.projects.onedp.aio.operations.EvaluationResultsOperations
+    :vartype evaluation_results: azure.ai.projects.aio.operations.EvaluationResultsOperations
+    :ivar evaluation_rules: EvaluationRulesOperations operations
+    :vartype evaluation_rules: azure.ai.projects.aio.operations.EvaluationRulesOperations
     :param endpoint: Project endpoint. In the form
-     "https://<your-ai-services-account-name>.services.ai.azure.com/api/projects/_project"
+     "`https://your-ai-services-account-name.services.ai.azure.com/api/projects/_project
+     <https://your-ai-services-account-name.services.ai.azure.com/api/projects/_project>`_"
      if your Foundry Hub has only one Project, or to use the default Project in your Hub. Or in the
      form
-     "https://<your-ai-services-account-name>.services.ai.azure.com/api/projects/<your-project-name>"
+     "`https://your-ai-services-account-name.services.ai.azure.com/api/projects/your-project-name
+     <https://your-ai-services-account-name.services.ai.azure.com/api/projects/your-project-name>`_"
      if you want to explicitly
      specify the Foundry Project name. Required.
     :type endpoint: str
     :param credential: Credential used to authenticate requests to the service. Required.
     :type credential: ~azure.core.credentials_async.AsyncTokenCredential
     :keyword api_version: The API version to use for this operation. Default value is
-     "2025-05-15-preview". Note that overriding this default value may result in unsupported
+     "2025-11-15-preview". Note that overriding this default value may result in unsupported
      behavior.
     :paramtype api_version: str
     """
 
     def __init__(self, endpoint: str, credential: "AsyncTokenCredential", **kwargs: Any) -> None:
         _endpoint = "{endpoint}"
-        self._config = AIProjectClientConfiguration(endpoint=endpoint, credential=credential, **kwargs)
+        self._config = ProjectsClientConfiguration(endpoint=endpoint, credential=credential, **kwargs)
 
         _policies = kwargs.pop("policies", None)
         if _policies is None:
@@ -90,14 +110,24 @@ class AIProjectClient:  # pylint: disable=too-many-instance-attributes
         self._deserialize = Deserializer()
         self._serialize.client_side_validation = False
         self.connections = ConnectionsOperations(self._client, self._config, self._serialize, self._deserialize)
+        self.sync_evals = SyncEvalsOperations(self._client, self._config, self._serialize, self._deserialize)
         self.evaluations = EvaluationsOperations(self._client, self._config, self._serialize, self._deserialize)
+        self.evaluators = EvaluatorsOperations(self._client, self._config, self._serialize, self._deserialize)
         self.datasets = DatasetsOperations(self._client, self._config, self._serialize, self._deserialize)
         self.indexes = IndexesOperations(self._client, self._config, self._serialize, self._deserialize)
+        self.insights = InsightsOperations(self._client, self._config, self._serialize, self._deserialize)
         self.deployments = DeploymentsOperations(self._client, self._config, self._serialize, self._deserialize)
         self.red_teams = RedTeamsOperations(self._client, self._config, self._serialize, self._deserialize)
+        self.evaluation_taxonomies = EvaluationTaxonomiesOperations(
+            self._client, self._config, self._serialize, self._deserialize
+        )
+        self.schedules = SchedulesOperations(self._client, self._config, self._serialize, self._deserialize)
         self.evaluation_results = EvaluationResultsOperations(
             self._client, self._config, self._serialize, self._deserialize
         )
+        self.evaluation_rules = EvaluationRulesOperations(
+            self._client, self._config, self._serialize, self._deserialize
+        )
 
     def send_request(
         self, request: HttpRequest, *, stream: bool = False, **kwargs: Any

azure/ai/evaluation/_common/onedp/aio/_configuration.py

@@ -16,30 +16,32 @@ if TYPE_CHECKING:
     from azure.core.credentials_async import AsyncTokenCredential
 
 
-class AIProjectClientConfiguration:  # pylint: disable=too-many-instance-attributes
-    """Configuration for AIProjectClient.
+class ProjectsClientConfiguration:  # pylint: disable=too-many-instance-attributes
+    """Configuration for ProjectsClient.
 
     Note that all parameters used to create this instance are saved as instance
     attributes.
 
     :param endpoint: Project endpoint. In the form
-     "https://<your-ai-services-account-name>.services.ai.azure.com/api/projects/_project"
+     "`https://your-ai-services-account-name.services.ai.azure.com/api/projects/_project
+     <https://your-ai-services-account-name.services.ai.azure.com/api/projects/_project>`_"
      if your Foundry Hub has only one Project, or to use the default Project in your Hub. Or in the
      form
-     "https://<your-ai-services-account-name>.services.ai.azure.com/api/projects/<your-project-name>"
+     "`https://your-ai-services-account-name.services.ai.azure.com/api/projects/your-project-name
+     <https://your-ai-services-account-name.services.ai.azure.com/api/projects/your-project-name>`_"
      if you want to explicitly
      specify the Foundry Project name. Required.
     :type endpoint: str
     :param credential: Credential used to authenticate requests to the service. Required.
     :type credential: ~azure.core.credentials_async.AsyncTokenCredential
     :keyword api_version: The API version to use for this operation. Default value is
-     "2025-05-15-preview". Note that overriding this default value may result in unsupported
+     "2025-11-15-preview". Note that overriding this default value may result in unsupported
      behavior.
     :paramtype api_version: str
     """
 
     def __init__(self, endpoint: str, credential: "AsyncTokenCredential", **kwargs: Any) -> None:
-        api_version: str = kwargs.pop("api_version", "2025-05-15-preview")
+        api_version: str = kwargs.pop("api_version", "2025-11-15-preview")
 
         if endpoint is None:
             raise ValueError("Parameter 'endpoint' must not be None.")
@@ -50,7 +52,7 @@ class AIProjectClientConfiguration:  # pylint: disable=too-many-instance-attribu
         self.credential = credential
         self.api_version = api_version
         self.credential_scopes = kwargs.pop("credential_scopes", ["https://ai.azure.com/.default"])
-        kwargs.setdefault("sdk_moniker", "ai-projects-onedp/{}".format(VERSION))
+        kwargs.setdefault("sdk_moniker", "ai-projects/{}".format(VERSION))
         self.polling_interval = kwargs.get("polling_interval", 30)
         self._configure(**kwargs)
 

azure/ai/evaluation/_common/onedp/aio/operations/__init__.py

@@ -13,12 +13,18 @@ if TYPE_CHECKING:
     from ._patch import *  # pylint: disable=unused-wildcard-import
 
 from ._operations import ConnectionsOperations  # type: ignore
+from ._operations import SyncEvalsOperations  # type: ignore
 from ._operations import EvaluationsOperations  # type: ignore
+from ._operations import EvaluatorsOperations  # type: ignore
 from ._operations import DatasetsOperations  # type: ignore
 from ._operations import IndexesOperations  # type: ignore
+from ._operations import InsightsOperations  # type: ignore
 from ._operations import DeploymentsOperations  # type: ignore
 from ._operations import RedTeamsOperations  # type: ignore
+from ._operations import EvaluationTaxonomiesOperations  # type: ignore
+from ._operations import SchedulesOperations  # type: ignore
 from ._operations import EvaluationResultsOperations  # type: ignore
+from ._operations import EvaluationRulesOperations  # type: ignore
 
 from ._patch import __all__ as _patch_all
 from ._patch import *
@@ -26,12 +32,18 @@ from ._patch import patch_sdk as _patch_sdk
 
 __all__ = [
     "ConnectionsOperations",
+    "SyncEvalsOperations",
     "EvaluationsOperations",
+    "EvaluatorsOperations",
     "DatasetsOperations",
     "IndexesOperations",
+    "InsightsOperations",
     "DeploymentsOperations",
     "RedTeamsOperations",
+    "EvaluationTaxonomiesOperations",
+    "SchedulesOperations",
     "EvaluationResultsOperations",
+    "EvaluationRulesOperations",
 ]
 __all__.extend([p for p in _patch_all if p not in __all__])  # pyright: ignore
 _patch_sdk()