scale-gp-beta 0.1.0a7__py3-none-any.whl → 0.1.0a9__py3-none-any.whl

scale_gp_beta/types/evaluation_create_params.py

@@ -3,57 +3,17 @@
 from __future__ import annotations
 
 from typing import Dict, List, Union, Iterable
-from typing_extensions import Literal, Required, TypeAlias, TypedDict
+from typing_extensions import Required, TypeAlias, TypedDict
+
+from .evaluation_task_param import EvaluationTaskParam
 
 __all__ = [
     "EvaluationCreateParams",
     "EvaluationStandaloneCreateRequest",
-    "EvaluationStandaloneCreateRequestTask",
-    "EvaluationStandaloneCreateRequestTaskChatCompletionEvaluationTaskRequest",
-    "EvaluationStandaloneCreateRequestTaskChatCompletionEvaluationTaskRequestConfiguration",
-    "EvaluationStandaloneCreateRequestTaskGenericInferenceEvaluationTaskRequest",
-    "EvaluationStandaloneCreateRequestTaskGenericInferenceEvaluationTaskRequestConfiguration",
-    "EvaluationStandaloneCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfiguration",
-    "EvaluationStandaloneCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfigurationLaunchInferenceConfiguration",
-    "EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequest",
-    "EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfiguration",
-    "EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationHistoryUnionMember0",
-    "EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverrides",
-    "EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverrides",
-    "EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesInitialState",
-    "EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesPartialTrace",
     "EvaluationFromDatasetCreateRequest",
     "EvaluationFromDatasetCreateRequestData",
-    "EvaluationFromDatasetCreateRequestTask",
-    "EvaluationFromDatasetCreateRequestTaskChatCompletionEvaluationTaskRequest",
-    "EvaluationFromDatasetCreateRequestTaskChatCompletionEvaluationTaskRequestConfiguration",
-    "EvaluationFromDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequest",
-    "EvaluationFromDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfiguration",
-    "EvaluationFromDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfiguration",
-    "EvaluationFromDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfigurationLaunchInferenceConfiguration",
-    "EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequest",
-    "EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfiguration",
-    "EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationHistoryUnionMember0",
-    "EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverrides",
-    "EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverrides",
-    "EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesInitialState",
-    "EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesPartialTrace",
     "EvaluationWithDatasetCreateRequest",
     "EvaluationWithDatasetCreateRequestDataset",
-    "EvaluationWithDatasetCreateRequestTask",
-    "EvaluationWithDatasetCreateRequestTaskChatCompletionEvaluationTaskRequest",
-    "EvaluationWithDatasetCreateRequestTaskChatCompletionEvaluationTaskRequestConfiguration",
-    "EvaluationWithDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequest",
-    "EvaluationWithDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfiguration",
-    "EvaluationWithDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfiguration",
-    "EvaluationWithDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfigurationLaunchInferenceConfiguration",
-    "EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequest",
-    "EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfiguration",
-    "EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationHistoryUnionMember0",
-    "EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverrides",
-    "EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverrides",
-    "EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesInitialState",
-    "EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesPartialTrace",
 ]
 
 
@@ -65,212 +25,10 @@ class EvaluationStandaloneCreateRequest(TypedDict, total=False):
 
     description: str
 
-    tasks: Iterable[EvaluationStandaloneCreateRequestTask]
+    tasks: Iterable[EvaluationTaskParam]
     """Tasks allow you to augment and evaluate your data"""
 
 
-class EvaluationStandaloneCreateRequestTaskChatCompletionEvaluationTaskRequestConfigurationTyped(
-    TypedDict, total=False
-):
-    messages: Required[Union[Iterable[Dict[str, object]], str]]
-
-    model: Required[str]
-
-    audio: Union[Dict[str, object], str]
-
-    frequency_penalty: Union[float, str]
-
-    function_call: Union[Dict[str, object], str]
-
-    functions: Union[Iterable[Dict[str, object]], str]
-
-    logit_bias: Union[Dict[str, int], str]
-
-    logprobs: Union[bool, str]
-
-    max_completion_tokens: Union[int, str]
-
-    max_tokens: Union[int, str]
-
-    metadata: Union[Dict[str, str], str]
-
-    modalities: Union[List[str], str]
-
-    n: Union[int, str]
-
-    parallel_tool_calls: Union[bool, str]
-
-    prediction: Union[Dict[str, object], str]
-
-    presence_penalty: Union[float, str]
-
-    reasoning_effort: str
-
-    response_format: Union[Dict[str, object], str]
-
-    seed: Union[int, str]
-
-    stop: str
-
-    store: Union[bool, str]
-
-    temperature: Union[float, str]
-
-    tool_choice: str
-
-    tools: Union[Iterable[Dict[str, object]], str]
-
-    top_k: Union[int, str]
-
-    top_logprobs: Union[int, str]
-
-    top_p: Union[float, str]
-
-
-EvaluationStandaloneCreateRequestTaskChatCompletionEvaluationTaskRequestConfiguration: TypeAlias = Union[
-    EvaluationStandaloneCreateRequestTaskChatCompletionEvaluationTaskRequestConfigurationTyped, Dict[str, object]
-]
-
-
-class EvaluationStandaloneCreateRequestTaskChatCompletionEvaluationTaskRequest(TypedDict, total=False):
-    configuration: Required[EvaluationStandaloneCreateRequestTaskChatCompletionEvaluationTaskRequestConfiguration]
-
-    alias: str
-    """Alias to title the results column. Defaults to the `task_type`"""
-
-    task_type: Literal["chat_completion"]
-
-
-class EvaluationStandaloneCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfigurationLaunchInferenceConfiguration(
-    TypedDict, total=False
-):
-    num_retries: int
-
-    timeout_seconds: int
-
-
-EvaluationStandaloneCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfiguration: TypeAlias = Union[
-    EvaluationStandaloneCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfigurationLaunchInferenceConfiguration,
-    str,
-]
-
-
-class EvaluationStandaloneCreateRequestTaskGenericInferenceEvaluationTaskRequestConfiguration(TypedDict, total=False):
-    model: Required[str]
-
-    args: Union[Dict[str, object], str]
-
-    inference_configuration: (
-        EvaluationStandaloneCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfiguration
-    )
-
-
-class EvaluationStandaloneCreateRequestTaskGenericInferenceEvaluationTaskRequest(TypedDict, total=False):
-    configuration: Required[EvaluationStandaloneCreateRequestTaskGenericInferenceEvaluationTaskRequestConfiguration]
-
-    alias: str
-    """Alias to title the results column. Defaults to the `task_type`"""
-
-    task_type: Literal["inference"]
-
-
-class EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationHistoryUnionMember0(
-    TypedDict, total=False
-):
-    request: Required[str]
-    """Request inputs"""
-
-    response: Required[str]
-    """Response outputs"""
-
-    session_data: Dict[str, object]
-    """Session data corresponding to the request response pair"""
-
-
-class EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesInitialState(
-    TypedDict, total=False
-):
-    current_node: Required[str]
-
-    state: Required[Dict[str, object]]
-
-
-class EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesPartialTrace(
-    TypedDict, total=False
-):
-    duration_ms: Required[int]
-
-    node_id: Required[str]
-
-    operation_input: Required[str]
-
-    operation_output: Required[str]
-
-    operation_type: Required[str]
-
-    start_timestamp: Required[str]
-
-    workflow_id: Required[str]
-
-    operation_metadata: Dict[str, object]
-
-
-class EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverrides(
-    TypedDict, total=False
-):
-    concurrent: bool
-
-    initial_state: EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesInitialState
-
-    partial_trace: Iterable[
-        EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesPartialTrace
-    ]
-
-    use_channels: bool
-
-
-EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverrides: TypeAlias = Union[
-    EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverrides,
-    str,
-]
-
-
-class EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfiguration(
-    TypedDict, total=False
-):
-    application_variant_id: Required[str]
-
-    inputs: Required[Union[Dict[str, object], str]]
-
-    history: Union[
-        Iterable[
-            EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationHistoryUnionMember0
-        ],
-        str,
-    ]
-
-    operation_metadata: Union[Dict[str, object], str]
-
-    overrides: EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverrides
-    """Execution override options for agentic applications"""
-
-
-class EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequest(TypedDict, total=False):
-    configuration: Required[EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfiguration]
-
-    alias: str
-    """Alias to title the results column. Defaults to the `task_type`"""
-
-    task_type: Literal["application_variant"]
-
-
-EvaluationStandaloneCreateRequestTask: TypeAlias = Union[
-    EvaluationStandaloneCreateRequestTaskChatCompletionEvaluationTaskRequest,
-    EvaluationStandaloneCreateRequestTaskGenericInferenceEvaluationTaskRequest,
-    EvaluationStandaloneCreateRequestTaskApplicationVariantV1EvaluationTaskRequest,
-]
-
-
 class EvaluationFromDatasetCreateRequest(TypedDict, total=False):
     dataset_id: Required[str]
     """The ID of the dataset containing the items referenced by the `data` field"""
@@ -282,7 +40,7 @@ class EvaluationFromDatasetCreateRequest(TypedDict, total=False):
 
     description: str
 
-    tasks: Iterable[EvaluationFromDatasetCreateRequestTask]
+    tasks: Iterable[EvaluationTaskParam]
     """Tasks allow you to augment and evaluate your data"""
 
 
@@ -295,210 +53,6 @@ EvaluationFromDatasetCreateRequestData: TypeAlias = Union[
 ]
 
 
-class EvaluationFromDatasetCreateRequestTaskChatCompletionEvaluationTaskRequestConfigurationTyped(
-    TypedDict, total=False
-):
-    messages: Required[Union[Iterable[Dict[str, object]], str]]
-
-    model: Required[str]
-
-    audio: Union[Dict[str, object], str]
-
-    frequency_penalty: Union[float, str]
-
-    function_call: Union[Dict[str, object], str]
-
-    functions: Union[Iterable[Dict[str, object]], str]
-
-    logit_bias: Union[Dict[str, int], str]
-
-    logprobs: Union[bool, str]
-
-    max_completion_tokens: Union[int, str]
-
-    max_tokens: Union[int, str]
-
-    metadata: Union[Dict[str, str], str]
-
-    modalities: Union[List[str], str]
-
-    n: Union[int, str]
-
-    parallel_tool_calls: Union[bool, str]
-
-    prediction: Union[Dict[str, object], str]
-
-    presence_penalty: Union[float, str]
-
-    reasoning_effort: str
-
-    response_format: Union[Dict[str, object], str]
-
-    seed: Union[int, str]
-
-    stop: str
-
-    store: Union[bool, str]
-
-    temperature: Union[float, str]
-
-    tool_choice: str
-
-    tools: Union[Iterable[Dict[str, object]], str]
-
-    top_k: Union[int, str]
-
-    top_logprobs: Union[int, str]
-
-    top_p: Union[float, str]
-
-
-EvaluationFromDatasetCreateRequestTaskChatCompletionEvaluationTaskRequestConfiguration: TypeAlias = Union[
-    EvaluationFromDatasetCreateRequestTaskChatCompletionEvaluationTaskRequestConfigurationTyped, Dict[str, object]
-]
-
-
-class EvaluationFromDatasetCreateRequestTaskChatCompletionEvaluationTaskRequest(TypedDict, total=False):
-    configuration: Required[EvaluationFromDatasetCreateRequestTaskChatCompletionEvaluationTaskRequestConfiguration]
-
-    alias: str
-    """Alias to title the results column. Defaults to the `task_type`"""
-
-    task_type: Literal["chat_completion"]
-
-
-class EvaluationFromDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfigurationLaunchInferenceConfiguration(
-    TypedDict, total=False
-):
-    num_retries: int
-
-    timeout_seconds: int
-
-
-EvaluationFromDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfiguration: TypeAlias = Union[
-    EvaluationFromDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfigurationLaunchInferenceConfiguration,
-    str,
-]
-
-
-class EvaluationFromDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfiguration(TypedDict, total=False):
-    model: Required[str]
-
-    args: Union[Dict[str, object], str]
-
-    inference_configuration: (
-        EvaluationFromDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfiguration
-    )
-
-
-class EvaluationFromDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequest(TypedDict, total=False):
-    configuration: Required[EvaluationFromDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfiguration]
-
-    alias: str
-    """Alias to title the results column. Defaults to the `task_type`"""
-
-    task_type: Literal["inference"]
-
-
-class EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationHistoryUnionMember0(
-    TypedDict, total=False
-):
-    request: Required[str]
-    """Request inputs"""
-
-    response: Required[str]
-    """Response outputs"""
-
-    session_data: Dict[str, object]
-    """Session data corresponding to the request response pair"""
-
-
-class EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesInitialState(
-    TypedDict, total=False
-):
-    current_node: Required[str]
-
-    state: Required[Dict[str, object]]
-
-
-class EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesPartialTrace(
-    TypedDict, total=False
-):
-    duration_ms: Required[int]
-
-    node_id: Required[str]
-
-    operation_input: Required[str]
-
-    operation_output: Required[str]
-
-    operation_type: Required[str]
-
-    start_timestamp: Required[str]
-
-    workflow_id: Required[str]
-
-    operation_metadata: Dict[str, object]
-
-
-class EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverrides(
-    TypedDict, total=False
-):
-    concurrent: bool
-
-    initial_state: EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesInitialState
-
-    partial_trace: Iterable[
-        EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesPartialTrace
-    ]
-
-    use_channels: bool
-
-
-EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverrides: TypeAlias = Union[
-    EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverrides,
-    str,
-]
-
-
-class EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfiguration(
-    TypedDict, total=False
-):
-    application_variant_id: Required[str]
-
-    inputs: Required[Union[Dict[str, object], str]]
-
-    history: Union[
-        Iterable[
-            EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationHistoryUnionMember0
-        ],
-        str,
-    ]
-
-    operation_metadata: Union[Dict[str, object], str]
-
-    overrides: EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverrides
-    """Execution override options for agentic applications"""
-
-
-class EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequest(TypedDict, total=False):
-    configuration: Required[
-        EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfiguration
-    ]
-
-    alias: str
-    """Alias to title the results column. Defaults to the `task_type`"""
-
-    task_type: Literal["application_variant"]
-
-
-EvaluationFromDatasetCreateRequestTask: TypeAlias = Union[
-    EvaluationFromDatasetCreateRequestTaskChatCompletionEvaluationTaskRequest,
-    EvaluationFromDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequest,
-    EvaluationFromDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequest,
-]
-
-
 class EvaluationWithDatasetCreateRequest(TypedDict, total=False):
     data: Required[Iterable[Dict[str, object]]]
     """Items to be evaluated"""
@@ -510,7 +64,7 @@ class EvaluationWithDatasetCreateRequest(TypedDict, total=False):
 
     description: str
 
-    tasks: Iterable[EvaluationWithDatasetCreateRequestTask]
+    tasks: Iterable[EvaluationTaskParam]
     """Tasks allow you to augment and evaluate your data"""
 
 
@@ -526,209 +80,6 @@ class EvaluationWithDatasetCreateRequestDataset(TypedDict, total=False):
     """
 
 
-class EvaluationWithDatasetCreateRequestTaskChatCompletionEvaluationTaskRequestConfigurationTyped(
-    TypedDict, total=False
-):
-    messages: Required[Union[Iterable[Dict[str, object]], str]]
-
-    model: Required[str]
-
-    audio: Union[Dict[str, object], str]
-
-    frequency_penalty: Union[float, str]
-
-    function_call: Union[Dict[str, object], str]
-
-    functions: Union[Iterable[Dict[str, object]], str]
-
-    logit_bias: Union[Dict[str, int], str]
-
-    logprobs: Union[bool, str]
-
-    max_completion_tokens: Union[int, str]
-
-    max_tokens: Union[int, str]
-
-    metadata: Union[Dict[str, str], str]
-
-    modalities: Union[List[str], str]
-
-    n: Union[int, str]
-
-    parallel_tool_calls: Union[bool, str]
-
-    prediction: Union[Dict[str, object], str]
-
-    presence_penalty: Union[float, str]
-
-    reasoning_effort: str
-
-    response_format: Union[Dict[str, object], str]
-
-    seed: Union[int, str]
-
-    stop: str
-
-    store: Union[bool, str]
-
-    temperature: Union[float, str]
-
-    tool_choice: str
-
-    tools: Union[Iterable[Dict[str, object]], str]
-
-    top_k: Union[int, str]
-
-    top_logprobs: Union[int, str]
-
-    top_p: Union[float, str]
-
-
-EvaluationWithDatasetCreateRequestTaskChatCompletionEvaluationTaskRequestConfiguration: TypeAlias = Union[
-    EvaluationWithDatasetCreateRequestTaskChatCompletionEvaluationTaskRequestConfigurationTyped, Dict[str, object]
-]
-
-
-class EvaluationWithDatasetCreateRequestTaskChatCompletionEvaluationTaskRequest(TypedDict, total=False):
-    configuration: Required[EvaluationWithDatasetCreateRequestTaskChatCompletionEvaluationTaskRequestConfiguration]
-
-    alias: str
-    """Alias to title the results column. Defaults to the `task_type`"""
-
-    task_type: Literal["chat_completion"]
-
-
-class EvaluationWithDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfigurationLaunchInferenceConfiguration(
-    TypedDict, total=False
-):
-    num_retries: int
-
-    timeout_seconds: int
-
-
-EvaluationWithDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfiguration: TypeAlias = Union[
-    EvaluationWithDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfigurationLaunchInferenceConfiguration,
-    str,
-]
-
-
-class EvaluationWithDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfiguration(TypedDict, total=False):
-    model: Required[str]
-
-    args: Union[Dict[str, object], str]
-
-    inference_configuration: (
-        EvaluationWithDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfigurationInferenceConfiguration
-    )
-
-
-class EvaluationWithDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequest(TypedDict, total=False):
-    configuration: Required[EvaluationWithDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequestConfiguration]
-
-    alias: str
-    """Alias to title the results column. Defaults to the `task_type`"""
-
-    task_type: Literal["inference"]
-
-
-class EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationHistoryUnionMember0(
-    TypedDict, total=False
-):
-    request: Required[str]
-    """Request inputs"""
-
-    response: Required[str]
-    """Response outputs"""
-
-    session_data: Dict[str, object]
-    """Session data corresponding to the request response pair"""
-
-
-class EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesInitialState(
-    TypedDict, total=False
-):
-    current_node: Required[str]
-
-    state: Required[Dict[str, object]]
-
-
-class EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesPartialTrace(
-    TypedDict, total=False
-):
-    duration_ms: Required[int]
-
-    node_id: Required[str]
-
-    operation_input: Required[str]
-
-    operation_output: Required[str]
-
-    operation_type: Required[str]
-
-    start_timestamp: Required[str]
-
-    workflow_id: Required[str]
-
-    operation_metadata: Dict[str, object]
-
-
-class EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverrides(
-    TypedDict, total=False
-):
-    concurrent: bool
-
-    initial_state: EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesInitialState
-
-    partial_trace: Iterable[
-        EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesPartialTrace
-    ]
-
-    use_channels: bool
-
-
-EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverrides: TypeAlias = Union[
-    EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverrides,
-    str,
-]
-
-
-class EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfiguration(
-    TypedDict, total=False
-):
-    application_variant_id: Required[str]
-
-    inputs: Required[Union[Dict[str, object], str]]
-
-    history: Union[
-        Iterable[
-            EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationHistoryUnionMember0
-        ],
-        str,
-    ]
-
-    operation_metadata: Union[Dict[str, object], str]
-
-    overrides: EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfigurationOverrides
-    """Execution override options for agentic applications"""
-
-
-class EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequest(TypedDict, total=False):
-    configuration: Required[
-        EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequestConfiguration
-    ]
-
-    alias: str
-    """Alias to title the results column. Defaults to the `task_type`"""
-
-    task_type: Literal["application_variant"]
-
-
-EvaluationWithDatasetCreateRequestTask: TypeAlias = Union[
-    EvaluationWithDatasetCreateRequestTaskChatCompletionEvaluationTaskRequest,
-    EvaluationWithDatasetCreateRequestTaskGenericInferenceEvaluationTaskRequest,
-    EvaluationWithDatasetCreateRequestTaskApplicationVariantV1EvaluationTaskRequest,
-]
-
 EvaluationCreateParams: TypeAlias = Union[
     EvaluationStandaloneCreateRequest, EvaluationFromDatasetCreateRequest, EvaluationWithDatasetCreateRequest
 ]