scale-gp-beta 0.1.0a7__tar.gz → 0.1.0a9__tar.gz

scale_gp_beta-0.1.0a9/.release-please-manifest.json

@@ -0,0 +1,3 @@
+{
+  ".": "0.1.0-alpha.9"
+}

{scale_gp_beta-0.1.0a7 → scale_gp_beta-0.1.0a9}/CHANGELOG.md

@@ -1,5 +1,23 @@
 # Changelog
 
+## 0.1.0-alpha.9 (2025-03-27)
+
+Full Changelog: [v0.1.0-alpha.8...v0.1.0-alpha.9](https://github.com/scaleapi/sgp-python-beta/compare/v0.1.0-alpha.8...v0.1.0-alpha.9)
+
+### Features
+
+* **api:** api update ([#87](https://github.com/scaleapi/sgp-python-beta/issues/87)) ([7241799](https://github.com/scaleapi/sgp-python-beta/commit/7241799c9507303b833ca29740bc61b7656c50fe))
+* **api:** manual updates ([#89](https://github.com/scaleapi/sgp-python-beta/issues/89)) ([456e1ff](https://github.com/scaleapi/sgp-python-beta/commit/456e1fff2edb5ce655d5692b10ce7981bd4aca9d))
+
+## 0.1.0-alpha.8 (2025-03-26)
+
+Full Changelog: [v0.1.0-alpha.7...v0.1.0-alpha.8](https://github.com/scaleapi/sgp-python-beta/compare/v0.1.0-alpha.7...v0.1.0-alpha.8)
+
+### Features
+
+* **api:** manual updates ([#83](https://github.com/scaleapi/sgp-python-beta/issues/83)) ([a742789](https://github.com/scaleapi/sgp-python-beta/commit/a74278982def1c9ce87d1568cc3e6f65c992ec8b))
+* **api:** manual updates ([#85](https://github.com/scaleapi/sgp-python-beta/issues/85)) ([de471f9](https://github.com/scaleapi/sgp-python-beta/commit/de471f973d6dfd512841ec7af8b762da4c1c9ade))
+
 ## 0.1.0-alpha.7 (2025-03-26)
 
 Full Changelog: [v0.1.0-alpha.6...v0.1.0-alpha.7](https://github.com/scaleapi/sgp-python-beta/compare/v0.1.0-alpha.6...v0.1.0-alpha.7)

{scale_gp_beta-0.1.0a7 → scale_gp_beta-0.1.0a9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: scale-gp-beta
-Version: 0.1.0a7
+Version: 0.1.0a9
 Summary: The official Python library for the Scale GP API
 Project-URL: Homepage, https://github.com/scaleapi/sgp-python-beta
 Project-URL: Repository, https://github.com/scaleapi/sgp-python-beta

{scale_gp_beta-0.1.0a7 → scale_gp_beta-0.1.0a9}/api.md

@@ -101,7 +101,7 @@ Methods:
 Types:
 
 ```python
-from scale_gp_beta.types import Evaluation, EvaluationArchiveResponse
+from scale_gp_beta.types import Evaluation, EvaluationTask, EvaluationArchiveResponse
 ```
 
 Methods:

{scale_gp_beta-0.1.0a7 → scale_gp_beta-0.1.0a9}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "scale-gp-beta"
-version = "0.1.0-alpha.7"
+version = "0.1.0-alpha.9"
 description = "The official Python library for the Scale GP API"
 dynamic = ["readme"]
 license = "Apache-2.0"

{scale_gp_beta-0.1.0a7 → scale_gp_beta-0.1.0a9}/src/scale_gp_beta/_version.py

@@ -1,4 +1,4 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 __title__ = "scale_gp_beta"
-__version__ = "0.1.0-alpha.7"  # x-release-please-version
+__version__ = "0.1.0-alpha.9"  # x-release-please-version

{scale_gp_beta-0.1.0a7 → scale_gp_beta-0.1.0a9}/src/scale_gp_beta/resources/evaluations.py

@@ -2,8 +2,8 @@
 
 from __future__ import annotations
 
-from typing import Dict, Iterable, Optional
-from typing_extensions import overload
+from typing import Dict, List, Iterable, Optional
+from typing_extensions import Literal, overload
 
 import httpx
 
@@ -25,6 +25,7 @@ from .._response import (
 from ..pagination import SyncCursorPage, AsyncCursorPage
 from .._base_client import AsyncPaginator, make_request_options
 from ..types.evaluation import Evaluation
+from ..types.evaluation_task_param import EvaluationTaskParam
 from ..types.evaluation_archive_response import EvaluationArchiveResponse
 
 __all__ = ["EvaluationsResource", "AsyncEvaluationsResource"]
@@ -57,7 +58,7 @@ class EvaluationsResource(SyncAPIResource):
         data: Iterable[Dict[str, object]],
         name: str,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationStandaloneCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -91,7 +92,7 @@ class EvaluationsResource(SyncAPIResource):
         name: str,
         data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData] | NotGiven = NOT_GIVEN,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -127,7 +128,7 @@ class EvaluationsResource(SyncAPIResource):
         dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset,
         name: str,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationWithDatasetCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -164,7 +165,7 @@ class EvaluationsResource(SyncAPIResource):
         | NotGiven = NOT_GIVEN,
         name: str,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationStandaloneCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         dataset_id: str | NotGiven = NOT_GIVEN,
         dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
@@ -198,6 +199,7 @@ class EvaluationsResource(SyncAPIResource):
         evaluation_id: str,
         *,
         include_archived: bool | NotGiven = NOT_GIVEN,
+        views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -227,7 +229,11 @@ class EvaluationsResource(SyncAPIResource):
                 extra_body=extra_body,
                 timeout=timeout,
                 query=maybe_transform(
-                    {"include_archived": include_archived}, evaluation_retrieve_params.EvaluationRetrieveParams
+                    {
+                        "include_archived": include_archived,
+                        "views": views,
+                    },
+                    evaluation_retrieve_params.EvaluationRetrieveParams,
                 ),
             ),
             cast_to=Evaluation,
@@ -240,6 +246,7 @@ class EvaluationsResource(SyncAPIResource):
         include_archived: bool | NotGiven = NOT_GIVEN,
         limit: int | NotGiven = NOT_GIVEN,
         starting_after: Optional[str] | NotGiven = NOT_GIVEN,
+        views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -273,6 +280,7 @@ class EvaluationsResource(SyncAPIResource):
                         "include_archived": include_archived,
                         "limit": limit,
                         "starting_after": starting_after,
+                        "views": views,
                     },
                     evaluation_list_params.EvaluationListParams,
                 ),
@@ -341,7 +349,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
         data: Iterable[Dict[str, object]],
         name: str,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationStandaloneCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -375,7 +383,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
         name: str,
         data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData] | NotGiven = NOT_GIVEN,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -411,7 +419,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
         dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset,
         name: str,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationWithDatasetCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -448,7 +456,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
         | NotGiven = NOT_GIVEN,
         name: str,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationStandaloneCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         dataset_id: str | NotGiven = NOT_GIVEN,
         dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
@@ -482,6 +490,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
         evaluation_id: str,
         *,
         include_archived: bool | NotGiven = NOT_GIVEN,
+        views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -511,7 +520,11 @@ class AsyncEvaluationsResource(AsyncAPIResource):
                 extra_body=extra_body,
                 timeout=timeout,
                 query=await async_maybe_transform(
-                    {"include_archived": include_archived}, evaluation_retrieve_params.EvaluationRetrieveParams
+                    {
+                        "include_archived": include_archived,
+                        "views": views,
+                    },
+                    evaluation_retrieve_params.EvaluationRetrieveParams,
                 ),
             ),
             cast_to=Evaluation,
@@ -524,6 +537,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
         include_archived: bool | NotGiven = NOT_GIVEN,
         limit: int | NotGiven = NOT_GIVEN,
         starting_after: Optional[str] | NotGiven = NOT_GIVEN,
+        views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -557,6 +571,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
                         "include_archived": include_archived,
                         "limit": limit,
                         "starting_after": starting_after,
+                        "views": views,
                     },
                     evaluation_list_params.EvaluationListParams,
                 ),

{scale_gp_beta-0.1.0a7 → scale_gp_beta-0.1.0a9}/src/scale_gp_beta/types/__init__.py

@@ -9,6 +9,7 @@ from .completion import Completion as Completion
 from .evaluation import Evaluation as Evaluation
 from .dataset_item import DatasetItem as DatasetItem
 from .evaluation_item import EvaluationItem as EvaluationItem
+from .evaluation_task import EvaluationTask as EvaluationTask
 from .inference_model import InferenceModel as InferenceModel
 from .file_list_params import FileListParams as FileListParams
 from .model_list_params import ModelListParams as ModelListParams
@@ -22,6 +23,7 @@ from .file_delete_response import FileDeleteResponse as FileDeleteResponse
 from .inference_model_list import InferenceModelList as InferenceModelList
 from .dataset_create_params import DatasetCreateParams as DatasetCreateParams
 from .dataset_update_params import DatasetUpdateParams as DatasetUpdateParams
+from .evaluation_task_param import EvaluationTaskParam as EvaluationTaskParam
 from .model_delete_response import ModelDeleteResponse as ModelDeleteResponse
 from .evaluation_list_params import EvaluationListParams as EvaluationListParams
 from .dataset_delete_response import DatasetDeleteResponse as DatasetDeleteResponse

{scale_gp_beta-0.1.0a7 → scale_gp_beta-0.1.0a9}/src/scale_gp_beta/types/evaluation.py

@@ -6,6 +6,7 @@ from typing_extensions import Literal
 
 from .dataset import Dataset
 from .._models import BaseModel
+from .evaluation_task import EvaluationTask
 
 __all__ = ["Evaluation"]
 
@@ -28,3 +29,6 @@ class Evaluation(BaseModel):
     description: Optional[str] = None
 
     object: Optional[Literal["evaluation"]] = None
+
+    tasks: Optional[List[EvaluationTask]] = None
+    """Tasks executed during evaluation. Populated with optional `task` view."""

scale_gp_beta-0.1.0a9/src/scale_gp_beta/types/evaluation_create_params.py

@@ -0,0 +1,85 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, List, Union, Iterable
+from typing_extensions import Required, TypeAlias, TypedDict
+
+from .evaluation_task_param import EvaluationTaskParam
+
+__all__ = [
+    "EvaluationCreateParams",
+    "EvaluationStandaloneCreateRequest",
+    "EvaluationFromDatasetCreateRequest",
+    "EvaluationFromDatasetCreateRequestData",
+    "EvaluationWithDatasetCreateRequest",
+    "EvaluationWithDatasetCreateRequestDataset",
+]
+
+
+class EvaluationStandaloneCreateRequest(TypedDict, total=False):
+    data: Required[Iterable[Dict[str, object]]]
+    """Items to be evaluated"""
+
+    name: Required[str]
+
+    description: str
+
+    tasks: Iterable[EvaluationTaskParam]
+    """Tasks allow you to augment and evaluate your data"""
+
+
+class EvaluationFromDatasetCreateRequest(TypedDict, total=False):
+    dataset_id: Required[str]
+    """The ID of the dataset containing the items referenced by the `data` field"""
+
+    name: Required[str]
+
+    data: Iterable[EvaluationFromDatasetCreateRequestData]
+    """Items to be evaluated, including references to the input dataset items"""
+
+    description: str
+
+    tasks: Iterable[EvaluationTaskParam]
+    """Tasks allow you to augment and evaluate your data"""
+
+
+class EvaluationFromDatasetCreateRequestDataTyped(TypedDict, total=False):
+    dataset_item_id: Required[str]
+
+
+EvaluationFromDatasetCreateRequestData: TypeAlias = Union[
+    EvaluationFromDatasetCreateRequestDataTyped, Dict[str, object]
+]
+
+
+class EvaluationWithDatasetCreateRequest(TypedDict, total=False):
+    data: Required[Iterable[Dict[str, object]]]
+    """Items to be evaluated"""
+
+    dataset: Required[EvaluationWithDatasetCreateRequestDataset]
+    """Create a reusable dataset from items in the `data` field"""
+
+    name: Required[str]
+
+    description: str
+
+    tasks: Iterable[EvaluationTaskParam]
+    """Tasks allow you to augment and evaluate your data"""
+
+
+class EvaluationWithDatasetCreateRequestDataset(TypedDict, total=False):
+    name: Required[str]
+
+    description: str
+
+    keys: List[str]
+    """Keys from items in the `data` field that should be included in the dataset.
+
+    If not provided, all keys will be included.
+    """
+
+
+EvaluationCreateParams: TypeAlias = Union[
+    EvaluationStandaloneCreateRequest, EvaluationFromDatasetCreateRequest, EvaluationWithDatasetCreateRequest
+]

{scale_gp_beta-0.1.0a7 → scale_gp_beta-0.1.0a9}/src/scale_gp_beta/types/evaluation_list_params.py

@@ -2,8 +2,8 @@
 
 from __future__ import annotations
 
-from typing import Optional
-from typing_extensions import TypedDict
+from typing import List, Optional
+from typing_extensions import Literal, TypedDict
 
 __all__ = ["EvaluationListParams"]
 
@@ -16,3 +16,5 @@ class EvaluationListParams(TypedDict, total=False):
     limit: int
 
     starting_after: Optional[str]
+
+    views: List[Literal["tasks"]]

{scale_gp_beta-0.1.0a7 → scale_gp_beta-0.1.0a9}/src/scale_gp_beta/types/evaluation_retrieve_params.py

@@ -2,10 +2,13 @@
 
 from __future__ import annotations
 
-from typing_extensions import TypedDict
+from typing import List
+from typing_extensions import Literal, TypedDict
 
 __all__ = ["EvaluationRetrieveParams"]
 
 
 class EvaluationRetrieveParams(TypedDict, total=False):
     include_archived: bool
+
+    views: List[Literal["tasks"]]

scale_gp_beta-0.1.0a9/src/scale_gp_beta/types/evaluation_task.py

@@ -0,0 +1,205 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import TYPE_CHECKING, Dict, List, Union, Optional
+from typing_extensions import Literal, Annotated, TypeAlias
+
+from .._utils import PropertyInfo
+from .._models import BaseModel
+
+__all__ = [
+    "EvaluationTask",
+    "ChatCompletionEvaluationTask",
+    "ChatCompletionEvaluationTaskConfiguration",
+    "GenericInferenceEvaluationTask",
+    "GenericInferenceEvaluationTaskConfiguration",
+    "GenericInferenceEvaluationTaskConfigurationInferenceConfiguration",
+    "GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration",
+    "ApplicationVariantV1EvaluationTask",
+    "ApplicationVariantV1EvaluationTaskConfiguration",
+    "ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0",
+    "ApplicationVariantV1EvaluationTaskConfigurationOverrides",
+    "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides",
+    "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState",
+    "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace",
+]
+
+
+class ChatCompletionEvaluationTaskConfiguration(BaseModel):
+    messages: Union[List[Dict[str, object]], str]
+
+    model: str
+
+    audio: Union[Dict[str, object], str, None] = None
+
+    frequency_penalty: Union[float, str, None] = None
+
+    function_call: Union[Dict[str, object], str, None] = None
+
+    functions: Union[List[Dict[str, object]], str, None] = None
+
+    logit_bias: Union[Dict[str, int], str, None] = None
+
+    logprobs: Union[bool, str, None] = None
+
+    max_completion_tokens: Union[int, str, None] = None
+
+    max_tokens: Union[int, str, None] = None
+
+    metadata: Union[Dict[str, str], str, None] = None
+
+    modalities: Union[List[str], str, None] = None
+
+    n: Union[int, str, None] = None
+
+    parallel_tool_calls: Union[bool, str, None] = None
+
+    prediction: Union[Dict[str, object], str, None] = None
+
+    presence_penalty: Union[float, str, None] = None
+
+    reasoning_effort: Optional[str] = None
+
+    response_format: Union[Dict[str, object], str, None] = None
+
+    seed: Union[int, str, None] = None
+
+    stop: Optional[str] = None
+
+    store: Union[bool, str, None] = None
+
+    temperature: Union[float, str, None] = None
+
+    tool_choice: Optional[str] = None
+
+    tools: Union[List[Dict[str, object]], str, None] = None
+
+    top_k: Union[int, str, None] = None
+
+    top_logprobs: Union[int, str, None] = None
+
+    top_p: Union[float, str, None] = None
+
+    if TYPE_CHECKING:
+        # Stub to indicate that arbitrary properties are accepted.
+        # To access properties that are not valid identifiers you can use `getattr`, e.g.
+        # `getattr(obj, '$type')`
+        def __getattr__(self, attr: str) -> object: ...
+
+
+class ChatCompletionEvaluationTask(BaseModel):
+    configuration: ChatCompletionEvaluationTaskConfiguration
+
+    alias: Optional[str] = None
+    """Alias to title the results column. Defaults to the `task_type`"""
+
+    task_type: Optional[Literal["chat_completion"]] = None
+
+
+class GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration(BaseModel):
+    num_retries: Optional[int] = None
+
+    timeout_seconds: Optional[int] = None
+
+
+GenericInferenceEvaluationTaskConfigurationInferenceConfiguration: TypeAlias = Union[
+    GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration, str
+]
+
+
+class GenericInferenceEvaluationTaskConfiguration(BaseModel):
+    model: str
+
+    args: Union[Dict[str, object], str, None] = None
+
+    inference_configuration: Optional[GenericInferenceEvaluationTaskConfigurationInferenceConfiguration] = None
+
+
+class GenericInferenceEvaluationTask(BaseModel):
+    configuration: GenericInferenceEvaluationTaskConfiguration
+
+    alias: Optional[str] = None
+    """Alias to title the results column. Defaults to the `task_type`"""
+
+    task_type: Optional[Literal["inference"]] = None
+
+
+class ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0(BaseModel):
+    request: str
+    """Request inputs"""
+
+    response: str
+    """Response outputs"""
+
+    session_data: Optional[Dict[str, object]] = None
+    """Session data corresponding to the request response pair"""
+
+
+class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState(BaseModel):
+    current_node: str
+
+    state: Dict[str, object]
+
+
+class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace(BaseModel):
+    duration_ms: int
+
+    node_id: str
+
+    operation_input: str
+
+    operation_output: str
+
+    operation_type: str
+
+    start_timestamp: str
+
+    workflow_id: str
+
+    operation_metadata: Optional[Dict[str, object]] = None
+
+
+class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides(BaseModel):
+    concurrent: Optional[bool] = None
+
+    initial_state: Optional[
+        ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState
+    ] = None
+
+    partial_trace: Optional[
+        List[ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace]
+    ] = None
+
+    use_channels: Optional[bool] = None
+
+
+ApplicationVariantV1EvaluationTaskConfigurationOverrides: TypeAlias = Union[
+    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides, str
+]
+
+
+class ApplicationVariantV1EvaluationTaskConfiguration(BaseModel):
+    application_variant_id: str
+
+    inputs: Union[Dict[str, object], str]
+
+    history: Union[List[ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0], str, None] = None
+
+    operation_metadata: Union[Dict[str, object], str, None] = None
+
+    overrides: Optional[ApplicationVariantV1EvaluationTaskConfigurationOverrides] = None
+    """Execution override options for agentic applications"""
+
+
+class ApplicationVariantV1EvaluationTask(BaseModel):
+    configuration: ApplicationVariantV1EvaluationTaskConfiguration
+
+    alias: Optional[str] = None
+    """Alias to title the results column. Defaults to the `task_type`"""
+
+    task_type: Optional[Literal["application_variant"]] = None
+
+
+EvaluationTask: TypeAlias = Annotated[
+    Union[ChatCompletionEvaluationTask, GenericInferenceEvaluationTask, ApplicationVariantV1EvaluationTask],
+    PropertyInfo(discriminator="task_type"),
+]