scale-gp-beta 0.1.0a7__py3-none-any.whl → 0.1.0a9__py3-none-any.whl

scale_gp_beta/_version.py

@@ -1,4 +1,4 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 __title__ = "scale_gp_beta"
-__version__ = "0.1.0-alpha.7"  # x-release-please-version
+__version__ = "0.1.0-alpha.9"  # x-release-please-version

scale_gp_beta/resources/evaluations.py

@@ -2,8 +2,8 @@
 
 from __future__ import annotations
 
-from typing import Dict, Iterable, Optional
-from typing_extensions import overload
+from typing import Dict, List, Iterable, Optional
+from typing_extensions import Literal, overload
 
 import httpx
 
@@ -25,6 +25,7 @@ from .._response import (
 from ..pagination import SyncCursorPage, AsyncCursorPage
 from .._base_client import AsyncPaginator, make_request_options
 from ..types.evaluation import Evaluation
+from ..types.evaluation_task_param import EvaluationTaskParam
 from ..types.evaluation_archive_response import EvaluationArchiveResponse
 
 __all__ = ["EvaluationsResource", "AsyncEvaluationsResource"]
@@ -57,7 +58,7 @@ class EvaluationsResource(SyncAPIResource):
         data: Iterable[Dict[str, object]],
         name: str,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationStandaloneCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -91,7 +92,7 @@ class EvaluationsResource(SyncAPIResource):
         name: str,
         data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData] | NotGiven = NOT_GIVEN,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -127,7 +128,7 @@ class EvaluationsResource(SyncAPIResource):
         dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset,
         name: str,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationWithDatasetCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -164,7 +165,7 @@ class EvaluationsResource(SyncAPIResource):
         | NotGiven = NOT_GIVEN,
         name: str,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationStandaloneCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         dataset_id: str | NotGiven = NOT_GIVEN,
         dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
@@ -198,6 +199,7 @@ class EvaluationsResource(SyncAPIResource):
         evaluation_id: str,
         *,
         include_archived: bool | NotGiven = NOT_GIVEN,
+        views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -227,7 +229,11 @@ class EvaluationsResource(SyncAPIResource):
                 extra_body=extra_body,
                 timeout=timeout,
                 query=maybe_transform(
-                    {"include_archived": include_archived}, evaluation_retrieve_params.EvaluationRetrieveParams
+                    {
+                        "include_archived": include_archived,
+                        "views": views,
+                    },
+                    evaluation_retrieve_params.EvaluationRetrieveParams,
                 ),
             ),
             cast_to=Evaluation,
@@ -240,6 +246,7 @@ class EvaluationsResource(SyncAPIResource):
         include_archived: bool | NotGiven = NOT_GIVEN,
         limit: int | NotGiven = NOT_GIVEN,
         starting_after: Optional[str] | NotGiven = NOT_GIVEN,
+        views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -273,6 +280,7 @@ class EvaluationsResource(SyncAPIResource):
                         "include_archived": include_archived,
                         "limit": limit,
                         "starting_after": starting_after,
+                        "views": views,
                     },
                     evaluation_list_params.EvaluationListParams,
                 ),
@@ -341,7 +349,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
         data: Iterable[Dict[str, object]],
         name: str,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationStandaloneCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -375,7 +383,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
         name: str,
         data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData] | NotGiven = NOT_GIVEN,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -411,7 +419,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
         dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset,
         name: str,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationWithDatasetCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -448,7 +456,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
         | NotGiven = NOT_GIVEN,
         name: str,
         description: str | NotGiven = NOT_GIVEN,
-        tasks: Iterable[evaluation_create_params.EvaluationStandaloneCreateRequestTask] | NotGiven = NOT_GIVEN,
+        tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
         dataset_id: str | NotGiven = NOT_GIVEN,
         dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
@@ -482,6 +490,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
         evaluation_id: str,
         *,
         include_archived: bool | NotGiven = NOT_GIVEN,
+        views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -511,7 +520,11 @@ class AsyncEvaluationsResource(AsyncAPIResource):
                 extra_body=extra_body,
                 timeout=timeout,
                 query=await async_maybe_transform(
-                    {"include_archived": include_archived}, evaluation_retrieve_params.EvaluationRetrieveParams
+                    {
+                        "include_archived": include_archived,
+                        "views": views,
+                    },
+                    evaluation_retrieve_params.EvaluationRetrieveParams,
                 ),
             ),
             cast_to=Evaluation,
@@ -524,6 +537,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
         include_archived: bool | NotGiven = NOT_GIVEN,
         limit: int | NotGiven = NOT_GIVEN,
         starting_after: Optional[str] | NotGiven = NOT_GIVEN,
+        views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -557,6 +571,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
                         "include_archived": include_archived,
                         "limit": limit,
                         "starting_after": starting_after,
+                        "views": views,
                     },
                     evaluation_list_params.EvaluationListParams,
                 ),

scale_gp_beta/types/__init__.py

@@ -9,6 +9,7 @@ from .completion import Completion as Completion
 from .evaluation import Evaluation as Evaluation
 from .dataset_item import DatasetItem as DatasetItem
 from .evaluation_item import EvaluationItem as EvaluationItem
+from .evaluation_task import EvaluationTask as EvaluationTask
 from .inference_model import InferenceModel as InferenceModel
 from .file_list_params import FileListParams as FileListParams
 from .model_list_params import ModelListParams as ModelListParams
@@ -22,6 +23,7 @@ from .file_delete_response import FileDeleteResponse as FileDeleteResponse
 from .inference_model_list import InferenceModelList as InferenceModelList
 from .dataset_create_params import DatasetCreateParams as DatasetCreateParams
 from .dataset_update_params import DatasetUpdateParams as DatasetUpdateParams
+from .evaluation_task_param import EvaluationTaskParam as EvaluationTaskParam
 from .model_delete_response import ModelDeleteResponse as ModelDeleteResponse
 from .evaluation_list_params import EvaluationListParams as EvaluationListParams
 from .dataset_delete_response import DatasetDeleteResponse as DatasetDeleteResponse

scale_gp_beta/types/evaluation.py

@@ -6,6 +6,7 @@ from typing_extensions import Literal
 
 from .dataset import Dataset
 from .._models import BaseModel
+from .evaluation_task import EvaluationTask
 
 __all__ = ["Evaluation"]
 
@@ -28,3 +29,6 @@ class Evaluation(BaseModel):
     description: Optional[str] = None
 
     object: Optional[Literal["evaluation"]] = None
+
+    tasks: Optional[List[EvaluationTask]] = None
+    """Tasks executed during evaluation. Populated with optional `task` view."""