scale-gp-beta 0.1.0a5__py3-none-any.whl → 0.1.0a7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,295 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ from __future__ import annotations
4
+
5
+ from typing import Optional
6
+
7
+ import httpx
8
+
9
+ from ..types import evaluation_item_list_params, evaluation_item_retrieve_params
10
+ from .._types import NOT_GIVEN, Body, Query, Headers, NotGiven
11
+ from .._utils import (
12
+ maybe_transform,
13
+ async_maybe_transform,
14
+ )
15
+ from .._compat import cached_property
16
+ from .._resource import SyncAPIResource, AsyncAPIResource
17
+ from .._response import (
18
+ to_raw_response_wrapper,
19
+ to_streamed_response_wrapper,
20
+ async_to_raw_response_wrapper,
21
+ async_to_streamed_response_wrapper,
22
+ )
23
+ from ..pagination import SyncCursorPage, AsyncCursorPage
24
+ from .._base_client import AsyncPaginator, make_request_options
25
+ from ..types.evaluation_item import EvaluationItem
26
+
27
+ __all__ = ["EvaluationItemsResource", "AsyncEvaluationItemsResource"]
28
+
29
+
30
+ class EvaluationItemsResource(SyncAPIResource):
31
+ @cached_property
32
+ def with_raw_response(self) -> EvaluationItemsResourceWithRawResponse:
33
+ """
34
+ This property can be used as a prefix for any HTTP method call to return
35
+ the raw response object instead of the parsed content.
36
+
37
+ For more information, see https://www.github.com/scaleapi/sgp-python-beta#accessing-raw-response-data-eg-headers
38
+ """
39
+ return EvaluationItemsResourceWithRawResponse(self)
40
+
41
+ @cached_property
42
+ def with_streaming_response(self) -> EvaluationItemsResourceWithStreamingResponse:
43
+ """
44
+ An alternative to `.with_raw_response` that doesn't eagerly read the response body.
45
+
46
+ For more information, see https://www.github.com/scaleapi/sgp-python-beta#with_streaming_response
47
+ """
48
+ return EvaluationItemsResourceWithStreamingResponse(self)
49
+
50
+ def retrieve(
51
+ self,
52
+ evaluation_item_id: str,
53
+ *,
54
+ include_archived: bool | NotGiven = NOT_GIVEN,
55
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
56
+ # The extra values given here take precedence over values defined on the client or passed to this method.
57
+ extra_headers: Headers | None = None,
58
+ extra_query: Query | None = None,
59
+ extra_body: Body | None = None,
60
+ timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
61
+ ) -> EvaluationItem:
62
+ """
63
+ Get Evaluation Item
64
+
65
+ Args:
66
+ extra_headers: Send extra headers
67
+
68
+ extra_query: Add additional query parameters to the request
69
+
70
+ extra_body: Add additional JSON properties to the request
71
+
72
+ timeout: Override the client-level default timeout for this request, in seconds
73
+ """
74
+ if not evaluation_item_id:
75
+ raise ValueError(f"Expected a non-empty value for `evaluation_item_id` but received {evaluation_item_id!r}")
76
+ return self._get(
77
+ f"/v5/evaluation-items/{evaluation_item_id}",
78
+ options=make_request_options(
79
+ extra_headers=extra_headers,
80
+ extra_query=extra_query,
81
+ extra_body=extra_body,
82
+ timeout=timeout,
83
+ query=maybe_transform(
84
+ {"include_archived": include_archived}, evaluation_item_retrieve_params.EvaluationItemRetrieveParams
85
+ ),
86
+ ),
87
+ cast_to=EvaluationItem,
88
+ )
89
+
90
+ def list(
91
+ self,
92
+ *,
93
+ ending_before: Optional[str] | NotGiven = NOT_GIVEN,
94
+ evaluation_id: Optional[str] | NotGiven = NOT_GIVEN,
95
+ include_archived: bool | NotGiven = NOT_GIVEN,
96
+ limit: int | NotGiven = NOT_GIVEN,
97
+ starting_after: Optional[str] | NotGiven = NOT_GIVEN,
98
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
99
+ # The extra values given here take precedence over values defined on the client or passed to this method.
100
+ extra_headers: Headers | None = None,
101
+ extra_query: Query | None = None,
102
+ extra_body: Body | None = None,
103
+ timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
104
+ ) -> SyncCursorPage[EvaluationItem]:
105
+ """
106
+ List Evaluation Items
107
+
108
+ Args:
109
+ extra_headers: Send extra headers
110
+
111
+ extra_query: Add additional query parameters to the request
112
+
113
+ extra_body: Add additional JSON properties to the request
114
+
115
+ timeout: Override the client-level default timeout for this request, in seconds
116
+ """
117
+ return self._get_api_list(
118
+ "/v5/evaluation-items",
119
+ page=SyncCursorPage[EvaluationItem],
120
+ options=make_request_options(
121
+ extra_headers=extra_headers,
122
+ extra_query=extra_query,
123
+ extra_body=extra_body,
124
+ timeout=timeout,
125
+ query=maybe_transform(
126
+ {
127
+ "ending_before": ending_before,
128
+ "evaluation_id": evaluation_id,
129
+ "include_archived": include_archived,
130
+ "limit": limit,
131
+ "starting_after": starting_after,
132
+ },
133
+ evaluation_item_list_params.EvaluationItemListParams,
134
+ ),
135
+ ),
136
+ model=EvaluationItem,
137
+ )
138
+
139
+
140
+ class AsyncEvaluationItemsResource(AsyncAPIResource):
141
+ @cached_property
142
+ def with_raw_response(self) -> AsyncEvaluationItemsResourceWithRawResponse:
143
+ """
144
+ This property can be used as a prefix for any HTTP method call to return
145
+ the raw response object instead of the parsed content.
146
+
147
+ For more information, see https://www.github.com/scaleapi/sgp-python-beta#accessing-raw-response-data-eg-headers
148
+ """
149
+ return AsyncEvaluationItemsResourceWithRawResponse(self)
150
+
151
+ @cached_property
152
+ def with_streaming_response(self) -> AsyncEvaluationItemsResourceWithStreamingResponse:
153
+ """
154
+ An alternative to `.with_raw_response` that doesn't eagerly read the response body.
155
+
156
+ For more information, see https://www.github.com/scaleapi/sgp-python-beta#with_streaming_response
157
+ """
158
+ return AsyncEvaluationItemsResourceWithStreamingResponse(self)
159
+
160
+ async def retrieve(
161
+ self,
162
+ evaluation_item_id: str,
163
+ *,
164
+ include_archived: bool | NotGiven = NOT_GIVEN,
165
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
166
+ # The extra values given here take precedence over values defined on the client or passed to this method.
167
+ extra_headers: Headers | None = None,
168
+ extra_query: Query | None = None,
169
+ extra_body: Body | None = None,
170
+ timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
171
+ ) -> EvaluationItem:
172
+ """
173
+ Get Evaluation Item
174
+
175
+ Args:
176
+ extra_headers: Send extra headers
177
+
178
+ extra_query: Add additional query parameters to the request
179
+
180
+ extra_body: Add additional JSON properties to the request
181
+
182
+ timeout: Override the client-level default timeout for this request, in seconds
183
+ """
184
+ if not evaluation_item_id:
185
+ raise ValueError(f"Expected a non-empty value for `evaluation_item_id` but received {evaluation_item_id!r}")
186
+ return await self._get(
187
+ f"/v5/evaluation-items/{evaluation_item_id}",
188
+ options=make_request_options(
189
+ extra_headers=extra_headers,
190
+ extra_query=extra_query,
191
+ extra_body=extra_body,
192
+ timeout=timeout,
193
+ query=await async_maybe_transform(
194
+ {"include_archived": include_archived}, evaluation_item_retrieve_params.EvaluationItemRetrieveParams
195
+ ),
196
+ ),
197
+ cast_to=EvaluationItem,
198
+ )
199
+
200
+ def list(
201
+ self,
202
+ *,
203
+ ending_before: Optional[str] | NotGiven = NOT_GIVEN,
204
+ evaluation_id: Optional[str] | NotGiven = NOT_GIVEN,
205
+ include_archived: bool | NotGiven = NOT_GIVEN,
206
+ limit: int | NotGiven = NOT_GIVEN,
207
+ starting_after: Optional[str] | NotGiven = NOT_GIVEN,
208
+ # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
209
+ # The extra values given here take precedence over values defined on the client or passed to this method.
210
+ extra_headers: Headers | None = None,
211
+ extra_query: Query | None = None,
212
+ extra_body: Body | None = None,
213
+ timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
214
+ ) -> AsyncPaginator[EvaluationItem, AsyncCursorPage[EvaluationItem]]:
215
+ """
216
+ List Evaluation Items
217
+
218
+ Args:
219
+ extra_headers: Send extra headers
220
+
221
+ extra_query: Add additional query parameters to the request
222
+
223
+ extra_body: Add additional JSON properties to the request
224
+
225
+ timeout: Override the client-level default timeout for this request, in seconds
226
+ """
227
+ return self._get_api_list(
228
+ "/v5/evaluation-items",
229
+ page=AsyncCursorPage[EvaluationItem],
230
+ options=make_request_options(
231
+ extra_headers=extra_headers,
232
+ extra_query=extra_query,
233
+ extra_body=extra_body,
234
+ timeout=timeout,
235
+ query=maybe_transform(
236
+ {
237
+ "ending_before": ending_before,
238
+ "evaluation_id": evaluation_id,
239
+ "include_archived": include_archived,
240
+ "limit": limit,
241
+ "starting_after": starting_after,
242
+ },
243
+ evaluation_item_list_params.EvaluationItemListParams,
244
+ ),
245
+ ),
246
+ model=EvaluationItem,
247
+ )
248
+
249
+
250
+ class EvaluationItemsResourceWithRawResponse:
251
+ def __init__(self, evaluation_items: EvaluationItemsResource) -> None:
252
+ self._evaluation_items = evaluation_items
253
+
254
+ self.retrieve = to_raw_response_wrapper(
255
+ evaluation_items.retrieve,
256
+ )
257
+ self.list = to_raw_response_wrapper(
258
+ evaluation_items.list,
259
+ )
260
+
261
+
262
+ class AsyncEvaluationItemsResourceWithRawResponse:
263
+ def __init__(self, evaluation_items: AsyncEvaluationItemsResource) -> None:
264
+ self._evaluation_items = evaluation_items
265
+
266
+ self.retrieve = async_to_raw_response_wrapper(
267
+ evaluation_items.retrieve,
268
+ )
269
+ self.list = async_to_raw_response_wrapper(
270
+ evaluation_items.list,
271
+ )
272
+
273
+
274
+ class EvaluationItemsResourceWithStreamingResponse:
275
+ def __init__(self, evaluation_items: EvaluationItemsResource) -> None:
276
+ self._evaluation_items = evaluation_items
277
+
278
+ self.retrieve = to_streamed_response_wrapper(
279
+ evaluation_items.retrieve,
280
+ )
281
+ self.list = to_streamed_response_wrapper(
282
+ evaluation_items.list,
283
+ )
284
+
285
+
286
+ class AsyncEvaluationItemsResourceWithStreamingResponse:
287
+ def __init__(self, evaluation_items: AsyncEvaluationItemsResource) -> None:
288
+ self._evaluation_items = evaluation_items
289
+
290
+ self.retrieve = async_to_streamed_response_wrapper(
291
+ evaluation_items.retrieve,
292
+ )
293
+ self.list = async_to_streamed_response_wrapper(
294
+ evaluation_items.list,
295
+ )
@@ -87,9 +87,9 @@ class EvaluationsResource(SyncAPIResource):
87
87
  def create(
88
88
  self,
89
89
  *,
90
- data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData],
91
90
  dataset_id: str,
92
91
  name: str,
92
+ data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData] | NotGiven = NOT_GIVEN,
93
93
  description: str | NotGiven = NOT_GIVEN,
94
94
  tasks: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestTask] | NotGiven = NOT_GIVEN,
95
95
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
@@ -103,10 +103,10 @@ class EvaluationsResource(SyncAPIResource):
103
103
  Create Evaluation
104
104
 
105
105
  Args:
106
- data: Items to be evaluated, including references to the input dataset items
107
-
108
106
  dataset_id: The ID of the dataset containing the items referenced by the `data` field
109
107
 
108
+ data: Items to be evaluated, including references to the input dataset items
109
+
110
110
  tasks: Tasks allow you to augment and evaluate your data
111
111
 
112
112
  extra_headers: Send extra headers
@@ -155,11 +155,13 @@ class EvaluationsResource(SyncAPIResource):
155
155
  """
156
156
  ...
157
157
 
158
- @required_args(["data", "name"], ["data", "dataset_id", "name"], ["data", "dataset", "name"])
158
+ @required_args(["data", "name"], ["dataset_id", "name"], ["data", "dataset", "name"])
159
159
  def create(
160
160
  self,
161
161
  *,
162
- data: Iterable[Dict[str, object]] | Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData],
162
+ data: Iterable[Dict[str, object]]
163
+ | Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData]
164
+ | NotGiven = NOT_GIVEN,
163
165
  name: str,
164
166
  description: str | NotGiven = NOT_GIVEN,
165
167
  tasks: Iterable[evaluation_create_params.EvaluationStandaloneCreateRequestTask] | NotGiven = NOT_GIVEN,
@@ -369,9 +371,9 @@ class AsyncEvaluationsResource(AsyncAPIResource):
369
371
  async def create(
370
372
  self,
371
373
  *,
372
- data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData],
373
374
  dataset_id: str,
374
375
  name: str,
376
+ data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData] | NotGiven = NOT_GIVEN,
375
377
  description: str | NotGiven = NOT_GIVEN,
376
378
  tasks: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestTask] | NotGiven = NOT_GIVEN,
377
379
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
@@ -385,10 +387,10 @@ class AsyncEvaluationsResource(AsyncAPIResource):
385
387
  Create Evaluation
386
388
 
387
389
  Args:
388
- data: Items to be evaluated, including references to the input dataset items
389
-
390
390
  dataset_id: The ID of the dataset containing the items referenced by the `data` field
391
391
 
392
+ data: Items to be evaluated, including references to the input dataset items
393
+
392
394
  tasks: Tasks allow you to augment and evaluate your data
393
395
 
394
396
  extra_headers: Send extra headers
@@ -437,11 +439,13 @@ class AsyncEvaluationsResource(AsyncAPIResource):
437
439
  """
438
440
  ...
439
441
 
440
- @required_args(["data", "name"], ["data", "dataset_id", "name"], ["data", "dataset", "name"])
442
+ @required_args(["data", "name"], ["dataset_id", "name"], ["data", "dataset", "name"])
441
443
  async def create(
442
444
  self,
443
445
  *,
444
- data: Iterable[Dict[str, object]] | Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData],
446
+ data: Iterable[Dict[str, object]]
447
+ | Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData]
448
+ | NotGiven = NOT_GIVEN,
445
449
  name: str,
446
450
  description: str | NotGiven = NOT_GIVEN,
447
451
  tasks: Iterable[evaluation_create_params.EvaluationStandaloneCreateRequestTask] | NotGiven = NOT_GIVEN,
@@ -7,6 +7,8 @@ from .dataset import Dataset as Dataset
7
7
  from .file_list import FileList as FileList
8
8
  from .completion import Completion as Completion
9
9
  from .evaluation import Evaluation as Evaluation
10
+ from .dataset_item import DatasetItem as DatasetItem
11
+ from .evaluation_item import EvaluationItem as EvaluationItem
10
12
  from .inference_model import InferenceModel as InferenceModel
11
13
  from .file_list_params import FileListParams as FileListParams
12
14
  from .model_list_params import ModelListParams as ModelListParams
@@ -26,8 +28,16 @@ from .dataset_delete_response import DatasetDeleteResponse as DatasetDeleteRespo
26
28
  from .dataset_retrieve_params import DatasetRetrieveParams as DatasetRetrieveParams
27
29
  from .inference_create_params import InferenceCreateParams as InferenceCreateParams
28
30
  from .completion_create_params import CompletionCreateParams as CompletionCreateParams
31
+ from .dataset_item_list_params import DatasetItemListParams as DatasetItemListParams
29
32
  from .evaluation_create_params import EvaluationCreateParams as EvaluationCreateParams
30
33
  from .inference_response_chunk import InferenceResponseChunk as InferenceResponseChunk
31
34
  from .inference_create_response import InferenceCreateResponse as InferenceCreateResponse
35
+ from .dataset_item_update_params import DatasetItemUpdateParams as DatasetItemUpdateParams
32
36
  from .evaluation_retrieve_params import EvaluationRetrieveParams as EvaluationRetrieveParams
33
37
  from .evaluation_archive_response import EvaluationArchiveResponse as EvaluationArchiveResponse
38
+ from .evaluation_item_list_params import EvaluationItemListParams as EvaluationItemListParams
39
+ from .dataset_item_delete_response import DatasetItemDeleteResponse as DatasetItemDeleteResponse
40
+ from .dataset_item_retrieve_params import DatasetItemRetrieveParams as DatasetItemRetrieveParams
41
+ from .evaluation_item_retrieve_params import EvaluationItemRetrieveParams as EvaluationItemRetrieveParams
42
+ from .dataset_item_batch_create_params import DatasetItemBatchCreateParams as DatasetItemBatchCreateParams
43
+ from .dataset_item_batch_create_response import DatasetItemBatchCreateResponse as DatasetItemBatchCreateResponse
@@ -10,6 +10,8 @@ __all__ = [
10
10
  "ChatCompletion",
11
11
  "Choice",
12
12
  "ChoiceMessage",
13
+ "ChoiceMessageAnnotation",
14
+ "ChoiceMessageAnnotationURLCitation",
13
15
  "ChoiceMessageAudio",
14
16
  "ChoiceMessageFunctionCall",
15
17
  "ChoiceMessageToolCall",
@@ -25,6 +27,34 @@ __all__ = [
25
27
  ]
26
28
 
27
29
 
30
+ class ChoiceMessageAnnotationURLCitation(BaseModel):
31
+ end_index: int
32
+
33
+ start_index: int
34
+
35
+ title: str
36
+
37
+ url: str
38
+
39
+ if TYPE_CHECKING:
40
+ # Stub to indicate that arbitrary properties are accepted.
41
+ # To access properties that are not valid identifiers you can use `getattr`, e.g.
42
+ # `getattr(obj, '$type')`
43
+ def __getattr__(self, attr: str) -> object: ...
44
+
45
+
46
+ class ChoiceMessageAnnotation(BaseModel):
47
+ type: Literal["url_citation"]
48
+
49
+ url_citation: ChoiceMessageAnnotationURLCitation
50
+
51
+ if TYPE_CHECKING:
52
+ # Stub to indicate that arbitrary properties are accepted.
53
+ # To access properties that are not valid identifiers you can use `getattr`, e.g.
54
+ # `getattr(obj, '$type')`
55
+ def __getattr__(self, attr: str) -> object: ...
56
+
57
+
28
58
  class ChoiceMessageAudio(BaseModel):
29
59
  id: str
30
60
 
@@ -82,6 +112,8 @@ class ChoiceMessageToolCall(BaseModel):
82
112
  class ChoiceMessage(BaseModel):
83
113
  role: Literal["assistant"]
84
114
 
115
+ annotations: Optional[List[ChoiceMessageAnnotation]] = None
116
+
85
117
  audio: Optional[ChoiceMessageAudio] = None
86
118
 
87
119
  content: Optional[str] = None
@@ -71,7 +71,7 @@ class ChoiceDelta(BaseModel):
71
71
 
72
72
  refusal: Optional[str] = None
73
73
 
74
- role: Optional[Literal["system", "user", "assistant", "tool"]] = None
74
+ role: Optional[Literal["developer", "system", "user", "assistant", "tool"]] = None
75
75
 
76
76
  tool_calls: Optional[List[ChoiceDeltaToolCall]] = None
77
77
 
@@ -0,0 +1,27 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ from typing import Optional
4
+ from datetime import datetime
5
+ from typing_extensions import Literal
6
+
7
+ from .._models import BaseModel
8
+
9
+ __all__ = ["DatasetItem"]
10
+
11
+
12
+ class DatasetItem(BaseModel):
13
+ id: str
14
+
15
+ content_hash: str
16
+
17
+ created_at: datetime
18
+
19
+ created_by_user_id: str
20
+
21
+ data: object
22
+
23
+ archived_at: Optional[datetime] = None
24
+
25
+ dataset_id: Optional[str] = None
26
+
27
+ object: Optional[Literal["dataset.item"]] = None
@@ -0,0 +1,16 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ from __future__ import annotations
4
+
5
+ from typing import Dict, Iterable
6
+ from typing_extensions import Required, TypedDict
7
+
8
+ __all__ = ["DatasetItemBatchCreateParams"]
9
+
10
+
11
+ class DatasetItemBatchCreateParams(TypedDict, total=False):
12
+ data: Required[Iterable[Dict[str, object]]]
13
+ """Items to be added to the dataset"""
14
+
15
+ dataset_id: Required[str]
16
+ """Identifier of the target dataset"""
@@ -0,0 +1,15 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ from typing import List, Optional
4
+ from typing_extensions import Literal
5
+
6
+ from .._models import BaseModel
7
+ from .dataset_item import DatasetItem
8
+
9
+ __all__ = ["DatasetItemBatchCreateResponse"]
10
+
11
+
12
+ class DatasetItemBatchCreateResponse(BaseModel):
13
+ items: List[DatasetItem]
14
+
15
+ object: Optional[Literal["list"]] = None
@@ -0,0 +1,16 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ from typing import Optional
4
+ from typing_extensions import Literal
5
+
6
+ from .._models import BaseModel
7
+
8
+ __all__ = ["DatasetItemDeleteResponse"]
9
+
10
+
11
+ class DatasetItemDeleteResponse(BaseModel):
12
+ id: str
13
+
14
+ deleted: bool
15
+
16
+ object: Optional[Literal["dataset.item"]] = None
@@ -0,0 +1,30 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ from __future__ import annotations
4
+
5
+ from typing import Optional
6
+ from typing_extensions import TypedDict
7
+
8
+ __all__ = ["DatasetItemListParams"]
9
+
10
+
11
+ class DatasetItemListParams(TypedDict, total=False):
12
+ dataset_id: Optional[str]
13
+ """Optional dataset identifier.
14
+
15
+ Must be provided if a specific version is requested.
16
+ """
17
+
18
+ ending_before: Optional[str]
19
+
20
+ include_archived: bool
21
+
22
+ limit: int
23
+
24
+ starting_after: Optional[str]
25
+
26
+ version: Optional[int]
27
+ """Optional dataset version.
28
+
29
+ When unset, returns the latest version. Requires a valid dataset_id when set.
30
+ """
@@ -0,0 +1,13 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ from __future__ import annotations
4
+
5
+ from typing import Optional
6
+ from typing_extensions import TypedDict
7
+
8
+ __all__ = ["DatasetItemRetrieveParams"]
9
+
10
+
11
+ class DatasetItemRetrieveParams(TypedDict, total=False):
12
+ version: Optional[int]
13
+ """Optional dataset version. When unset, returns the latest version."""
@@ -0,0 +1,13 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ from __future__ import annotations
4
+
5
+ from typing import Dict
6
+ from typing_extensions import Required, TypedDict
7
+
8
+ __all__ = ["DatasetItemUpdateParams"]
9
+
10
+
11
+ class DatasetItemUpdateParams(TypedDict, total=False):
12
+ data: Required[Dict[str, object]]
13
+ """Updated dataset item data"""
@@ -272,14 +272,14 @@ EvaluationStandaloneCreateRequestTask: TypeAlias = Union[
272
272
 
273
273
 
274
274
  class EvaluationFromDatasetCreateRequest(TypedDict, total=False):
275
- data: Required[Iterable[EvaluationFromDatasetCreateRequestData]]
276
- """Items to be evaluated, including references to the input dataset items"""
277
-
278
275
  dataset_id: Required[str]
279
276
  """The ID of the dataset containing the items referenced by the `data` field"""
280
277
 
281
278
  name: Required[str]
282
279
 
280
+ data: Iterable[EvaluationFromDatasetCreateRequestData]
281
+ """Items to be evaluated, including references to the input dataset items"""
282
+
283
283
  description: str
284
284
 
285
285
  tasks: Iterable[EvaluationFromDatasetCreateRequestTask]
@@ -0,0 +1,29 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ from typing import Dict, Optional
4
+ from datetime import datetime
5
+ from typing_extensions import Literal
6
+
7
+ from .._models import BaseModel
8
+
9
+ __all__ = ["EvaluationItem"]
10
+
11
+
12
+ class EvaluationItem(BaseModel):
13
+ id: str
14
+
15
+ created_at: datetime
16
+
17
+ created_by_user_id: str
18
+
19
+ data: Dict[str, object]
20
+
21
+ evaluation_id: str
22
+
23
+ archived_at: Optional[datetime] = None
24
+
25
+ dataset_item_id: Optional[str] = None
26
+
27
+ dataset_item_version_num: Optional[int] = None
28
+
29
+ object: Optional[Literal["evaluation.item"]] = None
@@ -0,0 +1,20 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ from __future__ import annotations
4
+
5
+ from typing import Optional
6
+ from typing_extensions import TypedDict
7
+
8
+ __all__ = ["EvaluationItemListParams"]
9
+
10
+
11
+ class EvaluationItemListParams(TypedDict, total=False):
12
+ ending_before: Optional[str]
13
+
14
+ evaluation_id: Optional[str]
15
+
16
+ include_archived: bool
17
+
18
+ limit: int
19
+
20
+ starting_after: Optional[str]