scale-gp-beta 0.1.0a5__py3-none-any.whl → 0.1.0a7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- scale_gp_beta/_client.py +19 -1
- scale_gp_beta/_models.py +1 -1
- scale_gp_beta/_utils/_transform.py +1 -1
- scale_gp_beta/_version.py +1 -1
- scale_gp_beta/resources/__init__.py +28 -0
- scale_gp_beta/resources/dataset_items.py +586 -0
- scale_gp_beta/resources/evaluation_items.py +295 -0
- scale_gp_beta/resources/evaluations.py +14 -10
- scale_gp_beta/types/__init__.py +10 -0
- scale_gp_beta/types/chat/chat_completion.py +32 -0
- scale_gp_beta/types/chat/chat_completion_chunk.py +1 -1
- scale_gp_beta/types/dataset_item.py +27 -0
- scale_gp_beta/types/dataset_item_batch_create_params.py +16 -0
- scale_gp_beta/types/dataset_item_batch_create_response.py +15 -0
- scale_gp_beta/types/dataset_item_delete_response.py +16 -0
- scale_gp_beta/types/dataset_item_list_params.py +30 -0
- scale_gp_beta/types/dataset_item_retrieve_params.py +13 -0
- scale_gp_beta/types/dataset_item_update_params.py +13 -0
- scale_gp_beta/types/evaluation_create_params.py +3 -3
- scale_gp_beta/types/evaluation_item.py +29 -0
- scale_gp_beta/types/evaluation_item_list_params.py +20 -0
- scale_gp_beta/types/evaluation_item_retrieve_params.py +11 -0
- {scale_gp_beta-0.1.0a5.dist-info → scale_gp_beta-0.1.0a7.dist-info}/METADATA +1 -1
- {scale_gp_beta-0.1.0a5.dist-info → scale_gp_beta-0.1.0a7.dist-info}/RECORD +26 -14
- {scale_gp_beta-0.1.0a5.dist-info → scale_gp_beta-0.1.0a7.dist-info}/WHEEL +0 -0
- {scale_gp_beta-0.1.0a5.dist-info → scale_gp_beta-0.1.0a7.dist-info}/licenses/LICENSE +0 -0
|
@@ -0,0 +1,295 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
|
|
5
|
+
from typing import Optional
|
|
6
|
+
|
|
7
|
+
import httpx
|
|
8
|
+
|
|
9
|
+
from ..types import evaluation_item_list_params, evaluation_item_retrieve_params
|
|
10
|
+
from .._types import NOT_GIVEN, Body, Query, Headers, NotGiven
|
|
11
|
+
from .._utils import (
|
|
12
|
+
maybe_transform,
|
|
13
|
+
async_maybe_transform,
|
|
14
|
+
)
|
|
15
|
+
from .._compat import cached_property
|
|
16
|
+
from .._resource import SyncAPIResource, AsyncAPIResource
|
|
17
|
+
from .._response import (
|
|
18
|
+
to_raw_response_wrapper,
|
|
19
|
+
to_streamed_response_wrapper,
|
|
20
|
+
async_to_raw_response_wrapper,
|
|
21
|
+
async_to_streamed_response_wrapper,
|
|
22
|
+
)
|
|
23
|
+
from ..pagination import SyncCursorPage, AsyncCursorPage
|
|
24
|
+
from .._base_client import AsyncPaginator, make_request_options
|
|
25
|
+
from ..types.evaluation_item import EvaluationItem
|
|
26
|
+
|
|
27
|
+
__all__ = ["EvaluationItemsResource", "AsyncEvaluationItemsResource"]
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
class EvaluationItemsResource(SyncAPIResource):
|
|
31
|
+
@cached_property
|
|
32
|
+
def with_raw_response(self) -> EvaluationItemsResourceWithRawResponse:
|
|
33
|
+
"""
|
|
34
|
+
This property can be used as a prefix for any HTTP method call to return
|
|
35
|
+
the raw response object instead of the parsed content.
|
|
36
|
+
|
|
37
|
+
For more information, see https://www.github.com/scaleapi/sgp-python-beta#accessing-raw-response-data-eg-headers
|
|
38
|
+
"""
|
|
39
|
+
return EvaluationItemsResourceWithRawResponse(self)
|
|
40
|
+
|
|
41
|
+
@cached_property
|
|
42
|
+
def with_streaming_response(self) -> EvaluationItemsResourceWithStreamingResponse:
|
|
43
|
+
"""
|
|
44
|
+
An alternative to `.with_raw_response` that doesn't eagerly read the response body.
|
|
45
|
+
|
|
46
|
+
For more information, see https://www.github.com/scaleapi/sgp-python-beta#with_streaming_response
|
|
47
|
+
"""
|
|
48
|
+
return EvaluationItemsResourceWithStreamingResponse(self)
|
|
49
|
+
|
|
50
|
+
def retrieve(
|
|
51
|
+
self,
|
|
52
|
+
evaluation_item_id: str,
|
|
53
|
+
*,
|
|
54
|
+
include_archived: bool | NotGiven = NOT_GIVEN,
|
|
55
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
56
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
57
|
+
extra_headers: Headers | None = None,
|
|
58
|
+
extra_query: Query | None = None,
|
|
59
|
+
extra_body: Body | None = None,
|
|
60
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
|
61
|
+
) -> EvaluationItem:
|
|
62
|
+
"""
|
|
63
|
+
Get Evaluation Item
|
|
64
|
+
|
|
65
|
+
Args:
|
|
66
|
+
extra_headers: Send extra headers
|
|
67
|
+
|
|
68
|
+
extra_query: Add additional query parameters to the request
|
|
69
|
+
|
|
70
|
+
extra_body: Add additional JSON properties to the request
|
|
71
|
+
|
|
72
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
|
73
|
+
"""
|
|
74
|
+
if not evaluation_item_id:
|
|
75
|
+
raise ValueError(f"Expected a non-empty value for `evaluation_item_id` but received {evaluation_item_id!r}")
|
|
76
|
+
return self._get(
|
|
77
|
+
f"/v5/evaluation-items/{evaluation_item_id}",
|
|
78
|
+
options=make_request_options(
|
|
79
|
+
extra_headers=extra_headers,
|
|
80
|
+
extra_query=extra_query,
|
|
81
|
+
extra_body=extra_body,
|
|
82
|
+
timeout=timeout,
|
|
83
|
+
query=maybe_transform(
|
|
84
|
+
{"include_archived": include_archived}, evaluation_item_retrieve_params.EvaluationItemRetrieveParams
|
|
85
|
+
),
|
|
86
|
+
),
|
|
87
|
+
cast_to=EvaluationItem,
|
|
88
|
+
)
|
|
89
|
+
|
|
90
|
+
def list(
|
|
91
|
+
self,
|
|
92
|
+
*,
|
|
93
|
+
ending_before: Optional[str] | NotGiven = NOT_GIVEN,
|
|
94
|
+
evaluation_id: Optional[str] | NotGiven = NOT_GIVEN,
|
|
95
|
+
include_archived: bool | NotGiven = NOT_GIVEN,
|
|
96
|
+
limit: int | NotGiven = NOT_GIVEN,
|
|
97
|
+
starting_after: Optional[str] | NotGiven = NOT_GIVEN,
|
|
98
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
99
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
100
|
+
extra_headers: Headers | None = None,
|
|
101
|
+
extra_query: Query | None = None,
|
|
102
|
+
extra_body: Body | None = None,
|
|
103
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
|
104
|
+
) -> SyncCursorPage[EvaluationItem]:
|
|
105
|
+
"""
|
|
106
|
+
List Evaluation Items
|
|
107
|
+
|
|
108
|
+
Args:
|
|
109
|
+
extra_headers: Send extra headers
|
|
110
|
+
|
|
111
|
+
extra_query: Add additional query parameters to the request
|
|
112
|
+
|
|
113
|
+
extra_body: Add additional JSON properties to the request
|
|
114
|
+
|
|
115
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
|
116
|
+
"""
|
|
117
|
+
return self._get_api_list(
|
|
118
|
+
"/v5/evaluation-items",
|
|
119
|
+
page=SyncCursorPage[EvaluationItem],
|
|
120
|
+
options=make_request_options(
|
|
121
|
+
extra_headers=extra_headers,
|
|
122
|
+
extra_query=extra_query,
|
|
123
|
+
extra_body=extra_body,
|
|
124
|
+
timeout=timeout,
|
|
125
|
+
query=maybe_transform(
|
|
126
|
+
{
|
|
127
|
+
"ending_before": ending_before,
|
|
128
|
+
"evaluation_id": evaluation_id,
|
|
129
|
+
"include_archived": include_archived,
|
|
130
|
+
"limit": limit,
|
|
131
|
+
"starting_after": starting_after,
|
|
132
|
+
},
|
|
133
|
+
evaluation_item_list_params.EvaluationItemListParams,
|
|
134
|
+
),
|
|
135
|
+
),
|
|
136
|
+
model=EvaluationItem,
|
|
137
|
+
)
|
|
138
|
+
|
|
139
|
+
|
|
140
|
+
class AsyncEvaluationItemsResource(AsyncAPIResource):
|
|
141
|
+
@cached_property
|
|
142
|
+
def with_raw_response(self) -> AsyncEvaluationItemsResourceWithRawResponse:
|
|
143
|
+
"""
|
|
144
|
+
This property can be used as a prefix for any HTTP method call to return
|
|
145
|
+
the raw response object instead of the parsed content.
|
|
146
|
+
|
|
147
|
+
For more information, see https://www.github.com/scaleapi/sgp-python-beta#accessing-raw-response-data-eg-headers
|
|
148
|
+
"""
|
|
149
|
+
return AsyncEvaluationItemsResourceWithRawResponse(self)
|
|
150
|
+
|
|
151
|
+
@cached_property
|
|
152
|
+
def with_streaming_response(self) -> AsyncEvaluationItemsResourceWithStreamingResponse:
|
|
153
|
+
"""
|
|
154
|
+
An alternative to `.with_raw_response` that doesn't eagerly read the response body.
|
|
155
|
+
|
|
156
|
+
For more information, see https://www.github.com/scaleapi/sgp-python-beta#with_streaming_response
|
|
157
|
+
"""
|
|
158
|
+
return AsyncEvaluationItemsResourceWithStreamingResponse(self)
|
|
159
|
+
|
|
160
|
+
async def retrieve(
|
|
161
|
+
self,
|
|
162
|
+
evaluation_item_id: str,
|
|
163
|
+
*,
|
|
164
|
+
include_archived: bool | NotGiven = NOT_GIVEN,
|
|
165
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
166
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
167
|
+
extra_headers: Headers | None = None,
|
|
168
|
+
extra_query: Query | None = None,
|
|
169
|
+
extra_body: Body | None = None,
|
|
170
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
|
171
|
+
) -> EvaluationItem:
|
|
172
|
+
"""
|
|
173
|
+
Get Evaluation Item
|
|
174
|
+
|
|
175
|
+
Args:
|
|
176
|
+
extra_headers: Send extra headers
|
|
177
|
+
|
|
178
|
+
extra_query: Add additional query parameters to the request
|
|
179
|
+
|
|
180
|
+
extra_body: Add additional JSON properties to the request
|
|
181
|
+
|
|
182
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
|
183
|
+
"""
|
|
184
|
+
if not evaluation_item_id:
|
|
185
|
+
raise ValueError(f"Expected a non-empty value for `evaluation_item_id` but received {evaluation_item_id!r}")
|
|
186
|
+
return await self._get(
|
|
187
|
+
f"/v5/evaluation-items/{evaluation_item_id}",
|
|
188
|
+
options=make_request_options(
|
|
189
|
+
extra_headers=extra_headers,
|
|
190
|
+
extra_query=extra_query,
|
|
191
|
+
extra_body=extra_body,
|
|
192
|
+
timeout=timeout,
|
|
193
|
+
query=await async_maybe_transform(
|
|
194
|
+
{"include_archived": include_archived}, evaluation_item_retrieve_params.EvaluationItemRetrieveParams
|
|
195
|
+
),
|
|
196
|
+
),
|
|
197
|
+
cast_to=EvaluationItem,
|
|
198
|
+
)
|
|
199
|
+
|
|
200
|
+
def list(
|
|
201
|
+
self,
|
|
202
|
+
*,
|
|
203
|
+
ending_before: Optional[str] | NotGiven = NOT_GIVEN,
|
|
204
|
+
evaluation_id: Optional[str] | NotGiven = NOT_GIVEN,
|
|
205
|
+
include_archived: bool | NotGiven = NOT_GIVEN,
|
|
206
|
+
limit: int | NotGiven = NOT_GIVEN,
|
|
207
|
+
starting_after: Optional[str] | NotGiven = NOT_GIVEN,
|
|
208
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
209
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
210
|
+
extra_headers: Headers | None = None,
|
|
211
|
+
extra_query: Query | None = None,
|
|
212
|
+
extra_body: Body | None = None,
|
|
213
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
|
214
|
+
) -> AsyncPaginator[EvaluationItem, AsyncCursorPage[EvaluationItem]]:
|
|
215
|
+
"""
|
|
216
|
+
List Evaluation Items
|
|
217
|
+
|
|
218
|
+
Args:
|
|
219
|
+
extra_headers: Send extra headers
|
|
220
|
+
|
|
221
|
+
extra_query: Add additional query parameters to the request
|
|
222
|
+
|
|
223
|
+
extra_body: Add additional JSON properties to the request
|
|
224
|
+
|
|
225
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
|
226
|
+
"""
|
|
227
|
+
return self._get_api_list(
|
|
228
|
+
"/v5/evaluation-items",
|
|
229
|
+
page=AsyncCursorPage[EvaluationItem],
|
|
230
|
+
options=make_request_options(
|
|
231
|
+
extra_headers=extra_headers,
|
|
232
|
+
extra_query=extra_query,
|
|
233
|
+
extra_body=extra_body,
|
|
234
|
+
timeout=timeout,
|
|
235
|
+
query=maybe_transform(
|
|
236
|
+
{
|
|
237
|
+
"ending_before": ending_before,
|
|
238
|
+
"evaluation_id": evaluation_id,
|
|
239
|
+
"include_archived": include_archived,
|
|
240
|
+
"limit": limit,
|
|
241
|
+
"starting_after": starting_after,
|
|
242
|
+
},
|
|
243
|
+
evaluation_item_list_params.EvaluationItemListParams,
|
|
244
|
+
),
|
|
245
|
+
),
|
|
246
|
+
model=EvaluationItem,
|
|
247
|
+
)
|
|
248
|
+
|
|
249
|
+
|
|
250
|
+
class EvaluationItemsResourceWithRawResponse:
|
|
251
|
+
def __init__(self, evaluation_items: EvaluationItemsResource) -> None:
|
|
252
|
+
self._evaluation_items = evaluation_items
|
|
253
|
+
|
|
254
|
+
self.retrieve = to_raw_response_wrapper(
|
|
255
|
+
evaluation_items.retrieve,
|
|
256
|
+
)
|
|
257
|
+
self.list = to_raw_response_wrapper(
|
|
258
|
+
evaluation_items.list,
|
|
259
|
+
)
|
|
260
|
+
|
|
261
|
+
|
|
262
|
+
class AsyncEvaluationItemsResourceWithRawResponse:
|
|
263
|
+
def __init__(self, evaluation_items: AsyncEvaluationItemsResource) -> None:
|
|
264
|
+
self._evaluation_items = evaluation_items
|
|
265
|
+
|
|
266
|
+
self.retrieve = async_to_raw_response_wrapper(
|
|
267
|
+
evaluation_items.retrieve,
|
|
268
|
+
)
|
|
269
|
+
self.list = async_to_raw_response_wrapper(
|
|
270
|
+
evaluation_items.list,
|
|
271
|
+
)
|
|
272
|
+
|
|
273
|
+
|
|
274
|
+
class EvaluationItemsResourceWithStreamingResponse:
|
|
275
|
+
def __init__(self, evaluation_items: EvaluationItemsResource) -> None:
|
|
276
|
+
self._evaluation_items = evaluation_items
|
|
277
|
+
|
|
278
|
+
self.retrieve = to_streamed_response_wrapper(
|
|
279
|
+
evaluation_items.retrieve,
|
|
280
|
+
)
|
|
281
|
+
self.list = to_streamed_response_wrapper(
|
|
282
|
+
evaluation_items.list,
|
|
283
|
+
)
|
|
284
|
+
|
|
285
|
+
|
|
286
|
+
class AsyncEvaluationItemsResourceWithStreamingResponse:
|
|
287
|
+
def __init__(self, evaluation_items: AsyncEvaluationItemsResource) -> None:
|
|
288
|
+
self._evaluation_items = evaluation_items
|
|
289
|
+
|
|
290
|
+
self.retrieve = async_to_streamed_response_wrapper(
|
|
291
|
+
evaluation_items.retrieve,
|
|
292
|
+
)
|
|
293
|
+
self.list = async_to_streamed_response_wrapper(
|
|
294
|
+
evaluation_items.list,
|
|
295
|
+
)
|
|
@@ -87,9 +87,9 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
87
87
|
def create(
|
|
88
88
|
self,
|
|
89
89
|
*,
|
|
90
|
-
data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData],
|
|
91
90
|
dataset_id: str,
|
|
92
91
|
name: str,
|
|
92
|
+
data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData] | NotGiven = NOT_GIVEN,
|
|
93
93
|
description: str | NotGiven = NOT_GIVEN,
|
|
94
94
|
tasks: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestTask] | NotGiven = NOT_GIVEN,
|
|
95
95
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
@@ -103,10 +103,10 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
103
103
|
Create Evaluation
|
|
104
104
|
|
|
105
105
|
Args:
|
|
106
|
-
data: Items to be evaluated, including references to the input dataset items
|
|
107
|
-
|
|
108
106
|
dataset_id: The ID of the dataset containing the items referenced by the `data` field
|
|
109
107
|
|
|
108
|
+
data: Items to be evaluated, including references to the input dataset items
|
|
109
|
+
|
|
110
110
|
tasks: Tasks allow you to augment and evaluate your data
|
|
111
111
|
|
|
112
112
|
extra_headers: Send extra headers
|
|
@@ -155,11 +155,13 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
155
155
|
"""
|
|
156
156
|
...
|
|
157
157
|
|
|
158
|
-
@required_args(["data", "name"], ["
|
|
158
|
+
@required_args(["data", "name"], ["dataset_id", "name"], ["data", "dataset", "name"])
|
|
159
159
|
def create(
|
|
160
160
|
self,
|
|
161
161
|
*,
|
|
162
|
-
data: Iterable[Dict[str, object]]
|
|
162
|
+
data: Iterable[Dict[str, object]]
|
|
163
|
+
| Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData]
|
|
164
|
+
| NotGiven = NOT_GIVEN,
|
|
163
165
|
name: str,
|
|
164
166
|
description: str | NotGiven = NOT_GIVEN,
|
|
165
167
|
tasks: Iterable[evaluation_create_params.EvaluationStandaloneCreateRequestTask] | NotGiven = NOT_GIVEN,
|
|
@@ -369,9 +371,9 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
369
371
|
async def create(
|
|
370
372
|
self,
|
|
371
373
|
*,
|
|
372
|
-
data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData],
|
|
373
374
|
dataset_id: str,
|
|
374
375
|
name: str,
|
|
376
|
+
data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData] | NotGiven = NOT_GIVEN,
|
|
375
377
|
description: str | NotGiven = NOT_GIVEN,
|
|
376
378
|
tasks: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestTask] | NotGiven = NOT_GIVEN,
|
|
377
379
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
@@ -385,10 +387,10 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
385
387
|
Create Evaluation
|
|
386
388
|
|
|
387
389
|
Args:
|
|
388
|
-
data: Items to be evaluated, including references to the input dataset items
|
|
389
|
-
|
|
390
390
|
dataset_id: The ID of the dataset containing the items referenced by the `data` field
|
|
391
391
|
|
|
392
|
+
data: Items to be evaluated, including references to the input dataset items
|
|
393
|
+
|
|
392
394
|
tasks: Tasks allow you to augment and evaluate your data
|
|
393
395
|
|
|
394
396
|
extra_headers: Send extra headers
|
|
@@ -437,11 +439,13 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
437
439
|
"""
|
|
438
440
|
...
|
|
439
441
|
|
|
440
|
-
@required_args(["data", "name"], ["
|
|
442
|
+
@required_args(["data", "name"], ["dataset_id", "name"], ["data", "dataset", "name"])
|
|
441
443
|
async def create(
|
|
442
444
|
self,
|
|
443
445
|
*,
|
|
444
|
-
data: Iterable[Dict[str, object]]
|
|
446
|
+
data: Iterable[Dict[str, object]]
|
|
447
|
+
| Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData]
|
|
448
|
+
| NotGiven = NOT_GIVEN,
|
|
445
449
|
name: str,
|
|
446
450
|
description: str | NotGiven = NOT_GIVEN,
|
|
447
451
|
tasks: Iterable[evaluation_create_params.EvaluationStandaloneCreateRequestTask] | NotGiven = NOT_GIVEN,
|
scale_gp_beta/types/__init__.py
CHANGED
|
@@ -7,6 +7,8 @@ from .dataset import Dataset as Dataset
|
|
|
7
7
|
from .file_list import FileList as FileList
|
|
8
8
|
from .completion import Completion as Completion
|
|
9
9
|
from .evaluation import Evaluation as Evaluation
|
|
10
|
+
from .dataset_item import DatasetItem as DatasetItem
|
|
11
|
+
from .evaluation_item import EvaluationItem as EvaluationItem
|
|
10
12
|
from .inference_model import InferenceModel as InferenceModel
|
|
11
13
|
from .file_list_params import FileListParams as FileListParams
|
|
12
14
|
from .model_list_params import ModelListParams as ModelListParams
|
|
@@ -26,8 +28,16 @@ from .dataset_delete_response import DatasetDeleteResponse as DatasetDeleteRespo
|
|
|
26
28
|
from .dataset_retrieve_params import DatasetRetrieveParams as DatasetRetrieveParams
|
|
27
29
|
from .inference_create_params import InferenceCreateParams as InferenceCreateParams
|
|
28
30
|
from .completion_create_params import CompletionCreateParams as CompletionCreateParams
|
|
31
|
+
from .dataset_item_list_params import DatasetItemListParams as DatasetItemListParams
|
|
29
32
|
from .evaluation_create_params import EvaluationCreateParams as EvaluationCreateParams
|
|
30
33
|
from .inference_response_chunk import InferenceResponseChunk as InferenceResponseChunk
|
|
31
34
|
from .inference_create_response import InferenceCreateResponse as InferenceCreateResponse
|
|
35
|
+
from .dataset_item_update_params import DatasetItemUpdateParams as DatasetItemUpdateParams
|
|
32
36
|
from .evaluation_retrieve_params import EvaluationRetrieveParams as EvaluationRetrieveParams
|
|
33
37
|
from .evaluation_archive_response import EvaluationArchiveResponse as EvaluationArchiveResponse
|
|
38
|
+
from .evaluation_item_list_params import EvaluationItemListParams as EvaluationItemListParams
|
|
39
|
+
from .dataset_item_delete_response import DatasetItemDeleteResponse as DatasetItemDeleteResponse
|
|
40
|
+
from .dataset_item_retrieve_params import DatasetItemRetrieveParams as DatasetItemRetrieveParams
|
|
41
|
+
from .evaluation_item_retrieve_params import EvaluationItemRetrieveParams as EvaluationItemRetrieveParams
|
|
42
|
+
from .dataset_item_batch_create_params import DatasetItemBatchCreateParams as DatasetItemBatchCreateParams
|
|
43
|
+
from .dataset_item_batch_create_response import DatasetItemBatchCreateResponse as DatasetItemBatchCreateResponse
|
|
@@ -10,6 +10,8 @@ __all__ = [
|
|
|
10
10
|
"ChatCompletion",
|
|
11
11
|
"Choice",
|
|
12
12
|
"ChoiceMessage",
|
|
13
|
+
"ChoiceMessageAnnotation",
|
|
14
|
+
"ChoiceMessageAnnotationURLCitation",
|
|
13
15
|
"ChoiceMessageAudio",
|
|
14
16
|
"ChoiceMessageFunctionCall",
|
|
15
17
|
"ChoiceMessageToolCall",
|
|
@@ -25,6 +27,34 @@ __all__ = [
|
|
|
25
27
|
]
|
|
26
28
|
|
|
27
29
|
|
|
30
|
+
class ChoiceMessageAnnotationURLCitation(BaseModel):
|
|
31
|
+
end_index: int
|
|
32
|
+
|
|
33
|
+
start_index: int
|
|
34
|
+
|
|
35
|
+
title: str
|
|
36
|
+
|
|
37
|
+
url: str
|
|
38
|
+
|
|
39
|
+
if TYPE_CHECKING:
|
|
40
|
+
# Stub to indicate that arbitrary properties are accepted.
|
|
41
|
+
# To access properties that are not valid identifiers you can use `getattr`, e.g.
|
|
42
|
+
# `getattr(obj, '$type')`
|
|
43
|
+
def __getattr__(self, attr: str) -> object: ...
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
class ChoiceMessageAnnotation(BaseModel):
|
|
47
|
+
type: Literal["url_citation"]
|
|
48
|
+
|
|
49
|
+
url_citation: ChoiceMessageAnnotationURLCitation
|
|
50
|
+
|
|
51
|
+
if TYPE_CHECKING:
|
|
52
|
+
# Stub to indicate that arbitrary properties are accepted.
|
|
53
|
+
# To access properties that are not valid identifiers you can use `getattr`, e.g.
|
|
54
|
+
# `getattr(obj, '$type')`
|
|
55
|
+
def __getattr__(self, attr: str) -> object: ...
|
|
56
|
+
|
|
57
|
+
|
|
28
58
|
class ChoiceMessageAudio(BaseModel):
|
|
29
59
|
id: str
|
|
30
60
|
|
|
@@ -82,6 +112,8 @@ class ChoiceMessageToolCall(BaseModel):
|
|
|
82
112
|
class ChoiceMessage(BaseModel):
|
|
83
113
|
role: Literal["assistant"]
|
|
84
114
|
|
|
115
|
+
annotations: Optional[List[ChoiceMessageAnnotation]] = None
|
|
116
|
+
|
|
85
117
|
audio: Optional[ChoiceMessageAudio] = None
|
|
86
118
|
|
|
87
119
|
content: Optional[str] = None
|
|
@@ -71,7 +71,7 @@ class ChoiceDelta(BaseModel):
|
|
|
71
71
|
|
|
72
72
|
refusal: Optional[str] = None
|
|
73
73
|
|
|
74
|
-
role: Optional[Literal["system", "user", "assistant", "tool"]] = None
|
|
74
|
+
role: Optional[Literal["developer", "system", "user", "assistant", "tool"]] = None
|
|
75
75
|
|
|
76
76
|
tool_calls: Optional[List[ChoiceDeltaToolCall]] = None
|
|
77
77
|
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from typing import Optional
|
|
4
|
+
from datetime import datetime
|
|
5
|
+
from typing_extensions import Literal
|
|
6
|
+
|
|
7
|
+
from .._models import BaseModel
|
|
8
|
+
|
|
9
|
+
__all__ = ["DatasetItem"]
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
class DatasetItem(BaseModel):
|
|
13
|
+
id: str
|
|
14
|
+
|
|
15
|
+
content_hash: str
|
|
16
|
+
|
|
17
|
+
created_at: datetime
|
|
18
|
+
|
|
19
|
+
created_by_user_id: str
|
|
20
|
+
|
|
21
|
+
data: object
|
|
22
|
+
|
|
23
|
+
archived_at: Optional[datetime] = None
|
|
24
|
+
|
|
25
|
+
dataset_id: Optional[str] = None
|
|
26
|
+
|
|
27
|
+
object: Optional[Literal["dataset.item"]] = None
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
|
|
5
|
+
from typing import Dict, Iterable
|
|
6
|
+
from typing_extensions import Required, TypedDict
|
|
7
|
+
|
|
8
|
+
__all__ = ["DatasetItemBatchCreateParams"]
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
class DatasetItemBatchCreateParams(TypedDict, total=False):
|
|
12
|
+
data: Required[Iterable[Dict[str, object]]]
|
|
13
|
+
"""Items to be added to the dataset"""
|
|
14
|
+
|
|
15
|
+
dataset_id: Required[str]
|
|
16
|
+
"""Identifier of the target dataset"""
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from typing import List, Optional
|
|
4
|
+
from typing_extensions import Literal
|
|
5
|
+
|
|
6
|
+
from .._models import BaseModel
|
|
7
|
+
from .dataset_item import DatasetItem
|
|
8
|
+
|
|
9
|
+
__all__ = ["DatasetItemBatchCreateResponse"]
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
class DatasetItemBatchCreateResponse(BaseModel):
|
|
13
|
+
items: List[DatasetItem]
|
|
14
|
+
|
|
15
|
+
object: Optional[Literal["list"]] = None
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from typing import Optional
|
|
4
|
+
from typing_extensions import Literal
|
|
5
|
+
|
|
6
|
+
from .._models import BaseModel
|
|
7
|
+
|
|
8
|
+
__all__ = ["DatasetItemDeleteResponse"]
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
class DatasetItemDeleteResponse(BaseModel):
|
|
12
|
+
id: str
|
|
13
|
+
|
|
14
|
+
deleted: bool
|
|
15
|
+
|
|
16
|
+
object: Optional[Literal["dataset.item"]] = None
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
|
|
5
|
+
from typing import Optional
|
|
6
|
+
from typing_extensions import TypedDict
|
|
7
|
+
|
|
8
|
+
__all__ = ["DatasetItemListParams"]
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
class DatasetItemListParams(TypedDict, total=False):
|
|
12
|
+
dataset_id: Optional[str]
|
|
13
|
+
"""Optional dataset identifier.
|
|
14
|
+
|
|
15
|
+
Must be provided if a specific version is requested.
|
|
16
|
+
"""
|
|
17
|
+
|
|
18
|
+
ending_before: Optional[str]
|
|
19
|
+
|
|
20
|
+
include_archived: bool
|
|
21
|
+
|
|
22
|
+
limit: int
|
|
23
|
+
|
|
24
|
+
starting_after: Optional[str]
|
|
25
|
+
|
|
26
|
+
version: Optional[int]
|
|
27
|
+
"""Optional dataset version.
|
|
28
|
+
|
|
29
|
+
When unset, returns the latest version. Requires a valid dataset_id when set.
|
|
30
|
+
"""
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
|
|
5
|
+
from typing import Optional
|
|
6
|
+
from typing_extensions import TypedDict
|
|
7
|
+
|
|
8
|
+
__all__ = ["DatasetItemRetrieveParams"]
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
class DatasetItemRetrieveParams(TypedDict, total=False):
|
|
12
|
+
version: Optional[int]
|
|
13
|
+
"""Optional dataset version. When unset, returns the latest version."""
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
|
|
5
|
+
from typing import Dict
|
|
6
|
+
from typing_extensions import Required, TypedDict
|
|
7
|
+
|
|
8
|
+
__all__ = ["DatasetItemUpdateParams"]
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
class DatasetItemUpdateParams(TypedDict, total=False):
|
|
12
|
+
data: Required[Dict[str, object]]
|
|
13
|
+
"""Updated dataset item data"""
|
|
@@ -272,14 +272,14 @@ EvaluationStandaloneCreateRequestTask: TypeAlias = Union[
|
|
|
272
272
|
|
|
273
273
|
|
|
274
274
|
class EvaluationFromDatasetCreateRequest(TypedDict, total=False):
|
|
275
|
-
data: Required[Iterable[EvaluationFromDatasetCreateRequestData]]
|
|
276
|
-
"""Items to be evaluated, including references to the input dataset items"""
|
|
277
|
-
|
|
278
275
|
dataset_id: Required[str]
|
|
279
276
|
"""The ID of the dataset containing the items referenced by the `data` field"""
|
|
280
277
|
|
|
281
278
|
name: Required[str]
|
|
282
279
|
|
|
280
|
+
data: Iterable[EvaluationFromDatasetCreateRequestData]
|
|
281
|
+
"""Items to be evaluated, including references to the input dataset items"""
|
|
282
|
+
|
|
283
283
|
description: str
|
|
284
284
|
|
|
285
285
|
tasks: Iterable[EvaluationFromDatasetCreateRequestTask]
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from typing import Dict, Optional
|
|
4
|
+
from datetime import datetime
|
|
5
|
+
from typing_extensions import Literal
|
|
6
|
+
|
|
7
|
+
from .._models import BaseModel
|
|
8
|
+
|
|
9
|
+
__all__ = ["EvaluationItem"]
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
class EvaluationItem(BaseModel):
|
|
13
|
+
id: str
|
|
14
|
+
|
|
15
|
+
created_at: datetime
|
|
16
|
+
|
|
17
|
+
created_by_user_id: str
|
|
18
|
+
|
|
19
|
+
data: Dict[str, object]
|
|
20
|
+
|
|
21
|
+
evaluation_id: str
|
|
22
|
+
|
|
23
|
+
archived_at: Optional[datetime] = None
|
|
24
|
+
|
|
25
|
+
dataset_item_id: Optional[str] = None
|
|
26
|
+
|
|
27
|
+
dataset_item_version_num: Optional[int] = None
|
|
28
|
+
|
|
29
|
+
object: Optional[Literal["evaluation.item"]] = None
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
|
|
5
|
+
from typing import Optional
|
|
6
|
+
from typing_extensions import TypedDict
|
|
7
|
+
|
|
8
|
+
__all__ = ["EvaluationItemListParams"]
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
class EvaluationItemListParams(TypedDict, total=False):
|
|
12
|
+
ending_before: Optional[str]
|
|
13
|
+
|
|
14
|
+
evaluation_id: Optional[str]
|
|
15
|
+
|
|
16
|
+
include_archived: bool
|
|
17
|
+
|
|
18
|
+
limit: int
|
|
19
|
+
|
|
20
|
+
starting_after: Optional[str]
|