scale-gp-beta 0.1.0a31__py3-none-any.whl → 0.1.0a32__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- scale_gp_beta/__init__.py +3 -1
- scale_gp_beta/_base_client.py +9 -9
- scale_gp_beta/_client.py +12 -12
- scale_gp_beta/_models.py +10 -4
- scale_gp_beta/_qs.py +7 -7
- scale_gp_beta/_types.py +18 -11
- scale_gp_beta/_utils/_transform.py +2 -2
- scale_gp_beta/_utils/_utils.py +4 -4
- scale_gp_beta/_version.py +1 -1
- scale_gp_beta/resources/chat/completions.py +235 -235
- scale_gp_beta/resources/completions.py +133 -133
- scale_gp_beta/resources/dataset_items.py +27 -27
- scale_gp_beta/resources/datasets.py +37 -37
- scale_gp_beta/resources/evaluation_items.py +19 -19
- scale_gp_beta/resources/evaluations.py +83 -83
- scale_gp_beta/resources/files/content.py +3 -3
- scale_gp_beta/resources/files/files.py +21 -21
- scale_gp_beta/resources/inference.py +7 -7
- scale_gp_beta/resources/models.py +71 -73
- scale_gp_beta/resources/questions.py +43 -43
- scale_gp_beta/resources/responses.py +33 -33
- scale_gp_beta/resources/spans.py +81 -81
- scale_gp_beta/types/chat/chat_completion.py +114 -19
- scale_gp_beta/types/chat/chat_completion_chunk.py +84 -14
- scale_gp_beta/types/completion.py +36 -6
- scale_gp_beta/types/evaluation.py +3 -0
- scale_gp_beta/types/evaluation_task.py +6 -1
- scale_gp_beta/types/inference_model.py +6 -1
- scale_gp_beta/types/response.py +852 -142
- scale_gp_beta/types/response_create_response.py +6072 -1012
- {scale_gp_beta-0.1.0a31.dist-info → scale_gp_beta-0.1.0a32.dist-info}/METADATA +1 -1
- {scale_gp_beta-0.1.0a31.dist-info → scale_gp_beta-0.1.0a32.dist-info}/RECORD +34 -34
- {scale_gp_beta-0.1.0a31.dist-info → scale_gp_beta-0.1.0a32.dist-info}/WHEEL +0 -0
- {scale_gp_beta-0.1.0a31.dist-info → scale_gp_beta-0.1.0a32.dist-info}/licenses/LICENSE +0 -0
|
@@ -8,7 +8,7 @@ from typing_extensions import Literal
|
|
|
8
8
|
import httpx
|
|
9
9
|
|
|
10
10
|
from ..types import dataset_list_params, dataset_create_params, dataset_update_params, dataset_retrieve_params
|
|
11
|
-
from .._types import
|
|
11
|
+
from .._types import Body, Omit, Query, Headers, NotGiven, SequenceNotStr, omit, not_given
|
|
12
12
|
from .._utils import maybe_transform, async_maybe_transform
|
|
13
13
|
from .._compat import cached_property
|
|
14
14
|
from .._resource import SyncAPIResource, AsyncAPIResource
|
|
@@ -51,14 +51,14 @@ class DatasetsResource(SyncAPIResource):
|
|
|
51
51
|
*,
|
|
52
52
|
data: Iterable[Dict[str, object]],
|
|
53
53
|
name: str,
|
|
54
|
-
description: str |
|
|
55
|
-
tags: SequenceNotStr[str] |
|
|
54
|
+
description: str | Omit = omit,
|
|
55
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
56
56
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
57
57
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
58
58
|
extra_headers: Headers | None = None,
|
|
59
59
|
extra_query: Query | None = None,
|
|
60
60
|
extra_body: Body | None = None,
|
|
61
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
61
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
62
62
|
) -> Dataset:
|
|
63
63
|
"""
|
|
64
64
|
Create Dataset
|
|
@@ -97,13 +97,13 @@ class DatasetsResource(SyncAPIResource):
|
|
|
97
97
|
self,
|
|
98
98
|
dataset_id: str,
|
|
99
99
|
*,
|
|
100
|
-
include_archived: bool |
|
|
100
|
+
include_archived: bool | Omit = omit,
|
|
101
101
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
102
102
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
103
103
|
extra_headers: Headers | None = None,
|
|
104
104
|
extra_query: Query | None = None,
|
|
105
105
|
extra_body: Body | None = None,
|
|
106
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
106
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
107
107
|
) -> Dataset:
|
|
108
108
|
"""
|
|
109
109
|
Get Dataset
|
|
@@ -137,15 +137,15 @@ class DatasetsResource(SyncAPIResource):
|
|
|
137
137
|
self,
|
|
138
138
|
dataset_id: str,
|
|
139
139
|
*,
|
|
140
|
-
description: str |
|
|
141
|
-
name: str |
|
|
142
|
-
tags: SequenceNotStr[str] |
|
|
140
|
+
description: str | Omit = omit,
|
|
141
|
+
name: str | Omit = omit,
|
|
142
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
143
143
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
144
144
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
145
145
|
extra_headers: Headers | None = None,
|
|
146
146
|
extra_query: Query | None = None,
|
|
147
147
|
extra_body: Body | None = None,
|
|
148
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
148
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
149
149
|
) -> Dataset:
|
|
150
150
|
"""
|
|
151
151
|
Update Dataset
|
|
@@ -182,19 +182,19 @@ class DatasetsResource(SyncAPIResource):
|
|
|
182
182
|
def list(
|
|
183
183
|
self,
|
|
184
184
|
*,
|
|
185
|
-
ending_before: str |
|
|
186
|
-
include_archived: bool |
|
|
187
|
-
limit: int |
|
|
188
|
-
name: str |
|
|
189
|
-
sort_order: Literal["asc", "desc"] |
|
|
190
|
-
starting_after: str |
|
|
191
|
-
tags: SequenceNotStr[str] |
|
|
185
|
+
ending_before: str | Omit = omit,
|
|
186
|
+
include_archived: bool | Omit = omit,
|
|
187
|
+
limit: int | Omit = omit,
|
|
188
|
+
name: str | Omit = omit,
|
|
189
|
+
sort_order: Literal["asc", "desc"] | Omit = omit,
|
|
190
|
+
starting_after: str | Omit = omit,
|
|
191
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
192
192
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
193
193
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
194
194
|
extra_headers: Headers | None = None,
|
|
195
195
|
extra_query: Query | None = None,
|
|
196
196
|
extra_body: Body | None = None,
|
|
197
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
197
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
198
198
|
) -> SyncCursorPage[Dataset]:
|
|
199
199
|
"""
|
|
200
200
|
List Datasets
|
|
@@ -241,7 +241,7 @@ class DatasetsResource(SyncAPIResource):
|
|
|
241
241
|
extra_headers: Headers | None = None,
|
|
242
242
|
extra_query: Query | None = None,
|
|
243
243
|
extra_body: Body | None = None,
|
|
244
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
244
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
245
245
|
) -> DatasetDeleteResponse:
|
|
246
246
|
"""
|
|
247
247
|
Delete Dataset
|
|
@@ -291,14 +291,14 @@ class AsyncDatasetsResource(AsyncAPIResource):
|
|
|
291
291
|
*,
|
|
292
292
|
data: Iterable[Dict[str, object]],
|
|
293
293
|
name: str,
|
|
294
|
-
description: str |
|
|
295
|
-
tags: SequenceNotStr[str] |
|
|
294
|
+
description: str | Omit = omit,
|
|
295
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
296
296
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
297
297
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
298
298
|
extra_headers: Headers | None = None,
|
|
299
299
|
extra_query: Query | None = None,
|
|
300
300
|
extra_body: Body | None = None,
|
|
301
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
301
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
302
302
|
) -> Dataset:
|
|
303
303
|
"""
|
|
304
304
|
Create Dataset
|
|
@@ -337,13 +337,13 @@ class AsyncDatasetsResource(AsyncAPIResource):
|
|
|
337
337
|
self,
|
|
338
338
|
dataset_id: str,
|
|
339
339
|
*,
|
|
340
|
-
include_archived: bool |
|
|
340
|
+
include_archived: bool | Omit = omit,
|
|
341
341
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
342
342
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
343
343
|
extra_headers: Headers | None = None,
|
|
344
344
|
extra_query: Query | None = None,
|
|
345
345
|
extra_body: Body | None = None,
|
|
346
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
346
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
347
347
|
) -> Dataset:
|
|
348
348
|
"""
|
|
349
349
|
Get Dataset
|
|
@@ -377,15 +377,15 @@ class AsyncDatasetsResource(AsyncAPIResource):
|
|
|
377
377
|
self,
|
|
378
378
|
dataset_id: str,
|
|
379
379
|
*,
|
|
380
|
-
description: str |
|
|
381
|
-
name: str |
|
|
382
|
-
tags: SequenceNotStr[str] |
|
|
380
|
+
description: str | Omit = omit,
|
|
381
|
+
name: str | Omit = omit,
|
|
382
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
383
383
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
384
384
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
385
385
|
extra_headers: Headers | None = None,
|
|
386
386
|
extra_query: Query | None = None,
|
|
387
387
|
extra_body: Body | None = None,
|
|
388
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
388
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
389
389
|
) -> Dataset:
|
|
390
390
|
"""
|
|
391
391
|
Update Dataset
|
|
@@ -422,19 +422,19 @@ class AsyncDatasetsResource(AsyncAPIResource):
|
|
|
422
422
|
def list(
|
|
423
423
|
self,
|
|
424
424
|
*,
|
|
425
|
-
ending_before: str |
|
|
426
|
-
include_archived: bool |
|
|
427
|
-
limit: int |
|
|
428
|
-
name: str |
|
|
429
|
-
sort_order: Literal["asc", "desc"] |
|
|
430
|
-
starting_after: str |
|
|
431
|
-
tags: SequenceNotStr[str] |
|
|
425
|
+
ending_before: str | Omit = omit,
|
|
426
|
+
include_archived: bool | Omit = omit,
|
|
427
|
+
limit: int | Omit = omit,
|
|
428
|
+
name: str | Omit = omit,
|
|
429
|
+
sort_order: Literal["asc", "desc"] | Omit = omit,
|
|
430
|
+
starting_after: str | Omit = omit,
|
|
431
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
432
432
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
433
433
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
434
434
|
extra_headers: Headers | None = None,
|
|
435
435
|
extra_query: Query | None = None,
|
|
436
436
|
extra_body: Body | None = None,
|
|
437
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
437
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
438
438
|
) -> AsyncPaginator[Dataset, AsyncCursorPage[Dataset]]:
|
|
439
439
|
"""
|
|
440
440
|
List Datasets
|
|
@@ -481,7 +481,7 @@ class AsyncDatasetsResource(AsyncAPIResource):
|
|
|
481
481
|
extra_headers: Headers | None = None,
|
|
482
482
|
extra_query: Query | None = None,
|
|
483
483
|
extra_body: Body | None = None,
|
|
484
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
484
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
485
485
|
) -> DatasetDeleteResponse:
|
|
486
486
|
"""
|
|
487
487
|
Delete Dataset
|
|
@@ -7,7 +7,7 @@ from typing_extensions import Literal
|
|
|
7
7
|
import httpx
|
|
8
8
|
|
|
9
9
|
from ..types import evaluation_item_list_params, evaluation_item_retrieve_params
|
|
10
|
-
from .._types import
|
|
10
|
+
from .._types import Body, Omit, Query, Headers, NotGiven, omit, not_given
|
|
11
11
|
from .._utils import maybe_transform, async_maybe_transform
|
|
12
12
|
from .._compat import cached_property
|
|
13
13
|
from .._resource import SyncAPIResource, AsyncAPIResource
|
|
@@ -48,13 +48,13 @@ class EvaluationItemsResource(SyncAPIResource):
|
|
|
48
48
|
self,
|
|
49
49
|
evaluation_item_id: str,
|
|
50
50
|
*,
|
|
51
|
-
include_archived: bool |
|
|
51
|
+
include_archived: bool | Omit = omit,
|
|
52
52
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
53
53
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
54
54
|
extra_headers: Headers | None = None,
|
|
55
55
|
extra_query: Query | None = None,
|
|
56
56
|
extra_body: Body | None = None,
|
|
57
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
57
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
58
58
|
) -> EvaluationItem:
|
|
59
59
|
"""
|
|
60
60
|
Get Evaluation Item
|
|
@@ -87,18 +87,18 @@ class EvaluationItemsResource(SyncAPIResource):
|
|
|
87
87
|
def list(
|
|
88
88
|
self,
|
|
89
89
|
*,
|
|
90
|
-
ending_before: str |
|
|
91
|
-
evaluation_id: str |
|
|
92
|
-
include_archived: bool |
|
|
93
|
-
limit: int |
|
|
94
|
-
sort_order: Literal["asc", "desc"] |
|
|
95
|
-
starting_after: str |
|
|
90
|
+
ending_before: str | Omit = omit,
|
|
91
|
+
evaluation_id: str | Omit = omit,
|
|
92
|
+
include_archived: bool | Omit = omit,
|
|
93
|
+
limit: int | Omit = omit,
|
|
94
|
+
sort_order: Literal["asc", "desc"] | Omit = omit,
|
|
95
|
+
starting_after: str | Omit = omit,
|
|
96
96
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
97
97
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
98
98
|
extra_headers: Headers | None = None,
|
|
99
99
|
extra_query: Query | None = None,
|
|
100
100
|
extra_body: Body | None = None,
|
|
101
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
101
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
102
102
|
) -> SyncCursorPage[EvaluationItem]:
|
|
103
103
|
"""
|
|
104
104
|
List Evaluation Items
|
|
@@ -160,13 +160,13 @@ class AsyncEvaluationItemsResource(AsyncAPIResource):
|
|
|
160
160
|
self,
|
|
161
161
|
evaluation_item_id: str,
|
|
162
162
|
*,
|
|
163
|
-
include_archived: bool |
|
|
163
|
+
include_archived: bool | Omit = omit,
|
|
164
164
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
165
165
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
166
166
|
extra_headers: Headers | None = None,
|
|
167
167
|
extra_query: Query | None = None,
|
|
168
168
|
extra_body: Body | None = None,
|
|
169
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
169
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
170
170
|
) -> EvaluationItem:
|
|
171
171
|
"""
|
|
172
172
|
Get Evaluation Item
|
|
@@ -199,18 +199,18 @@ class AsyncEvaluationItemsResource(AsyncAPIResource):
|
|
|
199
199
|
def list(
|
|
200
200
|
self,
|
|
201
201
|
*,
|
|
202
|
-
ending_before: str |
|
|
203
|
-
evaluation_id: str |
|
|
204
|
-
include_archived: bool |
|
|
205
|
-
limit: int |
|
|
206
|
-
sort_order: Literal["asc", "desc"] |
|
|
207
|
-
starting_after: str |
|
|
202
|
+
ending_before: str | Omit = omit,
|
|
203
|
+
evaluation_id: str | Omit = omit,
|
|
204
|
+
include_archived: bool | Omit = omit,
|
|
205
|
+
limit: int | Omit = omit,
|
|
206
|
+
sort_order: Literal["asc", "desc"] | Omit = omit,
|
|
207
|
+
starting_after: str | Omit = omit,
|
|
208
208
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
209
209
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
210
210
|
extra_headers: Headers | None = None,
|
|
211
211
|
extra_query: Query | None = None,
|
|
212
212
|
extra_body: Body | None = None,
|
|
213
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
213
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
214
214
|
) -> AsyncPaginator[EvaluationItem, AsyncCursorPage[EvaluationItem]]:
|
|
215
215
|
"""
|
|
216
216
|
List Evaluation Items
|
|
@@ -13,7 +13,7 @@ from ..types import (
|
|
|
13
13
|
evaluation_update_params,
|
|
14
14
|
evaluation_retrieve_params,
|
|
15
15
|
)
|
|
16
|
-
from .._types import
|
|
16
|
+
from .._types import Body, Omit, Query, Headers, NotGiven, SequenceNotStr, omit, not_given
|
|
17
17
|
from .._utils import required_args, maybe_transform, async_maybe_transform
|
|
18
18
|
from .._compat import cached_property
|
|
19
19
|
from .._resource import SyncAPIResource, AsyncAPIResource
|
|
@@ -58,16 +58,16 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
58
58
|
*,
|
|
59
59
|
data: Iterable[Dict[str, object]],
|
|
60
60
|
name: str,
|
|
61
|
-
description: str |
|
|
62
|
-
metadata: Dict[str, object] |
|
|
63
|
-
tags: SequenceNotStr[str] |
|
|
64
|
-
tasks: Iterable[EvaluationTaskParam] |
|
|
61
|
+
description: str | Omit = omit,
|
|
62
|
+
metadata: Dict[str, object] | Omit = omit,
|
|
63
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
64
|
+
tasks: Iterable[EvaluationTaskParam] | Omit = omit,
|
|
65
65
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
66
66
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
67
67
|
extra_headers: Headers | None = None,
|
|
68
68
|
extra_query: Query | None = None,
|
|
69
69
|
extra_body: Body | None = None,
|
|
70
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
70
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
71
71
|
) -> Evaluation:
|
|
72
72
|
"""
|
|
73
73
|
Create Evaluation
|
|
@@ -97,17 +97,17 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
97
97
|
*,
|
|
98
98
|
dataset_id: str,
|
|
99
99
|
name: str,
|
|
100
|
-
data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData] |
|
|
101
|
-
description: str |
|
|
102
|
-
metadata: Dict[str, object] |
|
|
103
|
-
tags: SequenceNotStr[str] |
|
|
104
|
-
tasks: Iterable[EvaluationTaskParam] |
|
|
100
|
+
data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData] | Omit = omit,
|
|
101
|
+
description: str | Omit = omit,
|
|
102
|
+
metadata: Dict[str, object] | Omit = omit,
|
|
103
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
104
|
+
tasks: Iterable[EvaluationTaskParam] | Omit = omit,
|
|
105
105
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
106
106
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
107
107
|
extra_headers: Headers | None = None,
|
|
108
108
|
extra_query: Query | None = None,
|
|
109
109
|
extra_body: Body | None = None,
|
|
110
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
110
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
111
111
|
) -> Evaluation:
|
|
112
112
|
"""
|
|
113
113
|
Create Evaluation
|
|
@@ -140,16 +140,16 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
140
140
|
data: Iterable[Dict[str, object]],
|
|
141
141
|
dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset,
|
|
142
142
|
name: str,
|
|
143
|
-
description: str |
|
|
144
|
-
metadata: Dict[str, object] |
|
|
145
|
-
tags: SequenceNotStr[str] |
|
|
146
|
-
tasks: Iterable[EvaluationTaskParam] |
|
|
143
|
+
description: str | Omit = omit,
|
|
144
|
+
metadata: Dict[str, object] | Omit = omit,
|
|
145
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
146
|
+
tasks: Iterable[EvaluationTaskParam] | Omit = omit,
|
|
147
147
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
148
148
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
149
149
|
extra_headers: Headers | None = None,
|
|
150
150
|
extra_query: Query | None = None,
|
|
151
151
|
extra_body: Body | None = None,
|
|
152
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
152
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
153
153
|
) -> Evaluation:
|
|
154
154
|
"""
|
|
155
155
|
Create Evaluation
|
|
@@ -181,20 +181,20 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
181
181
|
*,
|
|
182
182
|
data: Iterable[Dict[str, object]]
|
|
183
183
|
| Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData]
|
|
184
|
-
|
|
|
184
|
+
| Omit = omit,
|
|
185
185
|
name: str,
|
|
186
|
-
description: str |
|
|
187
|
-
metadata: Dict[str, object] |
|
|
188
|
-
tags: SequenceNotStr[str] |
|
|
189
|
-
tasks: Iterable[EvaluationTaskParam] |
|
|
190
|
-
dataset_id: str |
|
|
191
|
-
dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset |
|
|
186
|
+
description: str | Omit = omit,
|
|
187
|
+
metadata: Dict[str, object] | Omit = omit,
|
|
188
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
189
|
+
tasks: Iterable[EvaluationTaskParam] | Omit = omit,
|
|
190
|
+
dataset_id: str | Omit = omit,
|
|
191
|
+
dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset | Omit = omit,
|
|
192
192
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
193
193
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
194
194
|
extra_headers: Headers | None = None,
|
|
195
195
|
extra_query: Query | None = None,
|
|
196
196
|
extra_body: Body | None = None,
|
|
197
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
197
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
198
198
|
) -> Evaluation:
|
|
199
199
|
return self._post(
|
|
200
200
|
"/v5/evaluations",
|
|
@@ -221,14 +221,14 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
221
221
|
self,
|
|
222
222
|
evaluation_id: str,
|
|
223
223
|
*,
|
|
224
|
-
include_archived: bool |
|
|
225
|
-
views: List[Literal["tasks"]] |
|
|
224
|
+
include_archived: bool | Omit = omit,
|
|
225
|
+
views: List[Literal["tasks"]] | Omit = omit,
|
|
226
226
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
227
227
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
228
228
|
extra_headers: Headers | None = None,
|
|
229
229
|
extra_query: Query | None = None,
|
|
230
230
|
extra_body: Body | None = None,
|
|
231
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
231
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
232
232
|
) -> Evaluation:
|
|
233
233
|
"""
|
|
234
234
|
Get Evaluation
|
|
@@ -266,15 +266,15 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
266
266
|
self,
|
|
267
267
|
evaluation_id: str,
|
|
268
268
|
*,
|
|
269
|
-
description: str |
|
|
270
|
-
name: str |
|
|
271
|
-
tags: SequenceNotStr[str] |
|
|
269
|
+
description: str | Omit = omit,
|
|
270
|
+
name: str | Omit = omit,
|
|
271
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
272
272
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
273
273
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
274
274
|
extra_headers: Headers | None = None,
|
|
275
275
|
extra_query: Query | None = None,
|
|
276
276
|
extra_body: Body | None = None,
|
|
277
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
277
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
278
278
|
) -> Evaluation:
|
|
279
279
|
"""
|
|
280
280
|
Update Evaluation
|
|
@@ -311,20 +311,20 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
311
311
|
def list(
|
|
312
312
|
self,
|
|
313
313
|
*,
|
|
314
|
-
ending_before: str |
|
|
315
|
-
include_archived: bool |
|
|
316
|
-
limit: int |
|
|
317
|
-
name: str |
|
|
318
|
-
sort_order: Literal["asc", "desc"] |
|
|
319
|
-
starting_after: str |
|
|
320
|
-
tags: SequenceNotStr[str] |
|
|
321
|
-
views: List[Literal["tasks"]] |
|
|
314
|
+
ending_before: str | Omit = omit,
|
|
315
|
+
include_archived: bool | Omit = omit,
|
|
316
|
+
limit: int | Omit = omit,
|
|
317
|
+
name: str | Omit = omit,
|
|
318
|
+
sort_order: Literal["asc", "desc"] | Omit = omit,
|
|
319
|
+
starting_after: str | Omit = omit,
|
|
320
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
321
|
+
views: List[Literal["tasks"]] | Omit = omit,
|
|
322
322
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
323
323
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
324
324
|
extra_headers: Headers | None = None,
|
|
325
325
|
extra_query: Query | None = None,
|
|
326
326
|
extra_body: Body | None = None,
|
|
327
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
327
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
328
328
|
) -> SyncCursorPage[Evaluation]:
|
|
329
329
|
"""
|
|
330
330
|
List Evaluations
|
|
@@ -372,7 +372,7 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
372
372
|
extra_headers: Headers | None = None,
|
|
373
373
|
extra_query: Query | None = None,
|
|
374
374
|
extra_body: Body | None = None,
|
|
375
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
375
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
376
376
|
) -> EvaluationDeleteResponse:
|
|
377
377
|
"""
|
|
378
378
|
Archive Evaluation
|
|
@@ -423,16 +423,16 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
423
423
|
*,
|
|
424
424
|
data: Iterable[Dict[str, object]],
|
|
425
425
|
name: str,
|
|
426
|
-
description: str |
|
|
427
|
-
metadata: Dict[str, object] |
|
|
428
|
-
tags: SequenceNotStr[str] |
|
|
429
|
-
tasks: Iterable[EvaluationTaskParam] |
|
|
426
|
+
description: str | Omit = omit,
|
|
427
|
+
metadata: Dict[str, object] | Omit = omit,
|
|
428
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
429
|
+
tasks: Iterable[EvaluationTaskParam] | Omit = omit,
|
|
430
430
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
431
431
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
432
432
|
extra_headers: Headers | None = None,
|
|
433
433
|
extra_query: Query | None = None,
|
|
434
434
|
extra_body: Body | None = None,
|
|
435
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
435
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
436
436
|
) -> Evaluation:
|
|
437
437
|
"""
|
|
438
438
|
Create Evaluation
|
|
@@ -462,17 +462,17 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
462
462
|
*,
|
|
463
463
|
dataset_id: str,
|
|
464
464
|
name: str,
|
|
465
|
-
data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData] |
|
|
466
|
-
description: str |
|
|
467
|
-
metadata: Dict[str, object] |
|
|
468
|
-
tags: SequenceNotStr[str] |
|
|
469
|
-
tasks: Iterable[EvaluationTaskParam] |
|
|
465
|
+
data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData] | Omit = omit,
|
|
466
|
+
description: str | Omit = omit,
|
|
467
|
+
metadata: Dict[str, object] | Omit = omit,
|
|
468
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
469
|
+
tasks: Iterable[EvaluationTaskParam] | Omit = omit,
|
|
470
470
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
471
471
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
472
472
|
extra_headers: Headers | None = None,
|
|
473
473
|
extra_query: Query | None = None,
|
|
474
474
|
extra_body: Body | None = None,
|
|
475
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
475
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
476
476
|
) -> Evaluation:
|
|
477
477
|
"""
|
|
478
478
|
Create Evaluation
|
|
@@ -505,16 +505,16 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
505
505
|
data: Iterable[Dict[str, object]],
|
|
506
506
|
dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset,
|
|
507
507
|
name: str,
|
|
508
|
-
description: str |
|
|
509
|
-
metadata: Dict[str, object] |
|
|
510
|
-
tags: SequenceNotStr[str] |
|
|
511
|
-
tasks: Iterable[EvaluationTaskParam] |
|
|
508
|
+
description: str | Omit = omit,
|
|
509
|
+
metadata: Dict[str, object] | Omit = omit,
|
|
510
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
511
|
+
tasks: Iterable[EvaluationTaskParam] | Omit = omit,
|
|
512
512
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
513
513
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
514
514
|
extra_headers: Headers | None = None,
|
|
515
515
|
extra_query: Query | None = None,
|
|
516
516
|
extra_body: Body | None = None,
|
|
517
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
517
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
518
518
|
) -> Evaluation:
|
|
519
519
|
"""
|
|
520
520
|
Create Evaluation
|
|
@@ -546,20 +546,20 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
546
546
|
*,
|
|
547
547
|
data: Iterable[Dict[str, object]]
|
|
548
548
|
| Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData]
|
|
549
|
-
|
|
|
549
|
+
| Omit = omit,
|
|
550
550
|
name: str,
|
|
551
|
-
description: str |
|
|
552
|
-
metadata: Dict[str, object] |
|
|
553
|
-
tags: SequenceNotStr[str] |
|
|
554
|
-
tasks: Iterable[EvaluationTaskParam] |
|
|
555
|
-
dataset_id: str |
|
|
556
|
-
dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset |
|
|
551
|
+
description: str | Omit = omit,
|
|
552
|
+
metadata: Dict[str, object] | Omit = omit,
|
|
553
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
554
|
+
tasks: Iterable[EvaluationTaskParam] | Omit = omit,
|
|
555
|
+
dataset_id: str | Omit = omit,
|
|
556
|
+
dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset | Omit = omit,
|
|
557
557
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
558
558
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
559
559
|
extra_headers: Headers | None = None,
|
|
560
560
|
extra_query: Query | None = None,
|
|
561
561
|
extra_body: Body | None = None,
|
|
562
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
562
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
563
563
|
) -> Evaluation:
|
|
564
564
|
return await self._post(
|
|
565
565
|
"/v5/evaluations",
|
|
@@ -586,14 +586,14 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
586
586
|
self,
|
|
587
587
|
evaluation_id: str,
|
|
588
588
|
*,
|
|
589
|
-
include_archived: bool |
|
|
590
|
-
views: List[Literal["tasks"]] |
|
|
589
|
+
include_archived: bool | Omit = omit,
|
|
590
|
+
views: List[Literal["tasks"]] | Omit = omit,
|
|
591
591
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
592
592
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
593
593
|
extra_headers: Headers | None = None,
|
|
594
594
|
extra_query: Query | None = None,
|
|
595
595
|
extra_body: Body | None = None,
|
|
596
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
596
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
597
597
|
) -> Evaluation:
|
|
598
598
|
"""
|
|
599
599
|
Get Evaluation
|
|
@@ -631,15 +631,15 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
631
631
|
self,
|
|
632
632
|
evaluation_id: str,
|
|
633
633
|
*,
|
|
634
|
-
description: str |
|
|
635
|
-
name: str |
|
|
636
|
-
tags: SequenceNotStr[str] |
|
|
634
|
+
description: str | Omit = omit,
|
|
635
|
+
name: str | Omit = omit,
|
|
636
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
637
637
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
638
638
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
639
639
|
extra_headers: Headers | None = None,
|
|
640
640
|
extra_query: Query | None = None,
|
|
641
641
|
extra_body: Body | None = None,
|
|
642
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
642
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
643
643
|
) -> Evaluation:
|
|
644
644
|
"""
|
|
645
645
|
Update Evaluation
|
|
@@ -676,20 +676,20 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
676
676
|
def list(
|
|
677
677
|
self,
|
|
678
678
|
*,
|
|
679
|
-
ending_before: str |
|
|
680
|
-
include_archived: bool |
|
|
681
|
-
limit: int |
|
|
682
|
-
name: str |
|
|
683
|
-
sort_order: Literal["asc", "desc"] |
|
|
684
|
-
starting_after: str |
|
|
685
|
-
tags: SequenceNotStr[str] |
|
|
686
|
-
views: List[Literal["tasks"]] |
|
|
679
|
+
ending_before: str | Omit = omit,
|
|
680
|
+
include_archived: bool | Omit = omit,
|
|
681
|
+
limit: int | Omit = omit,
|
|
682
|
+
name: str | Omit = omit,
|
|
683
|
+
sort_order: Literal["asc", "desc"] | Omit = omit,
|
|
684
|
+
starting_after: str | Omit = omit,
|
|
685
|
+
tags: SequenceNotStr[str] | Omit = omit,
|
|
686
|
+
views: List[Literal["tasks"]] | Omit = omit,
|
|
687
687
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
688
688
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
689
689
|
extra_headers: Headers | None = None,
|
|
690
690
|
extra_query: Query | None = None,
|
|
691
691
|
extra_body: Body | None = None,
|
|
692
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
692
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
693
693
|
) -> AsyncPaginator[Evaluation, AsyncCursorPage[Evaluation]]:
|
|
694
694
|
"""
|
|
695
695
|
List Evaluations
|
|
@@ -737,7 +737,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
737
737
|
extra_headers: Headers | None = None,
|
|
738
738
|
extra_query: Query | None = None,
|
|
739
739
|
extra_body: Body | None = None,
|
|
740
|
-
timeout: float | httpx.Timeout | None | NotGiven =
|
|
740
|
+
timeout: float | httpx.Timeout | None | NotGiven = not_given,
|
|
741
741
|
) -> EvaluationDeleteResponse:
|
|
742
742
|
"""
|
|
743
743
|
Archive Evaluation
|