scale-gp-beta 0.1.0a29__py3-none-any.whl → 0.1.0a31__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (61) hide show
  1. scale_gp_beta/_base_client.py +7 -4
  2. scale_gp_beta/_client.py +17 -8
  3. scale_gp_beta/_compat.py +48 -48
  4. scale_gp_beta/_files.py +4 -4
  5. scale_gp_beta/_models.py +63 -42
  6. scale_gp_beta/_types.py +35 -1
  7. scale_gp_beta/_utils/__init__.py +9 -2
  8. scale_gp_beta/_utils/_compat.py +45 -0
  9. scale_gp_beta/_utils/_datetime_parse.py +136 -0
  10. scale_gp_beta/_utils/_transform.py +11 -1
  11. scale_gp_beta/_utils/_typing.py +6 -1
  12. scale_gp_beta/_utils/_utils.py +0 -1
  13. scale_gp_beta/_version.py +1 -1
  14. scale_gp_beta/lib/CONTRIBUTING.MD +53 -0
  15. scale_gp_beta/lib/tracing/trace_queue_manager.py +14 -0
  16. scale_gp_beta/resources/__init__.py +20 -6
  17. scale_gp_beta/resources/chat/completions.py +22 -18
  18. scale_gp_beta/resources/completions.py +18 -18
  19. scale_gp_beta/resources/datasets.py +8 -8
  20. scale_gp_beta/resources/evaluations.py +35 -13
  21. scale_gp_beta/resources/responses.py +314 -0
  22. scale_gp_beta/resources/spans.py +25 -33
  23. scale_gp_beta/types/__init__.py +17 -0
  24. scale_gp_beta/types/chat/chat_completion.py +61 -6
  25. scale_gp_beta/types/chat/chat_completion_chunk.py +17 -1
  26. scale_gp_beta/types/chat/completion_create_params.py +5 -3
  27. scale_gp_beta/types/chat/completion_models_params.py +2 -0
  28. scale_gp_beta/types/chat/model_definition.py +6 -0
  29. scale_gp_beta/types/completion.py +8 -0
  30. scale_gp_beta/types/completion_create_params.py +5 -3
  31. scale_gp_beta/types/container.py +2 -8
  32. scale_gp_beta/types/container_param.py +2 -2
  33. scale_gp_beta/types/dataset.py +3 -1
  34. scale_gp_beta/types/dataset_create_params.py +4 -2
  35. scale_gp_beta/types/dataset_item.py +3 -1
  36. scale_gp_beta/types/dataset_list_params.py +3 -2
  37. scale_gp_beta/types/dataset_update_params.py +3 -2
  38. scale_gp_beta/types/evaluation.py +7 -8
  39. scale_gp_beta/types/evaluation_create_params.py +17 -6
  40. scale_gp_beta/types/evaluation_item.py +3 -1
  41. scale_gp_beta/types/evaluation_list_params.py +3 -1
  42. scale_gp_beta/types/evaluation_task.py +31 -55
  43. scale_gp_beta/types/evaluation_task_param.py +32 -4
  44. scale_gp_beta/types/evaluation_update_params.py +3 -2
  45. scale_gp_beta/types/file.py +3 -1
  46. scale_gp_beta/types/inference_model.py +7 -0
  47. scale_gp_beta/types/model_create_params.py +6 -4
  48. scale_gp_beta/types/model_update_params.py +6 -4
  49. scale_gp_beta/types/question.py +11 -10
  50. scale_gp_beta/types/question_create_params.py +4 -2
  51. scale_gp_beta/types/response.py +2852 -0
  52. scale_gp_beta/types/response_create_params.py +819 -0
  53. scale_gp_beta/types/response_create_response.py +20891 -0
  54. scale_gp_beta/types/shared/__init__.py +3 -0
  55. scale_gp_beta/types/shared/identity.py +16 -0
  56. scale_gp_beta/types/span.py +4 -2
  57. scale_gp_beta/types/span_search_params.py +10 -12
  58. {scale_gp_beta-0.1.0a29.dist-info → scale_gp_beta-0.1.0a31.dist-info}/METADATA +2 -3
  59. {scale_gp_beta-0.1.0a29.dist-info → scale_gp_beta-0.1.0a31.dist-info}/RECORD +61 -52
  60. {scale_gp_beta-0.1.0a29.dist-info → scale_gp_beta-0.1.0a31.dist-info}/WHEEL +0 -0
  61. {scale_gp_beta-0.1.0a29.dist-info → scale_gp_beta-0.1.0a31.dist-info}/licenses/LICENSE +0 -0
scale_gp_beta/resources/completions.py CHANGED
@@ -2,13 +2,13 @@
2
2
 
3
3
  from __future__ import annotations
4
4
 
5
- from typing import Dict, List, Union
5
+ from typing import Dict, Union
6
6
  from typing_extensions import Literal, overload
7
7
 
8
8
  import httpx
9
9
 
10
10
  from ..types import completion_create_params
11
- from .._types import NOT_GIVEN, Body, Query, Headers, NotGiven
11
+ from .._types import NOT_GIVEN, Body, Query, Headers, NotGiven, SequenceNotStr
12
12
  from .._utils import required_args, maybe_transform, async_maybe_transform
13
13
  from .._compat import cached_property
14
14
  from .._resource import SyncAPIResource, AsyncAPIResource
@@ -50,7 +50,7 @@ class CompletionsResource(SyncAPIResource):
50
50
  self,
51
51
  *,
52
52
  model: str,
53
- prompt: Union[str, List[str]],
53
+ prompt: Union[str, SequenceNotStr[str]],
54
54
  best_of: int | NotGiven = NOT_GIVEN,
55
55
  echo: bool | NotGiven = NOT_GIVEN,
56
56
  frequency_penalty: float | NotGiven = NOT_GIVEN,
@@ -60,7 +60,7 @@ class CompletionsResource(SyncAPIResource):
60
60
  n: int | NotGiven = NOT_GIVEN,
61
61
  presence_penalty: float | NotGiven = NOT_GIVEN,
62
62
  seed: int | NotGiven = NOT_GIVEN,
63
- stop: Union[str, List[str]] | NotGiven = NOT_GIVEN,
63
+ stop: Union[str, SequenceNotStr[str]] | NotGiven = NOT_GIVEN,
64
64
  stream: Literal[False] | NotGiven = NOT_GIVEN,
65
65
  stream_options: Dict[str, object] | NotGiven = NOT_GIVEN,
66
66
  suffix: str | NotGiven = NOT_GIVEN,
@@ -139,7 +139,7 @@ class CompletionsResource(SyncAPIResource):
139
139
  self,
140
140
  *,
141
141
  model: str,
142
- prompt: Union[str, List[str]],
142
+ prompt: Union[str, SequenceNotStr[str]],
143
143
  stream: Literal[True],
144
144
  best_of: int | NotGiven = NOT_GIVEN,
145
145
  echo: bool | NotGiven = NOT_GIVEN,
@@ -150,7 +150,7 @@ class CompletionsResource(SyncAPIResource):
150
150
  n: int | NotGiven = NOT_GIVEN,
151
151
  presence_penalty: float | NotGiven = NOT_GIVEN,
152
152
  seed: int | NotGiven = NOT_GIVEN,
153
- stop: Union[str, List[str]] | NotGiven = NOT_GIVEN,
153
+ stop: Union[str, SequenceNotStr[str]] | NotGiven = NOT_GIVEN,
154
154
  stream_options: Dict[str, object] | NotGiven = NOT_GIVEN,
155
155
  suffix: str | NotGiven = NOT_GIVEN,
156
156
  temperature: float | NotGiven = NOT_GIVEN,
@@ -228,7 +228,7 @@ class CompletionsResource(SyncAPIResource):
228
228
  self,
229
229
  *,
230
230
  model: str,
231
- prompt: Union[str, List[str]],
231
+ prompt: Union[str, SequenceNotStr[str]],
232
232
  stream: bool,
233
233
  best_of: int | NotGiven = NOT_GIVEN,
234
234
  echo: bool | NotGiven = NOT_GIVEN,
@@ -239,7 +239,7 @@ class CompletionsResource(SyncAPIResource):
239
239
  n: int | NotGiven = NOT_GIVEN,
240
240
  presence_penalty: float | NotGiven = NOT_GIVEN,
241
241
  seed: int | NotGiven = NOT_GIVEN,
242
- stop: Union[str, List[str]] | NotGiven = NOT_GIVEN,
242
+ stop: Union[str, SequenceNotStr[str]] | NotGiven = NOT_GIVEN,
243
243
  stream_options: Dict[str, object] | NotGiven = NOT_GIVEN,
244
244
  suffix: str | NotGiven = NOT_GIVEN,
245
245
  temperature: float | NotGiven = NOT_GIVEN,
@@ -317,7 +317,7 @@ class CompletionsResource(SyncAPIResource):
317
317
  self,
318
318
  *,
319
319
  model: str,
320
- prompt: Union[str, List[str]],
320
+ prompt: Union[str, SequenceNotStr[str]],
321
321
  best_of: int | NotGiven = NOT_GIVEN,
322
322
  echo: bool | NotGiven = NOT_GIVEN,
323
323
  frequency_penalty: float | NotGiven = NOT_GIVEN,
@@ -327,7 +327,7 @@ class CompletionsResource(SyncAPIResource):
327
327
  n: int | NotGiven = NOT_GIVEN,
328
328
  presence_penalty: float | NotGiven = NOT_GIVEN,
329
329
  seed: int | NotGiven = NOT_GIVEN,
330
- stop: Union[str, List[str]] | NotGiven = NOT_GIVEN,
330
+ stop: Union[str, SequenceNotStr[str]] | NotGiven = NOT_GIVEN,
331
331
  stream: Literal[False] | Literal[True] | NotGiven = NOT_GIVEN,
332
332
  stream_options: Dict[str, object] | NotGiven = NOT_GIVEN,
333
333
  suffix: str | NotGiven = NOT_GIVEN,
@@ -402,7 +402,7 @@ class AsyncCompletionsResource(AsyncAPIResource):
402
402
  self,
403
403
  *,
404
404
  model: str,
405
- prompt: Union[str, List[str]],
405
+ prompt: Union[str, SequenceNotStr[str]],
406
406
  best_of: int | NotGiven = NOT_GIVEN,
407
407
  echo: bool | NotGiven = NOT_GIVEN,
408
408
  frequency_penalty: float | NotGiven = NOT_GIVEN,
@@ -412,7 +412,7 @@ class AsyncCompletionsResource(AsyncAPIResource):
412
412
  n: int | NotGiven = NOT_GIVEN,
413
413
  presence_penalty: float | NotGiven = NOT_GIVEN,
414
414
  seed: int | NotGiven = NOT_GIVEN,
415
- stop: Union[str, List[str]] | NotGiven = NOT_GIVEN,
415
+ stop: Union[str, SequenceNotStr[str]] | NotGiven = NOT_GIVEN,
416
416
  stream: Literal[False] | NotGiven = NOT_GIVEN,
417
417
  stream_options: Dict[str, object] | NotGiven = NOT_GIVEN,
418
418
  suffix: str | NotGiven = NOT_GIVEN,
@@ -491,7 +491,7 @@ class AsyncCompletionsResource(AsyncAPIResource):
491
491
  self,
492
492
  *,
493
493
  model: str,
494
- prompt: Union[str, List[str]],
494
+ prompt: Union[str, SequenceNotStr[str]],
495
495
  stream: Literal[True],
496
496
  best_of: int | NotGiven = NOT_GIVEN,
497
497
  echo: bool | NotGiven = NOT_GIVEN,
@@ -502,7 +502,7 @@ class AsyncCompletionsResource(AsyncAPIResource):
502
502
  n: int | NotGiven = NOT_GIVEN,
503
503
  presence_penalty: float | NotGiven = NOT_GIVEN,
504
504
  seed: int | NotGiven = NOT_GIVEN,
505
- stop: Union[str, List[str]] | NotGiven = NOT_GIVEN,
505
+ stop: Union[str, SequenceNotStr[str]] | NotGiven = NOT_GIVEN,
506
506
  stream_options: Dict[str, object] | NotGiven = NOT_GIVEN,
507
507
  suffix: str | NotGiven = NOT_GIVEN,
508
508
  temperature: float | NotGiven = NOT_GIVEN,
@@ -580,7 +580,7 @@ class AsyncCompletionsResource(AsyncAPIResource):
580
580
  self,
581
581
  *,
582
582
  model: str,
583
- prompt: Union[str, List[str]],
583
+ prompt: Union[str, SequenceNotStr[str]],
584
584
  stream: bool,
585
585
  best_of: int | NotGiven = NOT_GIVEN,
586
586
  echo: bool | NotGiven = NOT_GIVEN,
@@ -591,7 +591,7 @@ class AsyncCompletionsResource(AsyncAPIResource):
591
591
  n: int | NotGiven = NOT_GIVEN,
592
592
  presence_penalty: float | NotGiven = NOT_GIVEN,
593
593
  seed: int | NotGiven = NOT_GIVEN,
594
- stop: Union[str, List[str]] | NotGiven = NOT_GIVEN,
594
+ stop: Union[str, SequenceNotStr[str]] | NotGiven = NOT_GIVEN,
595
595
  stream_options: Dict[str, object] | NotGiven = NOT_GIVEN,
596
596
  suffix: str | NotGiven = NOT_GIVEN,
597
597
  temperature: float | NotGiven = NOT_GIVEN,
@@ -669,7 +669,7 @@ class AsyncCompletionsResource(AsyncAPIResource):
669
669
  self,
670
670
  *,
671
671
  model: str,
672
- prompt: Union[str, List[str]],
672
+ prompt: Union[str, SequenceNotStr[str]],
673
673
  best_of: int | NotGiven = NOT_GIVEN,
674
674
  echo: bool | NotGiven = NOT_GIVEN,
675
675
  frequency_penalty: float | NotGiven = NOT_GIVEN,
@@ -679,7 +679,7 @@ class AsyncCompletionsResource(AsyncAPIResource):
679
679
  n: int | NotGiven = NOT_GIVEN,
680
680
  presence_penalty: float | NotGiven = NOT_GIVEN,
681
681
  seed: int | NotGiven = NOT_GIVEN,
682
- stop: Union[str, List[str]] | NotGiven = NOT_GIVEN,
682
+ stop: Union[str, SequenceNotStr[str]] | NotGiven = NOT_GIVEN,
683
683
  stream: Literal[False] | Literal[True] | NotGiven = NOT_GIVEN,
684
684
  stream_options: Dict[str, object] | NotGiven = NOT_GIVEN,
685
685
  suffix: str | NotGiven = NOT_GIVEN,
scale_gp_beta/resources/datasets.py CHANGED
@@ -2,13 +2,13 @@
2
2
 
3
3
  from __future__ import annotations
4
4
 
5
- from typing import Dict, List, Iterable
5
+ from typing import Dict, Iterable
6
6
  from typing_extensions import Literal
7
7
 
8
8
  import httpx
9
9
 
10
10
  from ..types import dataset_list_params, dataset_create_params, dataset_update_params, dataset_retrieve_params
11
- from .._types import NOT_GIVEN, Body, Query, Headers, NotGiven
11
+ from .._types import NOT_GIVEN, Body, Query, Headers, NotGiven, SequenceNotStr
12
12
  from .._utils import maybe_transform, async_maybe_transform
13
13
  from .._compat import cached_property
14
14
  from .._resource import SyncAPIResource, AsyncAPIResource
@@ -52,7 +52,7 @@ class DatasetsResource(SyncAPIResource):
52
52
  data: Iterable[Dict[str, object]],
53
53
  name: str,
54
54
  description: str | NotGiven = NOT_GIVEN,
55
- tags: List[str] | NotGiven = NOT_GIVEN,
55
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
56
56
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
57
57
  # The extra values given here take precedence over values defined on the client or passed to this method.
58
58
  extra_headers: Headers | None = None,
@@ -139,7 +139,7 @@ class DatasetsResource(SyncAPIResource):
139
139
  *,
140
140
  description: str | NotGiven = NOT_GIVEN,
141
141
  name: str | NotGiven = NOT_GIVEN,
142
- tags: List[str] | NotGiven = NOT_GIVEN,
142
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
143
143
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
144
144
  # The extra values given here take precedence over values defined on the client or passed to this method.
145
145
  extra_headers: Headers | None = None,
@@ -188,7 +188,7 @@ class DatasetsResource(SyncAPIResource):
188
188
  name: str | NotGiven = NOT_GIVEN,
189
189
  sort_order: Literal["asc", "desc"] | NotGiven = NOT_GIVEN,
190
190
  starting_after: str | NotGiven = NOT_GIVEN,
191
- tags: List[str] | NotGiven = NOT_GIVEN,
191
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
192
192
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
193
193
  # The extra values given here take precedence over values defined on the client or passed to this method.
194
194
  extra_headers: Headers | None = None,
@@ -292,7 +292,7 @@ class AsyncDatasetsResource(AsyncAPIResource):
292
292
  data: Iterable[Dict[str, object]],
293
293
  name: str,
294
294
  description: str | NotGiven = NOT_GIVEN,
295
- tags: List[str] | NotGiven = NOT_GIVEN,
295
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
296
296
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
297
297
  # The extra values given here take precedence over values defined on the client or passed to this method.
298
298
  extra_headers: Headers | None = None,
@@ -379,7 +379,7 @@ class AsyncDatasetsResource(AsyncAPIResource):
379
379
  *,
380
380
  description: str | NotGiven = NOT_GIVEN,
381
381
  name: str | NotGiven = NOT_GIVEN,
382
- tags: List[str] | NotGiven = NOT_GIVEN,
382
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
383
383
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
384
384
  # The extra values given here take precedence over values defined on the client or passed to this method.
385
385
  extra_headers: Headers | None = None,
@@ -428,7 +428,7 @@ class AsyncDatasetsResource(AsyncAPIResource):
428
428
  name: str | NotGiven = NOT_GIVEN,
429
429
  sort_order: Literal["asc", "desc"] | NotGiven = NOT_GIVEN,
430
430
  starting_after: str | NotGiven = NOT_GIVEN,
431
- tags: List[str] | NotGiven = NOT_GIVEN,
431
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
432
432
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
433
433
  # The extra values given here take precedence over values defined on the client or passed to this method.
434
434
  extra_headers: Headers | None = None,
scale_gp_beta/resources/evaluations.py CHANGED
@@ -13,7 +13,7 @@ from ..types import (
13
13
  evaluation_update_params,
14
14
  evaluation_retrieve_params,
15
15
  )
16
- from .._types import NOT_GIVEN, Body, Query, Headers, NotGiven
16
+ from .._types import NOT_GIVEN, Body, Query, Headers, NotGiven, SequenceNotStr
17
17
  from .._utils import required_args, maybe_transform, async_maybe_transform
18
18
  from .._compat import cached_property
19
19
  from .._resource import SyncAPIResource, AsyncAPIResource
@@ -59,7 +59,8 @@ class EvaluationsResource(SyncAPIResource):
59
59
  data: Iterable[Dict[str, object]],
60
60
  name: str,
61
61
  description: str | NotGiven = NOT_GIVEN,
62
- tags: List[str] | NotGiven = NOT_GIVEN,
62
+ metadata: Dict[str, object] | NotGiven = NOT_GIVEN,
63
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
63
64
  tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
64
65
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
65
66
  # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -74,6 +75,8 @@ class EvaluationsResource(SyncAPIResource):
74
75
  Args:
75
76
  data: Items to be evaluated
76
77
 
78
+ metadata: Optional metadata key-value pairs for the evaluation
79
+
77
80
  tags: The tags associated with the entity
78
81
 
79
82
  tasks: Tasks allow you to augment and evaluate your data
@@ -96,7 +99,8 @@ class EvaluationsResource(SyncAPIResource):
96
99
  name: str,
97
100
  data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData] | NotGiven = NOT_GIVEN,
98
101
  description: str | NotGiven = NOT_GIVEN,
99
- tags: List[str] | NotGiven = NOT_GIVEN,
102
+ metadata: Dict[str, object] | NotGiven = NOT_GIVEN,
103
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
100
104
  tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
101
105
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
102
106
  # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -113,6 +117,8 @@ class EvaluationsResource(SyncAPIResource):
113
117
 
114
118
  data: Items to be evaluated, including references to the input dataset items
115
119
 
120
+ metadata: Optional metadata key-value pairs for the evaluation
121
+
116
122
  tags: The tags associated with the entity
117
123
 
118
124
  tasks: Tasks allow you to augment and evaluate your data
@@ -135,7 +141,8 @@ class EvaluationsResource(SyncAPIResource):
135
141
  dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset,
136
142
  name: str,
137
143
  description: str | NotGiven = NOT_GIVEN,
138
- tags: List[str] | NotGiven = NOT_GIVEN,
144
+ metadata: Dict[str, object] | NotGiven = NOT_GIVEN,
145
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
139
146
  tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
140
147
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
141
148
  # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -152,6 +159,8 @@ class EvaluationsResource(SyncAPIResource):
152
159
 
153
160
  dataset: Create a reusable dataset from items in the `data` field
154
161
 
162
+ metadata: Optional metadata key-value pairs for the evaluation
163
+
155
164
  tags: The tags associated with the entity
156
165
 
157
166
  tasks: Tasks allow you to augment and evaluate your data
@@ -175,7 +184,8 @@ class EvaluationsResource(SyncAPIResource):
175
184
  | NotGiven = NOT_GIVEN,
176
185
  name: str,
177
186
  description: str | NotGiven = NOT_GIVEN,
178
- tags: List[str] | NotGiven = NOT_GIVEN,
187
+ metadata: Dict[str, object] | NotGiven = NOT_GIVEN,
188
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
179
189
  tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
180
190
  dataset_id: str | NotGiven = NOT_GIVEN,
181
191
  dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset | NotGiven = NOT_GIVEN,
@@ -193,6 +203,7 @@ class EvaluationsResource(SyncAPIResource):
193
203
  "data": data,
194
204
  "name": name,
195
205
  "description": description,
206
+ "metadata": metadata,
196
207
  "tags": tags,
197
208
  "tasks": tasks,
198
209
  "dataset_id": dataset_id,
@@ -257,7 +268,7 @@ class EvaluationsResource(SyncAPIResource):
257
268
  *,
258
269
  description: str | NotGiven = NOT_GIVEN,
259
270
  name: str | NotGiven = NOT_GIVEN,
260
- tags: List[str] | NotGiven = NOT_GIVEN,
271
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
261
272
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
262
273
  # The extra values given here take precedence over values defined on the client or passed to this method.
263
274
  extra_headers: Headers | None = None,
@@ -306,7 +317,7 @@ class EvaluationsResource(SyncAPIResource):
306
317
  name: str | NotGiven = NOT_GIVEN,
307
318
  sort_order: Literal["asc", "desc"] | NotGiven = NOT_GIVEN,
308
319
  starting_after: str | NotGiven = NOT_GIVEN,
309
- tags: List[str] | NotGiven = NOT_GIVEN,
320
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
310
321
  views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
311
322
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
312
323
  # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -413,7 +424,8 @@ class AsyncEvaluationsResource(AsyncAPIResource):
413
424
  data: Iterable[Dict[str, object]],
414
425
  name: str,
415
426
  description: str | NotGiven = NOT_GIVEN,
416
- tags: List[str] | NotGiven = NOT_GIVEN,
427
+ metadata: Dict[str, object] | NotGiven = NOT_GIVEN,
428
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
417
429
  tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
418
430
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
419
431
  # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -428,6 +440,8 @@ class AsyncEvaluationsResource(AsyncAPIResource):
428
440
  Args:
429
441
  data: Items to be evaluated
430
442
 
443
+ metadata: Optional metadata key-value pairs for the evaluation
444
+
431
445
  tags: The tags associated with the entity
432
446
 
433
447
  tasks: Tasks allow you to augment and evaluate your data
@@ -450,7 +464,8 @@ class AsyncEvaluationsResource(AsyncAPIResource):
450
464
  name: str,
451
465
  data: Iterable[evaluation_create_params.EvaluationFromDatasetCreateRequestData] | NotGiven = NOT_GIVEN,
452
466
  description: str | NotGiven = NOT_GIVEN,
453
- tags: List[str] | NotGiven = NOT_GIVEN,
467
+ metadata: Dict[str, object] | NotGiven = NOT_GIVEN,
468
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
454
469
  tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
455
470
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
456
471
  # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -467,6 +482,8 @@ class AsyncEvaluationsResource(AsyncAPIResource):
467
482
 
468
483
  data: Items to be evaluated, including references to the input dataset items
469
484
 
485
+ metadata: Optional metadata key-value pairs for the evaluation
486
+
470
487
  tags: The tags associated with the entity
471
488
 
472
489
  tasks: Tasks allow you to augment and evaluate your data
@@ -489,7 +506,8 @@ class AsyncEvaluationsResource(AsyncAPIResource):
489
506
  dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset,
490
507
  name: str,
491
508
  description: str | NotGiven = NOT_GIVEN,
492
- tags: List[str] | NotGiven = NOT_GIVEN,
509
+ metadata: Dict[str, object] | NotGiven = NOT_GIVEN,
510
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
493
511
  tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
494
512
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
495
513
  # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -506,6 +524,8 @@ class AsyncEvaluationsResource(AsyncAPIResource):
506
524
 
507
525
  dataset: Create a reusable dataset from items in the `data` field
508
526
 
527
+ metadata: Optional metadata key-value pairs for the evaluation
528
+
509
529
  tags: The tags associated with the entity
510
530
 
511
531
  tasks: Tasks allow you to augment and evaluate your data
@@ -529,7 +549,8 @@ class AsyncEvaluationsResource(AsyncAPIResource):
529
549
  | NotGiven = NOT_GIVEN,
530
550
  name: str,
531
551
  description: str | NotGiven = NOT_GIVEN,
532
- tags: List[str] | NotGiven = NOT_GIVEN,
552
+ metadata: Dict[str, object] | NotGiven = NOT_GIVEN,
553
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
533
554
  tasks: Iterable[EvaluationTaskParam] | NotGiven = NOT_GIVEN,
534
555
  dataset_id: str | NotGiven = NOT_GIVEN,
535
556
  dataset: evaluation_create_params.EvaluationWithDatasetCreateRequestDataset | NotGiven = NOT_GIVEN,
@@ -547,6 +568,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
547
568
  "data": data,
548
569
  "name": name,
549
570
  "description": description,
571
+ "metadata": metadata,
550
572
  "tags": tags,
551
573
  "tasks": tasks,
552
574
  "dataset_id": dataset_id,
@@ -611,7 +633,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
611
633
  *,
612
634
  description: str | NotGiven = NOT_GIVEN,
613
635
  name: str | NotGiven = NOT_GIVEN,
614
- tags: List[str] | NotGiven = NOT_GIVEN,
636
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
615
637
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
616
638
  # The extra values given here take precedence over values defined on the client or passed to this method.
617
639
  extra_headers: Headers | None = None,
@@ -660,7 +682,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
660
682
  name: str | NotGiven = NOT_GIVEN,
661
683
  sort_order: Literal["asc", "desc"] | NotGiven = NOT_GIVEN,
662
684
  starting_after: str | NotGiven = NOT_GIVEN,
663
- tags: List[str] | NotGiven = NOT_GIVEN,
685
+ tags: SequenceNotStr[str] | NotGiven = NOT_GIVEN,
664
686
  views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
665
687
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
666
688
  # The extra values given here take precedence over values defined on the client or passed to this method.