scale-gp-beta 0.1.0a8__py3-none-any.whl → 0.1.0a9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
scale_gp_beta/_version.py CHANGED
@@ -1,4 +1,4 @@
1
1
  # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
2
 
3
3
  __title__ = "scale_gp_beta"
4
- __version__ = "0.1.0-alpha.8" # x-release-please-version
4
+ __version__ = "0.1.0-alpha.9" # x-release-please-version
@@ -2,8 +2,8 @@
2
2
 
3
3
  from __future__ import annotations
4
4
 
5
- from typing import Dict, Iterable, Optional
6
- from typing_extensions import overload
5
+ from typing import Dict, List, Iterable, Optional
6
+ from typing_extensions import Literal, overload
7
7
 
8
8
  import httpx
9
9
 
@@ -199,6 +199,7 @@ class EvaluationsResource(SyncAPIResource):
199
199
  evaluation_id: str,
200
200
  *,
201
201
  include_archived: bool | NotGiven = NOT_GIVEN,
202
+ views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
202
203
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
203
204
  # The extra values given here take precedence over values defined on the client or passed to this method.
204
205
  extra_headers: Headers | None = None,
@@ -228,7 +229,11 @@ class EvaluationsResource(SyncAPIResource):
228
229
  extra_body=extra_body,
229
230
  timeout=timeout,
230
231
  query=maybe_transform(
231
- {"include_archived": include_archived}, evaluation_retrieve_params.EvaluationRetrieveParams
232
+ {
233
+ "include_archived": include_archived,
234
+ "views": views,
235
+ },
236
+ evaluation_retrieve_params.EvaluationRetrieveParams,
232
237
  ),
233
238
  ),
234
239
  cast_to=Evaluation,
@@ -241,6 +246,7 @@ class EvaluationsResource(SyncAPIResource):
241
246
  include_archived: bool | NotGiven = NOT_GIVEN,
242
247
  limit: int | NotGiven = NOT_GIVEN,
243
248
  starting_after: Optional[str] | NotGiven = NOT_GIVEN,
249
+ views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
244
250
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
245
251
  # The extra values given here take precedence over values defined on the client or passed to this method.
246
252
  extra_headers: Headers | None = None,
@@ -274,6 +280,7 @@ class EvaluationsResource(SyncAPIResource):
274
280
  "include_archived": include_archived,
275
281
  "limit": limit,
276
282
  "starting_after": starting_after,
283
+ "views": views,
277
284
  },
278
285
  evaluation_list_params.EvaluationListParams,
279
286
  ),
@@ -483,6 +490,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
483
490
  evaluation_id: str,
484
491
  *,
485
492
  include_archived: bool | NotGiven = NOT_GIVEN,
493
+ views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
486
494
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
487
495
  # The extra values given here take precedence over values defined on the client or passed to this method.
488
496
  extra_headers: Headers | None = None,
@@ -512,7 +520,11 @@ class AsyncEvaluationsResource(AsyncAPIResource):
512
520
  extra_body=extra_body,
513
521
  timeout=timeout,
514
522
  query=await async_maybe_transform(
515
- {"include_archived": include_archived}, evaluation_retrieve_params.EvaluationRetrieveParams
523
+ {
524
+ "include_archived": include_archived,
525
+ "views": views,
526
+ },
527
+ evaluation_retrieve_params.EvaluationRetrieveParams,
516
528
  ),
517
529
  ),
518
530
  cast_to=Evaluation,
@@ -525,6 +537,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
525
537
  include_archived: bool | NotGiven = NOT_GIVEN,
526
538
  limit: int | NotGiven = NOT_GIVEN,
527
539
  starting_after: Optional[str] | NotGiven = NOT_GIVEN,
540
+ views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
528
541
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
529
542
  # The extra values given here take precedence over values defined on the client or passed to this method.
530
543
  extra_headers: Headers | None = None,
@@ -558,6 +571,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
558
571
  "include_archived": include_archived,
559
572
  "limit": limit,
560
573
  "starting_after": starting_after,
574
+ "views": views,
561
575
  },
562
576
  evaluation_list_params.EvaluationListParams,
563
577
  ),
@@ -9,6 +9,7 @@ from .completion import Completion as Completion
9
9
  from .evaluation import Evaluation as Evaluation
10
10
  from .dataset_item import DatasetItem as DatasetItem
11
11
  from .evaluation_item import EvaluationItem as EvaluationItem
12
+ from .evaluation_task import EvaluationTask as EvaluationTask
12
13
  from .inference_model import InferenceModel as InferenceModel
13
14
  from .file_list_params import FileListParams as FileListParams
14
15
  from .model_list_params import ModelListParams as ModelListParams
@@ -6,6 +6,7 @@ from typing_extensions import Literal
6
6
 
7
7
  from .dataset import Dataset
8
8
  from .._models import BaseModel
9
+ from .evaluation_task import EvaluationTask
9
10
 
10
11
  __all__ = ["Evaluation"]
11
12
 
@@ -28,3 +29,6 @@ class Evaluation(BaseModel):
28
29
  description: Optional[str] = None
29
30
 
30
31
  object: Optional[Literal["evaluation"]] = None
32
+
33
+ tasks: Optional[List[EvaluationTask]] = None
34
+ """Tasks executed during evaluation. Populated with optional `task` view."""
@@ -2,8 +2,8 @@
2
2
 
3
3
  from __future__ import annotations
4
4
 
5
- from typing import Optional
6
- from typing_extensions import TypedDict
5
+ from typing import List, Optional
6
+ from typing_extensions import Literal, TypedDict
7
7
 
8
8
  __all__ = ["EvaluationListParams"]
9
9
 
@@ -16,3 +16,5 @@ class EvaluationListParams(TypedDict, total=False):
16
16
  limit: int
17
17
 
18
18
  starting_after: Optional[str]
19
+
20
+ views: List[Literal["tasks"]]
@@ -2,10 +2,13 @@
2
2
 
3
3
  from __future__ import annotations
4
4
 
5
- from typing_extensions import TypedDict
5
+ from typing import List
6
+ from typing_extensions import Literal, TypedDict
6
7
 
7
8
  __all__ = ["EvaluationRetrieveParams"]
8
9
 
9
10
 
10
11
  class EvaluationRetrieveParams(TypedDict, total=False):
11
12
  include_archived: bool
13
+
14
+ views: List[Literal["tasks"]]
@@ -0,0 +1,205 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ from typing import TYPE_CHECKING, Dict, List, Union, Optional
4
+ from typing_extensions import Literal, Annotated, TypeAlias
5
+
6
+ from .._utils import PropertyInfo
7
+ from .._models import BaseModel
8
+
9
+ __all__ = [
10
+ "EvaluationTask",
11
+ "ChatCompletionEvaluationTask",
12
+ "ChatCompletionEvaluationTaskConfiguration",
13
+ "GenericInferenceEvaluationTask",
14
+ "GenericInferenceEvaluationTaskConfiguration",
15
+ "GenericInferenceEvaluationTaskConfigurationInferenceConfiguration",
16
+ "GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration",
17
+ "ApplicationVariantV1EvaluationTask",
18
+ "ApplicationVariantV1EvaluationTaskConfiguration",
19
+ "ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0",
20
+ "ApplicationVariantV1EvaluationTaskConfigurationOverrides",
21
+ "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides",
22
+ "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState",
23
+ "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace",
24
+ ]
25
+
26
+
27
+ class ChatCompletionEvaluationTaskConfiguration(BaseModel):
28
+ messages: Union[List[Dict[str, object]], str]
29
+
30
+ model: str
31
+
32
+ audio: Union[Dict[str, object], str, None] = None
33
+
34
+ frequency_penalty: Union[float, str, None] = None
35
+
36
+ function_call: Union[Dict[str, object], str, None] = None
37
+
38
+ functions: Union[List[Dict[str, object]], str, None] = None
39
+
40
+ logit_bias: Union[Dict[str, int], str, None] = None
41
+
42
+ logprobs: Union[bool, str, None] = None
43
+
44
+ max_completion_tokens: Union[int, str, None] = None
45
+
46
+ max_tokens: Union[int, str, None] = None
47
+
48
+ metadata: Union[Dict[str, str], str, None] = None
49
+
50
+ modalities: Union[List[str], str, None] = None
51
+
52
+ n: Union[int, str, None] = None
53
+
54
+ parallel_tool_calls: Union[bool, str, None] = None
55
+
56
+ prediction: Union[Dict[str, object], str, None] = None
57
+
58
+ presence_penalty: Union[float, str, None] = None
59
+
60
+ reasoning_effort: Optional[str] = None
61
+
62
+ response_format: Union[Dict[str, object], str, None] = None
63
+
64
+ seed: Union[int, str, None] = None
65
+
66
+ stop: Optional[str] = None
67
+
68
+ store: Union[bool, str, None] = None
69
+
70
+ temperature: Union[float, str, None] = None
71
+
72
+ tool_choice: Optional[str] = None
73
+
74
+ tools: Union[List[Dict[str, object]], str, None] = None
75
+
76
+ top_k: Union[int, str, None] = None
77
+
78
+ top_logprobs: Union[int, str, None] = None
79
+
80
+ top_p: Union[float, str, None] = None
81
+
82
+ if TYPE_CHECKING:
83
+ # Stub to indicate that arbitrary properties are accepted.
84
+ # To access properties that are not valid identifiers you can use `getattr`, e.g.
85
+ # `getattr(obj, '$type')`
86
+ def __getattr__(self, attr: str) -> object: ...
87
+
88
+
89
+ class ChatCompletionEvaluationTask(BaseModel):
90
+ configuration: ChatCompletionEvaluationTaskConfiguration
91
+
92
+ alias: Optional[str] = None
93
+ """Alias to title the results column. Defaults to the `task_type`"""
94
+
95
+ task_type: Optional[Literal["chat_completion"]] = None
96
+
97
+
98
+ class GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration(BaseModel):
99
+ num_retries: Optional[int] = None
100
+
101
+ timeout_seconds: Optional[int] = None
102
+
103
+
104
+ GenericInferenceEvaluationTaskConfigurationInferenceConfiguration: TypeAlias = Union[
105
+ GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration, str
106
+ ]
107
+
108
+
109
+ class GenericInferenceEvaluationTaskConfiguration(BaseModel):
110
+ model: str
111
+
112
+ args: Union[Dict[str, object], str, None] = None
113
+
114
+ inference_configuration: Optional[GenericInferenceEvaluationTaskConfigurationInferenceConfiguration] = None
115
+
116
+
117
+ class GenericInferenceEvaluationTask(BaseModel):
118
+ configuration: GenericInferenceEvaluationTaskConfiguration
119
+
120
+ alias: Optional[str] = None
121
+ """Alias to title the results column. Defaults to the `task_type`"""
122
+
123
+ task_type: Optional[Literal["inference"]] = None
124
+
125
+
126
+ class ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0(BaseModel):
127
+ request: str
128
+ """Request inputs"""
129
+
130
+ response: str
131
+ """Response outputs"""
132
+
133
+ session_data: Optional[Dict[str, object]] = None
134
+ """Session data corresponding to the request response pair"""
135
+
136
+
137
+ class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState(BaseModel):
138
+ current_node: str
139
+
140
+ state: Dict[str, object]
141
+
142
+
143
+ class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace(BaseModel):
144
+ duration_ms: int
145
+
146
+ node_id: str
147
+
148
+ operation_input: str
149
+
150
+ operation_output: str
151
+
152
+ operation_type: str
153
+
154
+ start_timestamp: str
155
+
156
+ workflow_id: str
157
+
158
+ operation_metadata: Optional[Dict[str, object]] = None
159
+
160
+
161
+ class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides(BaseModel):
162
+ concurrent: Optional[bool] = None
163
+
164
+ initial_state: Optional[
165
+ ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState
166
+ ] = None
167
+
168
+ partial_trace: Optional[
169
+ List[ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace]
170
+ ] = None
171
+
172
+ use_channels: Optional[bool] = None
173
+
174
+
175
+ ApplicationVariantV1EvaluationTaskConfigurationOverrides: TypeAlias = Union[
176
+ ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides, str
177
+ ]
178
+
179
+
180
+ class ApplicationVariantV1EvaluationTaskConfiguration(BaseModel):
181
+ application_variant_id: str
182
+
183
+ inputs: Union[Dict[str, object], str]
184
+
185
+ history: Union[List[ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0], str, None] = None
186
+
187
+ operation_metadata: Union[Dict[str, object], str, None] = None
188
+
189
+ overrides: Optional[ApplicationVariantV1EvaluationTaskConfigurationOverrides] = None
190
+ """Execution override options for agentic applications"""
191
+
192
+
193
+ class ApplicationVariantV1EvaluationTask(BaseModel):
194
+ configuration: ApplicationVariantV1EvaluationTaskConfiguration
195
+
196
+ alias: Optional[str] = None
197
+ """Alias to title the results column. Defaults to the `task_type`"""
198
+
199
+ task_type: Optional[Literal["application_variant"]] = None
200
+
201
+
202
+ EvaluationTask: TypeAlias = Annotated[
203
+ Union[ChatCompletionEvaluationTask, GenericInferenceEvaluationTask, ApplicationVariantV1EvaluationTask],
204
+ PropertyInfo(discriminator="task_type"),
205
+ ]
@@ -7,23 +7,23 @@ from typing_extensions import Literal, Required, TypeAlias, TypedDict
7
7
 
8
8
  __all__ = [
9
9
  "EvaluationTaskParam",
10
- "ChatCompletionEvaluationTaskRequest",
11
- "ChatCompletionEvaluationTaskRequestConfiguration",
12
- "GenericInferenceEvaluationTaskRequest",
13
- "GenericInferenceEvaluationTaskRequestConfiguration",
14
- "GenericInferenceEvaluationTaskRequestConfigurationInferenceConfiguration",
15
- "GenericInferenceEvaluationTaskRequestConfigurationInferenceConfigurationLaunchInferenceConfiguration",
16
- "ApplicationVariantV1EvaluationTaskRequest",
17
- "ApplicationVariantV1EvaluationTaskRequestConfiguration",
18
- "ApplicationVariantV1EvaluationTaskRequestConfigurationHistoryUnionMember0",
19
- "ApplicationVariantV1EvaluationTaskRequestConfigurationOverrides",
20
- "ApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverrides",
21
- "ApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesInitialState",
22
- "ApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesPartialTrace",
10
+ "ChatCompletionEvaluationTask",
11
+ "ChatCompletionEvaluationTaskConfiguration",
12
+ "GenericInferenceEvaluationTask",
13
+ "GenericInferenceEvaluationTaskConfiguration",
14
+ "GenericInferenceEvaluationTaskConfigurationInferenceConfiguration",
15
+ "GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration",
16
+ "ApplicationVariantV1EvaluationTask",
17
+ "ApplicationVariantV1EvaluationTaskConfiguration",
18
+ "ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0",
19
+ "ApplicationVariantV1EvaluationTaskConfigurationOverrides",
20
+ "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides",
21
+ "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState",
22
+ "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace",
23
23
  ]
24
24
 
25
25
 
26
- class ChatCompletionEvaluationTaskRequestConfigurationTyped(TypedDict, total=False):
26
+ class ChatCompletionEvaluationTaskConfigurationTyped(TypedDict, total=False):
27
27
  messages: Required[Union[Iterable[Dict[str, object]], str]]
28
28
 
29
29
  model: Required[str]
@@ -79,13 +79,13 @@ class ChatCompletionEvaluationTaskRequestConfigurationTyped(TypedDict, total=Fal
79
79
  top_p: Union[float, str]
80
80
 
81
81
 
82
- ChatCompletionEvaluationTaskRequestConfiguration: TypeAlias = Union[
83
- ChatCompletionEvaluationTaskRequestConfigurationTyped, Dict[str, object]
82
+ ChatCompletionEvaluationTaskConfiguration: TypeAlias = Union[
83
+ ChatCompletionEvaluationTaskConfigurationTyped, Dict[str, object]
84
84
  ]
85
85
 
86
86
 
87
- class ChatCompletionEvaluationTaskRequest(TypedDict, total=False):
88
- configuration: Required[ChatCompletionEvaluationTaskRequestConfiguration]
87
+ class ChatCompletionEvaluationTask(TypedDict, total=False):
88
+ configuration: Required[ChatCompletionEvaluationTaskConfiguration]
89
89
 
90
90
  alias: str
91
91
  """Alias to title the results column. Defaults to the `task_type`"""
@@ -93,7 +93,7 @@ class ChatCompletionEvaluationTaskRequest(TypedDict, total=False):
93
93
  task_type: Literal["chat_completion"]
94
94
 
95
95
 
96
- class GenericInferenceEvaluationTaskRequestConfigurationInferenceConfigurationLaunchInferenceConfiguration(
96
+ class GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration(
97
97
  TypedDict, total=False
98
98
  ):
99
99
  num_retries: int
@@ -101,21 +101,21 @@ class GenericInferenceEvaluationTaskRequestConfigurationInferenceConfigurationLa
101
101
  timeout_seconds: int
102
102
 
103
103
 
104
- GenericInferenceEvaluationTaskRequestConfigurationInferenceConfiguration: TypeAlias = Union[
105
- GenericInferenceEvaluationTaskRequestConfigurationInferenceConfigurationLaunchInferenceConfiguration, str
104
+ GenericInferenceEvaluationTaskConfigurationInferenceConfiguration: TypeAlias = Union[
105
+ GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration, str
106
106
  ]
107
107
 
108
108
 
109
- class GenericInferenceEvaluationTaskRequestConfiguration(TypedDict, total=False):
109
+ class GenericInferenceEvaluationTaskConfiguration(TypedDict, total=False):
110
110
  model: Required[str]
111
111
 
112
112
  args: Union[Dict[str, object], str]
113
113
 
114
- inference_configuration: GenericInferenceEvaluationTaskRequestConfigurationInferenceConfiguration
114
+ inference_configuration: GenericInferenceEvaluationTaskConfigurationInferenceConfiguration
115
115
 
116
116
 
117
- class GenericInferenceEvaluationTaskRequest(TypedDict, total=False):
118
- configuration: Required[GenericInferenceEvaluationTaskRequestConfiguration]
117
+ class GenericInferenceEvaluationTask(TypedDict, total=False):
118
+ configuration: Required[GenericInferenceEvaluationTaskConfiguration]
119
119
 
120
120
  alias: str
121
121
  """Alias to title the results column. Defaults to the `task_type`"""
@@ -123,7 +123,7 @@ class GenericInferenceEvaluationTaskRequest(TypedDict, total=False):
123
123
  task_type: Literal["inference"]
124
124
 
125
125
 
126
- class ApplicationVariantV1EvaluationTaskRequestConfigurationHistoryUnionMember0(TypedDict, total=False):
126
+ class ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0(TypedDict, total=False):
127
127
  request: Required[str]
128
128
  """Request inputs"""
129
129
 
@@ -134,7 +134,7 @@ class ApplicationVariantV1EvaluationTaskRequestConfigurationHistoryUnionMember0(
134
134
  """Session data corresponding to the request response pair"""
135
135
 
136
136
 
137
- class ApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesInitialState(
137
+ class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState(
138
138
  TypedDict, total=False
139
139
  ):
140
140
  current_node: Required[str]
@@ -142,7 +142,7 @@ class ApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticAppl
142
142
  state: Required[Dict[str, object]]
143
143
 
144
144
 
145
- class ApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesPartialTrace(
145
+ class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace(
146
146
  TypedDict, total=False
147
147
  ):
148
148
  duration_ms: Required[int]
@@ -162,42 +162,38 @@ class ApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticAppl
162
162
  operation_metadata: Dict[str, object]
163
163
 
164
164
 
165
- class ApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverrides(
166
- TypedDict, total=False
167
- ):
165
+ class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides(TypedDict, total=False):
168
166
  concurrent: bool
169
167
 
170
- initial_state: (
171
- ApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesInitialState
172
- )
168
+ initial_state: ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState
173
169
 
174
170
  partial_trace: Iterable[
175
- ApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesPartialTrace
171
+ ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace
176
172
  ]
177
173
 
178
174
  use_channels: bool
179
175
 
180
176
 
181
- ApplicationVariantV1EvaluationTaskRequestConfigurationOverrides: TypeAlias = Union[
182
- ApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverrides, str
177
+ ApplicationVariantV1EvaluationTaskConfigurationOverrides: TypeAlias = Union[
178
+ ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides, str
183
179
  ]
184
180
 
185
181
 
186
- class ApplicationVariantV1EvaluationTaskRequestConfiguration(TypedDict, total=False):
182
+ class ApplicationVariantV1EvaluationTaskConfiguration(TypedDict, total=False):
187
183
  application_variant_id: Required[str]
188
184
 
189
185
  inputs: Required[Union[Dict[str, object], str]]
190
186
 
191
- history: Union[Iterable[ApplicationVariantV1EvaluationTaskRequestConfigurationHistoryUnionMember0], str]
187
+ history: Union[Iterable[ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0], str]
192
188
 
193
189
  operation_metadata: Union[Dict[str, object], str]
194
190
 
195
- overrides: ApplicationVariantV1EvaluationTaskRequestConfigurationOverrides
191
+ overrides: ApplicationVariantV1EvaluationTaskConfigurationOverrides
196
192
  """Execution override options for agentic applications"""
197
193
 
198
194
 
199
- class ApplicationVariantV1EvaluationTaskRequest(TypedDict, total=False):
200
- configuration: Required[ApplicationVariantV1EvaluationTaskRequestConfiguration]
195
+ class ApplicationVariantV1EvaluationTask(TypedDict, total=False):
196
+ configuration: Required[ApplicationVariantV1EvaluationTaskConfiguration]
201
197
 
202
198
  alias: str
203
199
  """Alias to title the results column. Defaults to the `task_type`"""
@@ -206,7 +202,5 @@ class ApplicationVariantV1EvaluationTaskRequest(TypedDict, total=False):
206
202
 
207
203
 
208
204
  EvaluationTaskParam: TypeAlias = Union[
209
- ChatCompletionEvaluationTaskRequest,
210
- GenericInferenceEvaluationTaskRequest,
211
- ApplicationVariantV1EvaluationTaskRequest,
205
+ ChatCompletionEvaluationTask, GenericInferenceEvaluationTask, ApplicationVariantV1EvaluationTask
212
206
  ]
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: scale-gp-beta
3
- Version: 0.1.0a8
3
+ Version: 0.1.0a9
4
4
  Summary: The official Python library for the Scale GP API
5
5
  Project-URL: Homepage, https://github.com/scaleapi/sgp-python-beta
6
6
  Project-URL: Repository, https://github.com/scaleapi/sgp-python-beta
@@ -11,7 +11,7 @@ scale_gp_beta/_resource.py,sha256=siZly_U6D0AOVLAzaOsqUdEFFzVMbWRj-ml30nvRp7E,11
11
11
  scale_gp_beta/_response.py,sha256=ATtij8CjXVjmhdOWozU9Y0SP4Q_uxCYGFUHroxFnSc4,28853
12
12
  scale_gp_beta/_streaming.py,sha256=fcCSGXslmi2SmmkM05g2SACXHk2Mj7k1X5uMBu6U5s8,10112
13
13
  scale_gp_beta/_types.py,sha256=ScQhVBaKbtJrER3NkXbjokWE9DqSqREMIw9LE0NrFfA,6150
14
- scale_gp_beta/_version.py,sha256=ckvM_tv85xMh1KIzW_1D1v_kQnwo7N4V73wdvq0MjGU,173
14
+ scale_gp_beta/_version.py,sha256=EreOLJxNL1xIbxwo55WDcSBH-QRjrwyBmLk6MWaoLPA,173
15
15
  scale_gp_beta/pagination.py,sha256=6AAa8_V0wARlMd1MIXijugYbG1mILGc2tHVKbUQbZyQ,2595
16
16
  scale_gp_beta/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
17
17
  scale_gp_beta/_utils/__init__.py,sha256=PNZ_QJuzZEgyYXqkO1HVhGkj5IU9bglVUcw7H-Knjzw,2062
@@ -29,7 +29,7 @@ scale_gp_beta/resources/completions.py,sha256=dk7Uvl8dnnieRWTJr2fhzJMZwOzGIjsYSw
29
29
  scale_gp_beta/resources/dataset_items.py,sha256=BOx6ddLcDvL5L9HweCY62QnxflAs1jQJC-Ni-xzMUf0,22361
30
30
  scale_gp_beta/resources/datasets.py,sha256=tE2JKxlHc48Sm-SpySH4f265CxCBlaHWT68jKiJKJc8,20717
31
31
  scale_gp_beta/resources/evaluation_items.py,sha256=iD-srR9ZQQ3WAutxA98_MMj4_1h-B1_lZ_Ujb9F6Ino,11460
32
- scale_gp_beta/resources/evaluations.py,sha256=HzTnmgC1l8wAKMEZ5UWgXgBqY_Ax4E-yi9A_r4nlfEA,25677
32
+ scale_gp_beta/resources/evaluations.py,sha256=dC7qgS_dO-znb0OlMqYoXSkC-APtEtKbycnXFLzCZfE,26236
33
33
  scale_gp_beta/resources/inference.py,sha256=_20eN0x0PZBPNLx2VrozQrJgRVjtlXPjeTpTcnuP0bU,7576
34
34
  scale_gp_beta/resources/models.py,sha256=85F8qPJN9lBPbfNm9F8bHpdJSsyekS9B3GDPJtCXaMA,32658
35
35
  scale_gp_beta/resources/chat/__init__.py,sha256=BVAfz9TM3DT5W9f_mt0P9YRxL_MsUxKCWAH6u1iogmA,1041
@@ -38,7 +38,7 @@ scale_gp_beta/resources/chat/completions.py,sha256=ZPa4-9RNKTXldq2VjWahNrlXeO_jY
38
38
  scale_gp_beta/resources/files/__init__.py,sha256=VgAtqUimN5Kf_-lmEaNBnu_ApGegKsJQ1zNf-42MXFA,1002
39
39
  scale_gp_beta/resources/files/content.py,sha256=oJxb-28ZOUBgzE_MiAaJOcKFmtlB-N5APdhfZBNJna8,5762
40
40
  scale_gp_beta/resources/files/files.py,sha256=M8OdZoIi3fFjJL7oIn8w9TD6TVcASCMy1Ze1YZRbPMo,20530
41
- scale_gp_beta/types/__init__.py,sha256=x-G9Qo48WT9ct-93waO6DCNtk0jJVRUzKQnjoIAZzto,3192
41
+ scale_gp_beta/types/__init__.py,sha256=jpEo2h6GCwTrINBXL3MKAf3vVyhWnfekfVc9aC8G_CU,3254
42
42
  scale_gp_beta/types/completion.py,sha256=5eewo25sdqL4vutqvE8wmugE0Cw6YLzZ0_AD6yjP9NM,3259
43
43
  scale_gp_beta/types/completion_create_params.py,sha256=LE9vna29Kbh7E8qUq7EhQbcu7YuCF_h663maKtzOnhk,3063
44
44
  scale_gp_beta/types/dataset.py,sha256=uTlOPgxkzpiAFOr_NOOYqhTsrqOKkOyXvxzczIe9gaE,511
@@ -54,15 +54,16 @@ scale_gp_beta/types/dataset_item_update_params.py,sha256=4voEG9nKbxREiFRLzWqXZAW
54
54
  scale_gp_beta/types/dataset_list_params.py,sha256=4rITQ1avOcQObS17cT0NDikOmF7Fd_rxkSlRIfzzfF4,387
55
55
  scale_gp_beta/types/dataset_retrieve_params.py,sha256=5tpzuzX6y1WKKxP2AbjYwwcATpB1eZCv4wZABG3baIQ,282
56
56
  scale_gp_beta/types/dataset_update_params.py,sha256=Aw7m-jat5P82qJGJgsuz6xx6nu96jYdfJnM_TR94PAE,287
57
- scale_gp_beta/types/evaluation.py,sha256=U8m8P0dX290Pv-jG2ZiiV9djQ1dUkyLI1tv0SGgIH8c,609
57
+ scale_gp_beta/types/evaluation.py,sha256=t1bx6J8unollQ_S1xL0_84BvmoaXAceQ42J3yPDuTW8,784
58
58
  scale_gp_beta/types/evaluation_archive_response.py,sha256=SkGy3GourPaQRPt84smBd1XhwZqeDTDINK7PtyEEpSY,356
59
59
  scale_gp_beta/types/evaluation_create_params.py,sha256=1thnDWVjogRI_CaBQvkyBXdd0o8L1YYw0HXC3IM4Cxg,2431
60
60
  scale_gp_beta/types/evaluation_item.py,sha256=KENQ19JXAEGD0q82HwQ6GDx69giPmzP0h0Uo8ehWF8w,603
61
61
  scale_gp_beta/types/evaluation_item_list_params.py,sha256=LquF3dWIU6b7O_Sy_b0R2FMk5XC-Jm6mEHLJGUOKLuk,435
62
62
  scale_gp_beta/types/evaluation_item_retrieve_params.py,sha256=UYEKIAQ4dy92ZOSV1tWDZcvXG7_0BSpOND5Ehzs7QM4,296
63
- scale_gp_beta/types/evaluation_list_params.py,sha256=3e8fR1LCDhODoRrvgriRvgLhpIp0HXEZdjQ6P9p-eD4,393
64
- scale_gp_beta/types/evaluation_retrieve_params.py,sha256=tqzzbcD-hEcUcGFrfIhH3fG1cXuLvQGHZlyS-e3Zsx4,288
65
- scale_gp_beta/types/evaluation_task_param.py,sha256=b8kIoFo0sR88JBm3VzHeNPoyJKygh2g9OzJRbJcKfoU,6276
63
+ scale_gp_beta/types/evaluation_list_params.py,sha256=bAYktX3x-rEqNKbBocDyJ0Iqwwz2rZLPK9bHxlU4wYQ,443
64
+ scale_gp_beta/types/evaluation_retrieve_params.py,sha256=_YuT-E2VO-f_SvHaIe24KBbhTNoK8T-3tVB6Ov6cqfg,356
65
+ scale_gp_beta/types/evaluation_task.py,sha256=2ariEI9Hg63xvMo7AlVv74vKFnxxQkuRgm6ODcP_hew,6461
66
+ scale_gp_beta/types/evaluation_task_param.py,sha256=8C43Kt2077v4XzU-QAKJe1qigmdsW1_L8PwB2t21QBo,5958
66
67
  scale_gp_beta/types/file.py,sha256=Xkha0eSr1q6hkwjE9e2XNgk8kuHNoTEe1LXNhz6o-1k,528
67
68
  scale_gp_beta/types/file_create_params.py,sha256=KpXv6JCbd8BlgceTmBTewxOky2JTJaTW3mcGiVVU7wE,317
68
69
  scale_gp_beta/types/file_delete_response.py,sha256=lOsiaw8qrUOnH7smxb27-n7M4D1chfXlAUaMTRmdldY,336
@@ -85,7 +86,7 @@ scale_gp_beta/types/chat/chat_completion_chunk.py,sha256=57-i6LyOk6IX2HZvXsoUC26
85
86
  scale_gp_beta/types/chat/completion_create_params.py,sha256=Y7vJNvNM4Sov77l55aS5YtyRnrf7isediu3nKr6YE-A,4505
86
87
  scale_gp_beta/types/chat/completion_create_response.py,sha256=0OhfoJW8azVRrZdXRRMuiJ7kEEeMDnKScxrr3sayzDo,374
87
88
  scale_gp_beta/types/files/__init__.py,sha256=OKfJYcKb4NObdiRObqJV_dOyDQ8feXekDUge2o_4pXQ,122
88
- scale_gp_beta-0.1.0a8.dist-info/METADATA,sha256=wGSQ9SUjufrly6jFr44YaxFahnUbItFw4uaQeBKTjso,16938
89
- scale_gp_beta-0.1.0a8.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
90
- scale_gp_beta-0.1.0a8.dist-info/licenses/LICENSE,sha256=x49Bj8r_ZpqfzThbmfHyZ_bE88XvHdIMI_ANyLHFFRE,11338
91
- scale_gp_beta-0.1.0a8.dist-info/RECORD,,
89
+ scale_gp_beta-0.1.0a9.dist-info/METADATA,sha256=AZQrqd4p2qgSu3nxARiWbXUEem9nVYveVwvOBd2g3vQ,16938
90
+ scale_gp_beta-0.1.0a9.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
91
+ scale_gp_beta-0.1.0a9.dist-info/licenses/LICENSE,sha256=x49Bj8r_ZpqfzThbmfHyZ_bE88XvHdIMI_ANyLHFFRE,11338
92
+ scale_gp_beta-0.1.0a9.dist-info/RECORD,,