scale-gp-beta 0.1.0a8__py3-none-any.whl → 0.1.0a9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- scale_gp_beta/_version.py +1 -1
- scale_gp_beta/resources/evaluations.py +18 -4
- scale_gp_beta/types/__init__.py +1 -0
- scale_gp_beta/types/evaluation.py +4 -0
- scale_gp_beta/types/evaluation_list_params.py +4 -2
- scale_gp_beta/types/evaluation_retrieve_params.py +4 -1
- scale_gp_beta/types/evaluation_task.py +205 -0
- scale_gp_beta/types/evaluation_task_param.py +39 -45
- {scale_gp_beta-0.1.0a8.dist-info → scale_gp_beta-0.1.0a9.dist-info}/METADATA +1 -1
- {scale_gp_beta-0.1.0a8.dist-info → scale_gp_beta-0.1.0a9.dist-info}/RECORD +12 -11
- {scale_gp_beta-0.1.0a8.dist-info → scale_gp_beta-0.1.0a9.dist-info}/WHEEL +0 -0
- {scale_gp_beta-0.1.0a8.dist-info → scale_gp_beta-0.1.0a9.dist-info}/licenses/LICENSE +0 -0
scale_gp_beta/_version.py
CHANGED
|
@@ -2,8 +2,8 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
-
from typing import Dict, Iterable, Optional
|
|
6
|
-
from typing_extensions import overload
|
|
5
|
+
from typing import Dict, List, Iterable, Optional
|
|
6
|
+
from typing_extensions import Literal, overload
|
|
7
7
|
|
|
8
8
|
import httpx
|
|
9
9
|
|
|
@@ -199,6 +199,7 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
199
199
|
evaluation_id: str,
|
|
200
200
|
*,
|
|
201
201
|
include_archived: bool | NotGiven = NOT_GIVEN,
|
|
202
|
+
views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
|
|
202
203
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
203
204
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
204
205
|
extra_headers: Headers | None = None,
|
|
@@ -228,7 +229,11 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
228
229
|
extra_body=extra_body,
|
|
229
230
|
timeout=timeout,
|
|
230
231
|
query=maybe_transform(
|
|
231
|
-
{
|
|
232
|
+
{
|
|
233
|
+
"include_archived": include_archived,
|
|
234
|
+
"views": views,
|
|
235
|
+
},
|
|
236
|
+
evaluation_retrieve_params.EvaluationRetrieveParams,
|
|
232
237
|
),
|
|
233
238
|
),
|
|
234
239
|
cast_to=Evaluation,
|
|
@@ -241,6 +246,7 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
241
246
|
include_archived: bool | NotGiven = NOT_GIVEN,
|
|
242
247
|
limit: int | NotGiven = NOT_GIVEN,
|
|
243
248
|
starting_after: Optional[str] | NotGiven = NOT_GIVEN,
|
|
249
|
+
views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
|
|
244
250
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
245
251
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
246
252
|
extra_headers: Headers | None = None,
|
|
@@ -274,6 +280,7 @@ class EvaluationsResource(SyncAPIResource):
|
|
|
274
280
|
"include_archived": include_archived,
|
|
275
281
|
"limit": limit,
|
|
276
282
|
"starting_after": starting_after,
|
|
283
|
+
"views": views,
|
|
277
284
|
},
|
|
278
285
|
evaluation_list_params.EvaluationListParams,
|
|
279
286
|
),
|
|
@@ -483,6 +490,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
483
490
|
evaluation_id: str,
|
|
484
491
|
*,
|
|
485
492
|
include_archived: bool | NotGiven = NOT_GIVEN,
|
|
493
|
+
views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
|
|
486
494
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
487
495
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
488
496
|
extra_headers: Headers | None = None,
|
|
@@ -512,7 +520,11 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
512
520
|
extra_body=extra_body,
|
|
513
521
|
timeout=timeout,
|
|
514
522
|
query=await async_maybe_transform(
|
|
515
|
-
{
|
|
523
|
+
{
|
|
524
|
+
"include_archived": include_archived,
|
|
525
|
+
"views": views,
|
|
526
|
+
},
|
|
527
|
+
evaluation_retrieve_params.EvaluationRetrieveParams,
|
|
516
528
|
),
|
|
517
529
|
),
|
|
518
530
|
cast_to=Evaluation,
|
|
@@ -525,6 +537,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
525
537
|
include_archived: bool | NotGiven = NOT_GIVEN,
|
|
526
538
|
limit: int | NotGiven = NOT_GIVEN,
|
|
527
539
|
starting_after: Optional[str] | NotGiven = NOT_GIVEN,
|
|
540
|
+
views: List[Literal["tasks"]] | NotGiven = NOT_GIVEN,
|
|
528
541
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
529
542
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
530
543
|
extra_headers: Headers | None = None,
|
|
@@ -558,6 +571,7 @@ class AsyncEvaluationsResource(AsyncAPIResource):
|
|
|
558
571
|
"include_archived": include_archived,
|
|
559
572
|
"limit": limit,
|
|
560
573
|
"starting_after": starting_after,
|
|
574
|
+
"views": views,
|
|
561
575
|
},
|
|
562
576
|
evaluation_list_params.EvaluationListParams,
|
|
563
577
|
),
|
scale_gp_beta/types/__init__.py
CHANGED
|
@@ -9,6 +9,7 @@ from .completion import Completion as Completion
|
|
|
9
9
|
from .evaluation import Evaluation as Evaluation
|
|
10
10
|
from .dataset_item import DatasetItem as DatasetItem
|
|
11
11
|
from .evaluation_item import EvaluationItem as EvaluationItem
|
|
12
|
+
from .evaluation_task import EvaluationTask as EvaluationTask
|
|
12
13
|
from .inference_model import InferenceModel as InferenceModel
|
|
13
14
|
from .file_list_params import FileListParams as FileListParams
|
|
14
15
|
from .model_list_params import ModelListParams as ModelListParams
|
|
@@ -6,6 +6,7 @@ from typing_extensions import Literal
|
|
|
6
6
|
|
|
7
7
|
from .dataset import Dataset
|
|
8
8
|
from .._models import BaseModel
|
|
9
|
+
from .evaluation_task import EvaluationTask
|
|
9
10
|
|
|
10
11
|
__all__ = ["Evaluation"]
|
|
11
12
|
|
|
@@ -28,3 +29,6 @@ class Evaluation(BaseModel):
|
|
|
28
29
|
description: Optional[str] = None
|
|
29
30
|
|
|
30
31
|
object: Optional[Literal["evaluation"]] = None
|
|
32
|
+
|
|
33
|
+
tasks: Optional[List[EvaluationTask]] = None
|
|
34
|
+
"""Tasks executed during evaluation. Populated with optional `task` view."""
|
|
@@ -2,8 +2,8 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
-
from typing import Optional
|
|
6
|
-
from typing_extensions import TypedDict
|
|
5
|
+
from typing import List, Optional
|
|
6
|
+
from typing_extensions import Literal, TypedDict
|
|
7
7
|
|
|
8
8
|
__all__ = ["EvaluationListParams"]
|
|
9
9
|
|
|
@@ -16,3 +16,5 @@ class EvaluationListParams(TypedDict, total=False):
|
|
|
16
16
|
limit: int
|
|
17
17
|
|
|
18
18
|
starting_after: Optional[str]
|
|
19
|
+
|
|
20
|
+
views: List[Literal["tasks"]]
|
|
@@ -2,10 +2,13 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
-
from
|
|
5
|
+
from typing import List
|
|
6
|
+
from typing_extensions import Literal, TypedDict
|
|
6
7
|
|
|
7
8
|
__all__ = ["EvaluationRetrieveParams"]
|
|
8
9
|
|
|
9
10
|
|
|
10
11
|
class EvaluationRetrieveParams(TypedDict, total=False):
|
|
11
12
|
include_archived: bool
|
|
13
|
+
|
|
14
|
+
views: List[Literal["tasks"]]
|
|
@@ -0,0 +1,205 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from typing import TYPE_CHECKING, Dict, List, Union, Optional
|
|
4
|
+
from typing_extensions import Literal, Annotated, TypeAlias
|
|
5
|
+
|
|
6
|
+
from .._utils import PropertyInfo
|
|
7
|
+
from .._models import BaseModel
|
|
8
|
+
|
|
9
|
+
__all__ = [
|
|
10
|
+
"EvaluationTask",
|
|
11
|
+
"ChatCompletionEvaluationTask",
|
|
12
|
+
"ChatCompletionEvaluationTaskConfiguration",
|
|
13
|
+
"GenericInferenceEvaluationTask",
|
|
14
|
+
"GenericInferenceEvaluationTaskConfiguration",
|
|
15
|
+
"GenericInferenceEvaluationTaskConfigurationInferenceConfiguration",
|
|
16
|
+
"GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration",
|
|
17
|
+
"ApplicationVariantV1EvaluationTask",
|
|
18
|
+
"ApplicationVariantV1EvaluationTaskConfiguration",
|
|
19
|
+
"ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0",
|
|
20
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverrides",
|
|
21
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides",
|
|
22
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState",
|
|
23
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace",
|
|
24
|
+
]
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
class ChatCompletionEvaluationTaskConfiguration(BaseModel):
|
|
28
|
+
messages: Union[List[Dict[str, object]], str]
|
|
29
|
+
|
|
30
|
+
model: str
|
|
31
|
+
|
|
32
|
+
audio: Union[Dict[str, object], str, None] = None
|
|
33
|
+
|
|
34
|
+
frequency_penalty: Union[float, str, None] = None
|
|
35
|
+
|
|
36
|
+
function_call: Union[Dict[str, object], str, None] = None
|
|
37
|
+
|
|
38
|
+
functions: Union[List[Dict[str, object]], str, None] = None
|
|
39
|
+
|
|
40
|
+
logit_bias: Union[Dict[str, int], str, None] = None
|
|
41
|
+
|
|
42
|
+
logprobs: Union[bool, str, None] = None
|
|
43
|
+
|
|
44
|
+
max_completion_tokens: Union[int, str, None] = None
|
|
45
|
+
|
|
46
|
+
max_tokens: Union[int, str, None] = None
|
|
47
|
+
|
|
48
|
+
metadata: Union[Dict[str, str], str, None] = None
|
|
49
|
+
|
|
50
|
+
modalities: Union[List[str], str, None] = None
|
|
51
|
+
|
|
52
|
+
n: Union[int, str, None] = None
|
|
53
|
+
|
|
54
|
+
parallel_tool_calls: Union[bool, str, None] = None
|
|
55
|
+
|
|
56
|
+
prediction: Union[Dict[str, object], str, None] = None
|
|
57
|
+
|
|
58
|
+
presence_penalty: Union[float, str, None] = None
|
|
59
|
+
|
|
60
|
+
reasoning_effort: Optional[str] = None
|
|
61
|
+
|
|
62
|
+
response_format: Union[Dict[str, object], str, None] = None
|
|
63
|
+
|
|
64
|
+
seed: Union[int, str, None] = None
|
|
65
|
+
|
|
66
|
+
stop: Optional[str] = None
|
|
67
|
+
|
|
68
|
+
store: Union[bool, str, None] = None
|
|
69
|
+
|
|
70
|
+
temperature: Union[float, str, None] = None
|
|
71
|
+
|
|
72
|
+
tool_choice: Optional[str] = None
|
|
73
|
+
|
|
74
|
+
tools: Union[List[Dict[str, object]], str, None] = None
|
|
75
|
+
|
|
76
|
+
top_k: Union[int, str, None] = None
|
|
77
|
+
|
|
78
|
+
top_logprobs: Union[int, str, None] = None
|
|
79
|
+
|
|
80
|
+
top_p: Union[float, str, None] = None
|
|
81
|
+
|
|
82
|
+
if TYPE_CHECKING:
|
|
83
|
+
# Stub to indicate that arbitrary properties are accepted.
|
|
84
|
+
# To access properties that are not valid identifiers you can use `getattr`, e.g.
|
|
85
|
+
# `getattr(obj, '$type')`
|
|
86
|
+
def __getattr__(self, attr: str) -> object: ...
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
class ChatCompletionEvaluationTask(BaseModel):
|
|
90
|
+
configuration: ChatCompletionEvaluationTaskConfiguration
|
|
91
|
+
|
|
92
|
+
alias: Optional[str] = None
|
|
93
|
+
"""Alias to title the results column. Defaults to the `task_type`"""
|
|
94
|
+
|
|
95
|
+
task_type: Optional[Literal["chat_completion"]] = None
|
|
96
|
+
|
|
97
|
+
|
|
98
|
+
class GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration(BaseModel):
|
|
99
|
+
num_retries: Optional[int] = None
|
|
100
|
+
|
|
101
|
+
timeout_seconds: Optional[int] = None
|
|
102
|
+
|
|
103
|
+
|
|
104
|
+
GenericInferenceEvaluationTaskConfigurationInferenceConfiguration: TypeAlias = Union[
|
|
105
|
+
GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration, str
|
|
106
|
+
]
|
|
107
|
+
|
|
108
|
+
|
|
109
|
+
class GenericInferenceEvaluationTaskConfiguration(BaseModel):
|
|
110
|
+
model: str
|
|
111
|
+
|
|
112
|
+
args: Union[Dict[str, object], str, None] = None
|
|
113
|
+
|
|
114
|
+
inference_configuration: Optional[GenericInferenceEvaluationTaskConfigurationInferenceConfiguration] = None
|
|
115
|
+
|
|
116
|
+
|
|
117
|
+
class GenericInferenceEvaluationTask(BaseModel):
|
|
118
|
+
configuration: GenericInferenceEvaluationTaskConfiguration
|
|
119
|
+
|
|
120
|
+
alias: Optional[str] = None
|
|
121
|
+
"""Alias to title the results column. Defaults to the `task_type`"""
|
|
122
|
+
|
|
123
|
+
task_type: Optional[Literal["inference"]] = None
|
|
124
|
+
|
|
125
|
+
|
|
126
|
+
class ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0(BaseModel):
|
|
127
|
+
request: str
|
|
128
|
+
"""Request inputs"""
|
|
129
|
+
|
|
130
|
+
response: str
|
|
131
|
+
"""Response outputs"""
|
|
132
|
+
|
|
133
|
+
session_data: Optional[Dict[str, object]] = None
|
|
134
|
+
"""Session data corresponding to the request response pair"""
|
|
135
|
+
|
|
136
|
+
|
|
137
|
+
class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState(BaseModel):
|
|
138
|
+
current_node: str
|
|
139
|
+
|
|
140
|
+
state: Dict[str, object]
|
|
141
|
+
|
|
142
|
+
|
|
143
|
+
class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace(BaseModel):
|
|
144
|
+
duration_ms: int
|
|
145
|
+
|
|
146
|
+
node_id: str
|
|
147
|
+
|
|
148
|
+
operation_input: str
|
|
149
|
+
|
|
150
|
+
operation_output: str
|
|
151
|
+
|
|
152
|
+
operation_type: str
|
|
153
|
+
|
|
154
|
+
start_timestamp: str
|
|
155
|
+
|
|
156
|
+
workflow_id: str
|
|
157
|
+
|
|
158
|
+
operation_metadata: Optional[Dict[str, object]] = None
|
|
159
|
+
|
|
160
|
+
|
|
161
|
+
class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides(BaseModel):
|
|
162
|
+
concurrent: Optional[bool] = None
|
|
163
|
+
|
|
164
|
+
initial_state: Optional[
|
|
165
|
+
ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState
|
|
166
|
+
] = None
|
|
167
|
+
|
|
168
|
+
partial_trace: Optional[
|
|
169
|
+
List[ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace]
|
|
170
|
+
] = None
|
|
171
|
+
|
|
172
|
+
use_channels: Optional[bool] = None
|
|
173
|
+
|
|
174
|
+
|
|
175
|
+
ApplicationVariantV1EvaluationTaskConfigurationOverrides: TypeAlias = Union[
|
|
176
|
+
ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides, str
|
|
177
|
+
]
|
|
178
|
+
|
|
179
|
+
|
|
180
|
+
class ApplicationVariantV1EvaluationTaskConfiguration(BaseModel):
|
|
181
|
+
application_variant_id: str
|
|
182
|
+
|
|
183
|
+
inputs: Union[Dict[str, object], str]
|
|
184
|
+
|
|
185
|
+
history: Union[List[ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0], str, None] = None
|
|
186
|
+
|
|
187
|
+
operation_metadata: Union[Dict[str, object], str, None] = None
|
|
188
|
+
|
|
189
|
+
overrides: Optional[ApplicationVariantV1EvaluationTaskConfigurationOverrides] = None
|
|
190
|
+
"""Execution override options for agentic applications"""
|
|
191
|
+
|
|
192
|
+
|
|
193
|
+
class ApplicationVariantV1EvaluationTask(BaseModel):
|
|
194
|
+
configuration: ApplicationVariantV1EvaluationTaskConfiguration
|
|
195
|
+
|
|
196
|
+
alias: Optional[str] = None
|
|
197
|
+
"""Alias to title the results column. Defaults to the `task_type`"""
|
|
198
|
+
|
|
199
|
+
task_type: Optional[Literal["application_variant"]] = None
|
|
200
|
+
|
|
201
|
+
|
|
202
|
+
EvaluationTask: TypeAlias = Annotated[
|
|
203
|
+
Union[ChatCompletionEvaluationTask, GenericInferenceEvaluationTask, ApplicationVariantV1EvaluationTask],
|
|
204
|
+
PropertyInfo(discriminator="task_type"),
|
|
205
|
+
]
|
|
@@ -7,23 +7,23 @@ from typing_extensions import Literal, Required, TypeAlias, TypedDict
|
|
|
7
7
|
|
|
8
8
|
__all__ = [
|
|
9
9
|
"EvaluationTaskParam",
|
|
10
|
-
"
|
|
11
|
-
"
|
|
12
|
-
"
|
|
13
|
-
"
|
|
14
|
-
"
|
|
15
|
-
"
|
|
16
|
-
"
|
|
17
|
-
"
|
|
18
|
-
"
|
|
19
|
-
"
|
|
20
|
-
"
|
|
21
|
-
"
|
|
22
|
-
"
|
|
10
|
+
"ChatCompletionEvaluationTask",
|
|
11
|
+
"ChatCompletionEvaluationTaskConfiguration",
|
|
12
|
+
"GenericInferenceEvaluationTask",
|
|
13
|
+
"GenericInferenceEvaluationTaskConfiguration",
|
|
14
|
+
"GenericInferenceEvaluationTaskConfigurationInferenceConfiguration",
|
|
15
|
+
"GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration",
|
|
16
|
+
"ApplicationVariantV1EvaluationTask",
|
|
17
|
+
"ApplicationVariantV1EvaluationTaskConfiguration",
|
|
18
|
+
"ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0",
|
|
19
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverrides",
|
|
20
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides",
|
|
21
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState",
|
|
22
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace",
|
|
23
23
|
]
|
|
24
24
|
|
|
25
25
|
|
|
26
|
-
class
|
|
26
|
+
class ChatCompletionEvaluationTaskConfigurationTyped(TypedDict, total=False):
|
|
27
27
|
messages: Required[Union[Iterable[Dict[str, object]], str]]
|
|
28
28
|
|
|
29
29
|
model: Required[str]
|
|
@@ -79,13 +79,13 @@ class ChatCompletionEvaluationTaskRequestConfigurationTyped(TypedDict, total=Fal
|
|
|
79
79
|
top_p: Union[float, str]
|
|
80
80
|
|
|
81
81
|
|
|
82
|
-
|
|
83
|
-
|
|
82
|
+
ChatCompletionEvaluationTaskConfiguration: TypeAlias = Union[
|
|
83
|
+
ChatCompletionEvaluationTaskConfigurationTyped, Dict[str, object]
|
|
84
84
|
]
|
|
85
85
|
|
|
86
86
|
|
|
87
|
-
class
|
|
88
|
-
configuration: Required[
|
|
87
|
+
class ChatCompletionEvaluationTask(TypedDict, total=False):
|
|
88
|
+
configuration: Required[ChatCompletionEvaluationTaskConfiguration]
|
|
89
89
|
|
|
90
90
|
alias: str
|
|
91
91
|
"""Alias to title the results column. Defaults to the `task_type`"""
|
|
@@ -93,7 +93,7 @@ class ChatCompletionEvaluationTaskRequest(TypedDict, total=False):
|
|
|
93
93
|
task_type: Literal["chat_completion"]
|
|
94
94
|
|
|
95
95
|
|
|
96
|
-
class
|
|
96
|
+
class GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration(
|
|
97
97
|
TypedDict, total=False
|
|
98
98
|
):
|
|
99
99
|
num_retries: int
|
|
@@ -101,21 +101,21 @@ class GenericInferenceEvaluationTaskRequestConfigurationInferenceConfigurationLa
|
|
|
101
101
|
timeout_seconds: int
|
|
102
102
|
|
|
103
103
|
|
|
104
|
-
|
|
105
|
-
|
|
104
|
+
GenericInferenceEvaluationTaskConfigurationInferenceConfiguration: TypeAlias = Union[
|
|
105
|
+
GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration, str
|
|
106
106
|
]
|
|
107
107
|
|
|
108
108
|
|
|
109
|
-
class
|
|
109
|
+
class GenericInferenceEvaluationTaskConfiguration(TypedDict, total=False):
|
|
110
110
|
model: Required[str]
|
|
111
111
|
|
|
112
112
|
args: Union[Dict[str, object], str]
|
|
113
113
|
|
|
114
|
-
inference_configuration:
|
|
114
|
+
inference_configuration: GenericInferenceEvaluationTaskConfigurationInferenceConfiguration
|
|
115
115
|
|
|
116
116
|
|
|
117
|
-
class
|
|
118
|
-
configuration: Required[
|
|
117
|
+
class GenericInferenceEvaluationTask(TypedDict, total=False):
|
|
118
|
+
configuration: Required[GenericInferenceEvaluationTaskConfiguration]
|
|
119
119
|
|
|
120
120
|
alias: str
|
|
121
121
|
"""Alias to title the results column. Defaults to the `task_type`"""
|
|
@@ -123,7 +123,7 @@ class GenericInferenceEvaluationTaskRequest(TypedDict, total=False):
|
|
|
123
123
|
task_type: Literal["inference"]
|
|
124
124
|
|
|
125
125
|
|
|
126
|
-
class
|
|
126
|
+
class ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0(TypedDict, total=False):
|
|
127
127
|
request: Required[str]
|
|
128
128
|
"""Request inputs"""
|
|
129
129
|
|
|
@@ -134,7 +134,7 @@ class ApplicationVariantV1EvaluationTaskRequestConfigurationHistoryUnionMember0(
|
|
|
134
134
|
"""Session data corresponding to the request response pair"""
|
|
135
135
|
|
|
136
136
|
|
|
137
|
-
class
|
|
137
|
+
class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState(
|
|
138
138
|
TypedDict, total=False
|
|
139
139
|
):
|
|
140
140
|
current_node: Required[str]
|
|
@@ -142,7 +142,7 @@ class ApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticAppl
|
|
|
142
142
|
state: Required[Dict[str, object]]
|
|
143
143
|
|
|
144
144
|
|
|
145
|
-
class
|
|
145
|
+
class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace(
|
|
146
146
|
TypedDict, total=False
|
|
147
147
|
):
|
|
148
148
|
duration_ms: Required[int]
|
|
@@ -162,42 +162,38 @@ class ApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticAppl
|
|
|
162
162
|
operation_metadata: Dict[str, object]
|
|
163
163
|
|
|
164
164
|
|
|
165
|
-
class
|
|
166
|
-
TypedDict, total=False
|
|
167
|
-
):
|
|
165
|
+
class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides(TypedDict, total=False):
|
|
168
166
|
concurrent: bool
|
|
169
167
|
|
|
170
|
-
initial_state:
|
|
171
|
-
ApplicationVariantV1EvaluationTaskRequestConfigurationOverridesAgenticApplicationOverridesInitialState
|
|
172
|
-
)
|
|
168
|
+
initial_state: ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState
|
|
173
169
|
|
|
174
170
|
partial_trace: Iterable[
|
|
175
|
-
|
|
171
|
+
ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace
|
|
176
172
|
]
|
|
177
173
|
|
|
178
174
|
use_channels: bool
|
|
179
175
|
|
|
180
176
|
|
|
181
|
-
|
|
182
|
-
|
|
177
|
+
ApplicationVariantV1EvaluationTaskConfigurationOverrides: TypeAlias = Union[
|
|
178
|
+
ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides, str
|
|
183
179
|
]
|
|
184
180
|
|
|
185
181
|
|
|
186
|
-
class
|
|
182
|
+
class ApplicationVariantV1EvaluationTaskConfiguration(TypedDict, total=False):
|
|
187
183
|
application_variant_id: Required[str]
|
|
188
184
|
|
|
189
185
|
inputs: Required[Union[Dict[str, object], str]]
|
|
190
186
|
|
|
191
|
-
history: Union[Iterable[
|
|
187
|
+
history: Union[Iterable[ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0], str]
|
|
192
188
|
|
|
193
189
|
operation_metadata: Union[Dict[str, object], str]
|
|
194
190
|
|
|
195
|
-
overrides:
|
|
191
|
+
overrides: ApplicationVariantV1EvaluationTaskConfigurationOverrides
|
|
196
192
|
"""Execution override options for agentic applications"""
|
|
197
193
|
|
|
198
194
|
|
|
199
|
-
class
|
|
200
|
-
configuration: Required[
|
|
195
|
+
class ApplicationVariantV1EvaluationTask(TypedDict, total=False):
|
|
196
|
+
configuration: Required[ApplicationVariantV1EvaluationTaskConfiguration]
|
|
201
197
|
|
|
202
198
|
alias: str
|
|
203
199
|
"""Alias to title the results column. Defaults to the `task_type`"""
|
|
@@ -206,7 +202,5 @@ class ApplicationVariantV1EvaluationTaskRequest(TypedDict, total=False):
|
|
|
206
202
|
|
|
207
203
|
|
|
208
204
|
EvaluationTaskParam: TypeAlias = Union[
|
|
209
|
-
|
|
210
|
-
GenericInferenceEvaluationTaskRequest,
|
|
211
|
-
ApplicationVariantV1EvaluationTaskRequest,
|
|
205
|
+
ChatCompletionEvaluationTask, GenericInferenceEvaluationTask, ApplicationVariantV1EvaluationTask
|
|
212
206
|
]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: scale-gp-beta
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.0a9
|
|
4
4
|
Summary: The official Python library for the Scale GP API
|
|
5
5
|
Project-URL: Homepage, https://github.com/scaleapi/sgp-python-beta
|
|
6
6
|
Project-URL: Repository, https://github.com/scaleapi/sgp-python-beta
|
|
@@ -11,7 +11,7 @@ scale_gp_beta/_resource.py,sha256=siZly_U6D0AOVLAzaOsqUdEFFzVMbWRj-ml30nvRp7E,11
|
|
|
11
11
|
scale_gp_beta/_response.py,sha256=ATtij8CjXVjmhdOWozU9Y0SP4Q_uxCYGFUHroxFnSc4,28853
|
|
12
12
|
scale_gp_beta/_streaming.py,sha256=fcCSGXslmi2SmmkM05g2SACXHk2Mj7k1X5uMBu6U5s8,10112
|
|
13
13
|
scale_gp_beta/_types.py,sha256=ScQhVBaKbtJrER3NkXbjokWE9DqSqREMIw9LE0NrFfA,6150
|
|
14
|
-
scale_gp_beta/_version.py,sha256=
|
|
14
|
+
scale_gp_beta/_version.py,sha256=EreOLJxNL1xIbxwo55WDcSBH-QRjrwyBmLk6MWaoLPA,173
|
|
15
15
|
scale_gp_beta/pagination.py,sha256=6AAa8_V0wARlMd1MIXijugYbG1mILGc2tHVKbUQbZyQ,2595
|
|
16
16
|
scale_gp_beta/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
17
17
|
scale_gp_beta/_utils/__init__.py,sha256=PNZ_QJuzZEgyYXqkO1HVhGkj5IU9bglVUcw7H-Knjzw,2062
|
|
@@ -29,7 +29,7 @@ scale_gp_beta/resources/completions.py,sha256=dk7Uvl8dnnieRWTJr2fhzJMZwOzGIjsYSw
|
|
|
29
29
|
scale_gp_beta/resources/dataset_items.py,sha256=BOx6ddLcDvL5L9HweCY62QnxflAs1jQJC-Ni-xzMUf0,22361
|
|
30
30
|
scale_gp_beta/resources/datasets.py,sha256=tE2JKxlHc48Sm-SpySH4f265CxCBlaHWT68jKiJKJc8,20717
|
|
31
31
|
scale_gp_beta/resources/evaluation_items.py,sha256=iD-srR9ZQQ3WAutxA98_MMj4_1h-B1_lZ_Ujb9F6Ino,11460
|
|
32
|
-
scale_gp_beta/resources/evaluations.py,sha256=
|
|
32
|
+
scale_gp_beta/resources/evaluations.py,sha256=dC7qgS_dO-znb0OlMqYoXSkC-APtEtKbycnXFLzCZfE,26236
|
|
33
33
|
scale_gp_beta/resources/inference.py,sha256=_20eN0x0PZBPNLx2VrozQrJgRVjtlXPjeTpTcnuP0bU,7576
|
|
34
34
|
scale_gp_beta/resources/models.py,sha256=85F8qPJN9lBPbfNm9F8bHpdJSsyekS9B3GDPJtCXaMA,32658
|
|
35
35
|
scale_gp_beta/resources/chat/__init__.py,sha256=BVAfz9TM3DT5W9f_mt0P9YRxL_MsUxKCWAH6u1iogmA,1041
|
|
@@ -38,7 +38,7 @@ scale_gp_beta/resources/chat/completions.py,sha256=ZPa4-9RNKTXldq2VjWahNrlXeO_jY
|
|
|
38
38
|
scale_gp_beta/resources/files/__init__.py,sha256=VgAtqUimN5Kf_-lmEaNBnu_ApGegKsJQ1zNf-42MXFA,1002
|
|
39
39
|
scale_gp_beta/resources/files/content.py,sha256=oJxb-28ZOUBgzE_MiAaJOcKFmtlB-N5APdhfZBNJna8,5762
|
|
40
40
|
scale_gp_beta/resources/files/files.py,sha256=M8OdZoIi3fFjJL7oIn8w9TD6TVcASCMy1Ze1YZRbPMo,20530
|
|
41
|
-
scale_gp_beta/types/__init__.py,sha256=
|
|
41
|
+
scale_gp_beta/types/__init__.py,sha256=jpEo2h6GCwTrINBXL3MKAf3vVyhWnfekfVc9aC8G_CU,3254
|
|
42
42
|
scale_gp_beta/types/completion.py,sha256=5eewo25sdqL4vutqvE8wmugE0Cw6YLzZ0_AD6yjP9NM,3259
|
|
43
43
|
scale_gp_beta/types/completion_create_params.py,sha256=LE9vna29Kbh7E8qUq7EhQbcu7YuCF_h663maKtzOnhk,3063
|
|
44
44
|
scale_gp_beta/types/dataset.py,sha256=uTlOPgxkzpiAFOr_NOOYqhTsrqOKkOyXvxzczIe9gaE,511
|
|
@@ -54,15 +54,16 @@ scale_gp_beta/types/dataset_item_update_params.py,sha256=4voEG9nKbxREiFRLzWqXZAW
|
|
|
54
54
|
scale_gp_beta/types/dataset_list_params.py,sha256=4rITQ1avOcQObS17cT0NDikOmF7Fd_rxkSlRIfzzfF4,387
|
|
55
55
|
scale_gp_beta/types/dataset_retrieve_params.py,sha256=5tpzuzX6y1WKKxP2AbjYwwcATpB1eZCv4wZABG3baIQ,282
|
|
56
56
|
scale_gp_beta/types/dataset_update_params.py,sha256=Aw7m-jat5P82qJGJgsuz6xx6nu96jYdfJnM_TR94PAE,287
|
|
57
|
-
scale_gp_beta/types/evaluation.py,sha256=
|
|
57
|
+
scale_gp_beta/types/evaluation.py,sha256=t1bx6J8unollQ_S1xL0_84BvmoaXAceQ42J3yPDuTW8,784
|
|
58
58
|
scale_gp_beta/types/evaluation_archive_response.py,sha256=SkGy3GourPaQRPt84smBd1XhwZqeDTDINK7PtyEEpSY,356
|
|
59
59
|
scale_gp_beta/types/evaluation_create_params.py,sha256=1thnDWVjogRI_CaBQvkyBXdd0o8L1YYw0HXC3IM4Cxg,2431
|
|
60
60
|
scale_gp_beta/types/evaluation_item.py,sha256=KENQ19JXAEGD0q82HwQ6GDx69giPmzP0h0Uo8ehWF8w,603
|
|
61
61
|
scale_gp_beta/types/evaluation_item_list_params.py,sha256=LquF3dWIU6b7O_Sy_b0R2FMk5XC-Jm6mEHLJGUOKLuk,435
|
|
62
62
|
scale_gp_beta/types/evaluation_item_retrieve_params.py,sha256=UYEKIAQ4dy92ZOSV1tWDZcvXG7_0BSpOND5Ehzs7QM4,296
|
|
63
|
-
scale_gp_beta/types/evaluation_list_params.py,sha256=
|
|
64
|
-
scale_gp_beta/types/evaluation_retrieve_params.py,sha256=
|
|
65
|
-
scale_gp_beta/types/
|
|
63
|
+
scale_gp_beta/types/evaluation_list_params.py,sha256=bAYktX3x-rEqNKbBocDyJ0Iqwwz2rZLPK9bHxlU4wYQ,443
|
|
64
|
+
scale_gp_beta/types/evaluation_retrieve_params.py,sha256=_YuT-E2VO-f_SvHaIe24KBbhTNoK8T-3tVB6Ov6cqfg,356
|
|
65
|
+
scale_gp_beta/types/evaluation_task.py,sha256=2ariEI9Hg63xvMo7AlVv74vKFnxxQkuRgm6ODcP_hew,6461
|
|
66
|
+
scale_gp_beta/types/evaluation_task_param.py,sha256=8C43Kt2077v4XzU-QAKJe1qigmdsW1_L8PwB2t21QBo,5958
|
|
66
67
|
scale_gp_beta/types/file.py,sha256=Xkha0eSr1q6hkwjE9e2XNgk8kuHNoTEe1LXNhz6o-1k,528
|
|
67
68
|
scale_gp_beta/types/file_create_params.py,sha256=KpXv6JCbd8BlgceTmBTewxOky2JTJaTW3mcGiVVU7wE,317
|
|
68
69
|
scale_gp_beta/types/file_delete_response.py,sha256=lOsiaw8qrUOnH7smxb27-n7M4D1chfXlAUaMTRmdldY,336
|
|
@@ -85,7 +86,7 @@ scale_gp_beta/types/chat/chat_completion_chunk.py,sha256=57-i6LyOk6IX2HZvXsoUC26
|
|
|
85
86
|
scale_gp_beta/types/chat/completion_create_params.py,sha256=Y7vJNvNM4Sov77l55aS5YtyRnrf7isediu3nKr6YE-A,4505
|
|
86
87
|
scale_gp_beta/types/chat/completion_create_response.py,sha256=0OhfoJW8azVRrZdXRRMuiJ7kEEeMDnKScxrr3sayzDo,374
|
|
87
88
|
scale_gp_beta/types/files/__init__.py,sha256=OKfJYcKb4NObdiRObqJV_dOyDQ8feXekDUge2o_4pXQ,122
|
|
88
|
-
scale_gp_beta-0.1.
|
|
89
|
-
scale_gp_beta-0.1.
|
|
90
|
-
scale_gp_beta-0.1.
|
|
91
|
-
scale_gp_beta-0.1.
|
|
89
|
+
scale_gp_beta-0.1.0a9.dist-info/METADATA,sha256=AZQrqd4p2qgSu3nxARiWbXUEem9nVYveVwvOBd2g3vQ,16938
|
|
90
|
+
scale_gp_beta-0.1.0a9.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
|
|
91
|
+
scale_gp_beta-0.1.0a9.dist-info/licenses/LICENSE,sha256=x49Bj8r_ZpqfzThbmfHyZ_bE88XvHdIMI_ANyLHFFRE,11338
|
|
92
|
+
scale_gp_beta-0.1.0a9.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|