scale-gp-beta 0.1.0a7__py3-none-any.whl → 0.1.0a9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- scale_gp_beta/_version.py +1 -1
- scale_gp_beta/resources/evaluations.py +27 -12
- scale_gp_beta/types/__init__.py +2 -0
- scale_gp_beta/types/evaluation.py +4 -0
- scale_gp_beta/types/evaluation_create_params.py +6 -655
- scale_gp_beta/types/evaluation_list_params.py +4 -2
- scale_gp_beta/types/evaluation_retrieve_params.py +4 -1
- scale_gp_beta/types/evaluation_task.py +205 -0
- scale_gp_beta/types/evaluation_task_param.py +206 -0
- {scale_gp_beta-0.1.0a7.dist-info → scale_gp_beta-0.1.0a9.dist-info}/METADATA +1 -1
- {scale_gp_beta-0.1.0a7.dist-info → scale_gp_beta-0.1.0a9.dist-info}/RECORD +13 -11
- {scale_gp_beta-0.1.0a7.dist-info → scale_gp_beta-0.1.0a9.dist-info}/WHEEL +0 -0
- {scale_gp_beta-0.1.0a7.dist-info → scale_gp_beta-0.1.0a9.dist-info}/licenses/LICENSE +0 -0
|
@@ -2,8 +2,8 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
-
from typing import Optional
|
|
6
|
-
from typing_extensions import TypedDict
|
|
5
|
+
from typing import List, Optional
|
|
6
|
+
from typing_extensions import Literal, TypedDict
|
|
7
7
|
|
|
8
8
|
__all__ = ["EvaluationListParams"]
|
|
9
9
|
|
|
@@ -16,3 +16,5 @@ class EvaluationListParams(TypedDict, total=False):
|
|
|
16
16
|
limit: int
|
|
17
17
|
|
|
18
18
|
starting_after: Optional[str]
|
|
19
|
+
|
|
20
|
+
views: List[Literal["tasks"]]
|
|
@@ -2,10 +2,13 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
-
from
|
|
5
|
+
from typing import List
|
|
6
|
+
from typing_extensions import Literal, TypedDict
|
|
6
7
|
|
|
7
8
|
__all__ = ["EvaluationRetrieveParams"]
|
|
8
9
|
|
|
9
10
|
|
|
10
11
|
class EvaluationRetrieveParams(TypedDict, total=False):
|
|
11
12
|
include_archived: bool
|
|
13
|
+
|
|
14
|
+
views: List[Literal["tasks"]]
|
|
@@ -0,0 +1,205 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from typing import TYPE_CHECKING, Dict, List, Union, Optional
|
|
4
|
+
from typing_extensions import Literal, Annotated, TypeAlias
|
|
5
|
+
|
|
6
|
+
from .._utils import PropertyInfo
|
|
7
|
+
from .._models import BaseModel
|
|
8
|
+
|
|
9
|
+
__all__ = [
|
|
10
|
+
"EvaluationTask",
|
|
11
|
+
"ChatCompletionEvaluationTask",
|
|
12
|
+
"ChatCompletionEvaluationTaskConfiguration",
|
|
13
|
+
"GenericInferenceEvaluationTask",
|
|
14
|
+
"GenericInferenceEvaluationTaskConfiguration",
|
|
15
|
+
"GenericInferenceEvaluationTaskConfigurationInferenceConfiguration",
|
|
16
|
+
"GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration",
|
|
17
|
+
"ApplicationVariantV1EvaluationTask",
|
|
18
|
+
"ApplicationVariantV1EvaluationTaskConfiguration",
|
|
19
|
+
"ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0",
|
|
20
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverrides",
|
|
21
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides",
|
|
22
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState",
|
|
23
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace",
|
|
24
|
+
]
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
class ChatCompletionEvaluationTaskConfiguration(BaseModel):
|
|
28
|
+
messages: Union[List[Dict[str, object]], str]
|
|
29
|
+
|
|
30
|
+
model: str
|
|
31
|
+
|
|
32
|
+
audio: Union[Dict[str, object], str, None] = None
|
|
33
|
+
|
|
34
|
+
frequency_penalty: Union[float, str, None] = None
|
|
35
|
+
|
|
36
|
+
function_call: Union[Dict[str, object], str, None] = None
|
|
37
|
+
|
|
38
|
+
functions: Union[List[Dict[str, object]], str, None] = None
|
|
39
|
+
|
|
40
|
+
logit_bias: Union[Dict[str, int], str, None] = None
|
|
41
|
+
|
|
42
|
+
logprobs: Union[bool, str, None] = None
|
|
43
|
+
|
|
44
|
+
max_completion_tokens: Union[int, str, None] = None
|
|
45
|
+
|
|
46
|
+
max_tokens: Union[int, str, None] = None
|
|
47
|
+
|
|
48
|
+
metadata: Union[Dict[str, str], str, None] = None
|
|
49
|
+
|
|
50
|
+
modalities: Union[List[str], str, None] = None
|
|
51
|
+
|
|
52
|
+
n: Union[int, str, None] = None
|
|
53
|
+
|
|
54
|
+
parallel_tool_calls: Union[bool, str, None] = None
|
|
55
|
+
|
|
56
|
+
prediction: Union[Dict[str, object], str, None] = None
|
|
57
|
+
|
|
58
|
+
presence_penalty: Union[float, str, None] = None
|
|
59
|
+
|
|
60
|
+
reasoning_effort: Optional[str] = None
|
|
61
|
+
|
|
62
|
+
response_format: Union[Dict[str, object], str, None] = None
|
|
63
|
+
|
|
64
|
+
seed: Union[int, str, None] = None
|
|
65
|
+
|
|
66
|
+
stop: Optional[str] = None
|
|
67
|
+
|
|
68
|
+
store: Union[bool, str, None] = None
|
|
69
|
+
|
|
70
|
+
temperature: Union[float, str, None] = None
|
|
71
|
+
|
|
72
|
+
tool_choice: Optional[str] = None
|
|
73
|
+
|
|
74
|
+
tools: Union[List[Dict[str, object]], str, None] = None
|
|
75
|
+
|
|
76
|
+
top_k: Union[int, str, None] = None
|
|
77
|
+
|
|
78
|
+
top_logprobs: Union[int, str, None] = None
|
|
79
|
+
|
|
80
|
+
top_p: Union[float, str, None] = None
|
|
81
|
+
|
|
82
|
+
if TYPE_CHECKING:
|
|
83
|
+
# Stub to indicate that arbitrary properties are accepted.
|
|
84
|
+
# To access properties that are not valid identifiers you can use `getattr`, e.g.
|
|
85
|
+
# `getattr(obj, '$type')`
|
|
86
|
+
def __getattr__(self, attr: str) -> object: ...
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
class ChatCompletionEvaluationTask(BaseModel):
|
|
90
|
+
configuration: ChatCompletionEvaluationTaskConfiguration
|
|
91
|
+
|
|
92
|
+
alias: Optional[str] = None
|
|
93
|
+
"""Alias to title the results column. Defaults to the `task_type`"""
|
|
94
|
+
|
|
95
|
+
task_type: Optional[Literal["chat_completion"]] = None
|
|
96
|
+
|
|
97
|
+
|
|
98
|
+
class GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration(BaseModel):
|
|
99
|
+
num_retries: Optional[int] = None
|
|
100
|
+
|
|
101
|
+
timeout_seconds: Optional[int] = None
|
|
102
|
+
|
|
103
|
+
|
|
104
|
+
GenericInferenceEvaluationTaskConfigurationInferenceConfiguration: TypeAlias = Union[
|
|
105
|
+
GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration, str
|
|
106
|
+
]
|
|
107
|
+
|
|
108
|
+
|
|
109
|
+
class GenericInferenceEvaluationTaskConfiguration(BaseModel):
|
|
110
|
+
model: str
|
|
111
|
+
|
|
112
|
+
args: Union[Dict[str, object], str, None] = None
|
|
113
|
+
|
|
114
|
+
inference_configuration: Optional[GenericInferenceEvaluationTaskConfigurationInferenceConfiguration] = None
|
|
115
|
+
|
|
116
|
+
|
|
117
|
+
class GenericInferenceEvaluationTask(BaseModel):
|
|
118
|
+
configuration: GenericInferenceEvaluationTaskConfiguration
|
|
119
|
+
|
|
120
|
+
alias: Optional[str] = None
|
|
121
|
+
"""Alias to title the results column. Defaults to the `task_type`"""
|
|
122
|
+
|
|
123
|
+
task_type: Optional[Literal["inference"]] = None
|
|
124
|
+
|
|
125
|
+
|
|
126
|
+
class ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0(BaseModel):
|
|
127
|
+
request: str
|
|
128
|
+
"""Request inputs"""
|
|
129
|
+
|
|
130
|
+
response: str
|
|
131
|
+
"""Response outputs"""
|
|
132
|
+
|
|
133
|
+
session_data: Optional[Dict[str, object]] = None
|
|
134
|
+
"""Session data corresponding to the request response pair"""
|
|
135
|
+
|
|
136
|
+
|
|
137
|
+
class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState(BaseModel):
|
|
138
|
+
current_node: str
|
|
139
|
+
|
|
140
|
+
state: Dict[str, object]
|
|
141
|
+
|
|
142
|
+
|
|
143
|
+
class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace(BaseModel):
|
|
144
|
+
duration_ms: int
|
|
145
|
+
|
|
146
|
+
node_id: str
|
|
147
|
+
|
|
148
|
+
operation_input: str
|
|
149
|
+
|
|
150
|
+
operation_output: str
|
|
151
|
+
|
|
152
|
+
operation_type: str
|
|
153
|
+
|
|
154
|
+
start_timestamp: str
|
|
155
|
+
|
|
156
|
+
workflow_id: str
|
|
157
|
+
|
|
158
|
+
operation_metadata: Optional[Dict[str, object]] = None
|
|
159
|
+
|
|
160
|
+
|
|
161
|
+
class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides(BaseModel):
|
|
162
|
+
concurrent: Optional[bool] = None
|
|
163
|
+
|
|
164
|
+
initial_state: Optional[
|
|
165
|
+
ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState
|
|
166
|
+
] = None
|
|
167
|
+
|
|
168
|
+
partial_trace: Optional[
|
|
169
|
+
List[ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace]
|
|
170
|
+
] = None
|
|
171
|
+
|
|
172
|
+
use_channels: Optional[bool] = None
|
|
173
|
+
|
|
174
|
+
|
|
175
|
+
ApplicationVariantV1EvaluationTaskConfigurationOverrides: TypeAlias = Union[
|
|
176
|
+
ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides, str
|
|
177
|
+
]
|
|
178
|
+
|
|
179
|
+
|
|
180
|
+
class ApplicationVariantV1EvaluationTaskConfiguration(BaseModel):
|
|
181
|
+
application_variant_id: str
|
|
182
|
+
|
|
183
|
+
inputs: Union[Dict[str, object], str]
|
|
184
|
+
|
|
185
|
+
history: Union[List[ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0], str, None] = None
|
|
186
|
+
|
|
187
|
+
operation_metadata: Union[Dict[str, object], str, None] = None
|
|
188
|
+
|
|
189
|
+
overrides: Optional[ApplicationVariantV1EvaluationTaskConfigurationOverrides] = None
|
|
190
|
+
"""Execution override options for agentic applications"""
|
|
191
|
+
|
|
192
|
+
|
|
193
|
+
class ApplicationVariantV1EvaluationTask(BaseModel):
|
|
194
|
+
configuration: ApplicationVariantV1EvaluationTaskConfiguration
|
|
195
|
+
|
|
196
|
+
alias: Optional[str] = None
|
|
197
|
+
"""Alias to title the results column. Defaults to the `task_type`"""
|
|
198
|
+
|
|
199
|
+
task_type: Optional[Literal["application_variant"]] = None
|
|
200
|
+
|
|
201
|
+
|
|
202
|
+
EvaluationTask: TypeAlias = Annotated[
|
|
203
|
+
Union[ChatCompletionEvaluationTask, GenericInferenceEvaluationTask, ApplicationVariantV1EvaluationTask],
|
|
204
|
+
PropertyInfo(discriminator="task_type"),
|
|
205
|
+
]
|
|
@@ -0,0 +1,206 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
|
|
5
|
+
from typing import Dict, List, Union, Iterable
|
|
6
|
+
from typing_extensions import Literal, Required, TypeAlias, TypedDict
|
|
7
|
+
|
|
8
|
+
__all__ = [
|
|
9
|
+
"EvaluationTaskParam",
|
|
10
|
+
"ChatCompletionEvaluationTask",
|
|
11
|
+
"ChatCompletionEvaluationTaskConfiguration",
|
|
12
|
+
"GenericInferenceEvaluationTask",
|
|
13
|
+
"GenericInferenceEvaluationTaskConfiguration",
|
|
14
|
+
"GenericInferenceEvaluationTaskConfigurationInferenceConfiguration",
|
|
15
|
+
"GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration",
|
|
16
|
+
"ApplicationVariantV1EvaluationTask",
|
|
17
|
+
"ApplicationVariantV1EvaluationTaskConfiguration",
|
|
18
|
+
"ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0",
|
|
19
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverrides",
|
|
20
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides",
|
|
21
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState",
|
|
22
|
+
"ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace",
|
|
23
|
+
]
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
class ChatCompletionEvaluationTaskConfigurationTyped(TypedDict, total=False):
|
|
27
|
+
messages: Required[Union[Iterable[Dict[str, object]], str]]
|
|
28
|
+
|
|
29
|
+
model: Required[str]
|
|
30
|
+
|
|
31
|
+
audio: Union[Dict[str, object], str]
|
|
32
|
+
|
|
33
|
+
frequency_penalty: Union[float, str]
|
|
34
|
+
|
|
35
|
+
function_call: Union[Dict[str, object], str]
|
|
36
|
+
|
|
37
|
+
functions: Union[Iterable[Dict[str, object]], str]
|
|
38
|
+
|
|
39
|
+
logit_bias: Union[Dict[str, int], str]
|
|
40
|
+
|
|
41
|
+
logprobs: Union[bool, str]
|
|
42
|
+
|
|
43
|
+
max_completion_tokens: Union[int, str]
|
|
44
|
+
|
|
45
|
+
max_tokens: Union[int, str]
|
|
46
|
+
|
|
47
|
+
metadata: Union[Dict[str, str], str]
|
|
48
|
+
|
|
49
|
+
modalities: Union[List[str], str]
|
|
50
|
+
|
|
51
|
+
n: Union[int, str]
|
|
52
|
+
|
|
53
|
+
parallel_tool_calls: Union[bool, str]
|
|
54
|
+
|
|
55
|
+
prediction: Union[Dict[str, object], str]
|
|
56
|
+
|
|
57
|
+
presence_penalty: Union[float, str]
|
|
58
|
+
|
|
59
|
+
reasoning_effort: str
|
|
60
|
+
|
|
61
|
+
response_format: Union[Dict[str, object], str]
|
|
62
|
+
|
|
63
|
+
seed: Union[int, str]
|
|
64
|
+
|
|
65
|
+
stop: str
|
|
66
|
+
|
|
67
|
+
store: Union[bool, str]
|
|
68
|
+
|
|
69
|
+
temperature: Union[float, str]
|
|
70
|
+
|
|
71
|
+
tool_choice: str
|
|
72
|
+
|
|
73
|
+
tools: Union[Iterable[Dict[str, object]], str]
|
|
74
|
+
|
|
75
|
+
top_k: Union[int, str]
|
|
76
|
+
|
|
77
|
+
top_logprobs: Union[int, str]
|
|
78
|
+
|
|
79
|
+
top_p: Union[float, str]
|
|
80
|
+
|
|
81
|
+
|
|
82
|
+
ChatCompletionEvaluationTaskConfiguration: TypeAlias = Union[
|
|
83
|
+
ChatCompletionEvaluationTaskConfigurationTyped, Dict[str, object]
|
|
84
|
+
]
|
|
85
|
+
|
|
86
|
+
|
|
87
|
+
class ChatCompletionEvaluationTask(TypedDict, total=False):
|
|
88
|
+
configuration: Required[ChatCompletionEvaluationTaskConfiguration]
|
|
89
|
+
|
|
90
|
+
alias: str
|
|
91
|
+
"""Alias to title the results column. Defaults to the `task_type`"""
|
|
92
|
+
|
|
93
|
+
task_type: Literal["chat_completion"]
|
|
94
|
+
|
|
95
|
+
|
|
96
|
+
class GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration(
|
|
97
|
+
TypedDict, total=False
|
|
98
|
+
):
|
|
99
|
+
num_retries: int
|
|
100
|
+
|
|
101
|
+
timeout_seconds: int
|
|
102
|
+
|
|
103
|
+
|
|
104
|
+
GenericInferenceEvaluationTaskConfigurationInferenceConfiguration: TypeAlias = Union[
|
|
105
|
+
GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration, str
|
|
106
|
+
]
|
|
107
|
+
|
|
108
|
+
|
|
109
|
+
class GenericInferenceEvaluationTaskConfiguration(TypedDict, total=False):
|
|
110
|
+
model: Required[str]
|
|
111
|
+
|
|
112
|
+
args: Union[Dict[str, object], str]
|
|
113
|
+
|
|
114
|
+
inference_configuration: GenericInferenceEvaluationTaskConfigurationInferenceConfiguration
|
|
115
|
+
|
|
116
|
+
|
|
117
|
+
class GenericInferenceEvaluationTask(TypedDict, total=False):
|
|
118
|
+
configuration: Required[GenericInferenceEvaluationTaskConfiguration]
|
|
119
|
+
|
|
120
|
+
alias: str
|
|
121
|
+
"""Alias to title the results column. Defaults to the `task_type`"""
|
|
122
|
+
|
|
123
|
+
task_type: Literal["inference"]
|
|
124
|
+
|
|
125
|
+
|
|
126
|
+
class ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0(TypedDict, total=False):
|
|
127
|
+
request: Required[str]
|
|
128
|
+
"""Request inputs"""
|
|
129
|
+
|
|
130
|
+
response: Required[str]
|
|
131
|
+
"""Response outputs"""
|
|
132
|
+
|
|
133
|
+
session_data: Dict[str, object]
|
|
134
|
+
"""Session data corresponding to the request response pair"""
|
|
135
|
+
|
|
136
|
+
|
|
137
|
+
class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState(
|
|
138
|
+
TypedDict, total=False
|
|
139
|
+
):
|
|
140
|
+
current_node: Required[str]
|
|
141
|
+
|
|
142
|
+
state: Required[Dict[str, object]]
|
|
143
|
+
|
|
144
|
+
|
|
145
|
+
class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace(
|
|
146
|
+
TypedDict, total=False
|
|
147
|
+
):
|
|
148
|
+
duration_ms: Required[int]
|
|
149
|
+
|
|
150
|
+
node_id: Required[str]
|
|
151
|
+
|
|
152
|
+
operation_input: Required[str]
|
|
153
|
+
|
|
154
|
+
operation_output: Required[str]
|
|
155
|
+
|
|
156
|
+
operation_type: Required[str]
|
|
157
|
+
|
|
158
|
+
start_timestamp: Required[str]
|
|
159
|
+
|
|
160
|
+
workflow_id: Required[str]
|
|
161
|
+
|
|
162
|
+
operation_metadata: Dict[str, object]
|
|
163
|
+
|
|
164
|
+
|
|
165
|
+
class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides(TypedDict, total=False):
|
|
166
|
+
concurrent: bool
|
|
167
|
+
|
|
168
|
+
initial_state: ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState
|
|
169
|
+
|
|
170
|
+
partial_trace: Iterable[
|
|
171
|
+
ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace
|
|
172
|
+
]
|
|
173
|
+
|
|
174
|
+
use_channels: bool
|
|
175
|
+
|
|
176
|
+
|
|
177
|
+
ApplicationVariantV1EvaluationTaskConfigurationOverrides: TypeAlias = Union[
|
|
178
|
+
ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides, str
|
|
179
|
+
]
|
|
180
|
+
|
|
181
|
+
|
|
182
|
+
class ApplicationVariantV1EvaluationTaskConfiguration(TypedDict, total=False):
|
|
183
|
+
application_variant_id: Required[str]
|
|
184
|
+
|
|
185
|
+
inputs: Required[Union[Dict[str, object], str]]
|
|
186
|
+
|
|
187
|
+
history: Union[Iterable[ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0], str]
|
|
188
|
+
|
|
189
|
+
operation_metadata: Union[Dict[str, object], str]
|
|
190
|
+
|
|
191
|
+
overrides: ApplicationVariantV1EvaluationTaskConfigurationOverrides
|
|
192
|
+
"""Execution override options for agentic applications"""
|
|
193
|
+
|
|
194
|
+
|
|
195
|
+
class ApplicationVariantV1EvaluationTask(TypedDict, total=False):
|
|
196
|
+
configuration: Required[ApplicationVariantV1EvaluationTaskConfiguration]
|
|
197
|
+
|
|
198
|
+
alias: str
|
|
199
|
+
"""Alias to title the results column. Defaults to the `task_type`"""
|
|
200
|
+
|
|
201
|
+
task_type: Literal["application_variant"]
|
|
202
|
+
|
|
203
|
+
|
|
204
|
+
EvaluationTaskParam: TypeAlias = Union[
|
|
205
|
+
ChatCompletionEvaluationTask, GenericInferenceEvaluationTask, ApplicationVariantV1EvaluationTask
|
|
206
|
+
]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: scale-gp-beta
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.0a9
|
|
4
4
|
Summary: The official Python library for the Scale GP API
|
|
5
5
|
Project-URL: Homepage, https://github.com/scaleapi/sgp-python-beta
|
|
6
6
|
Project-URL: Repository, https://github.com/scaleapi/sgp-python-beta
|
|
@@ -11,7 +11,7 @@ scale_gp_beta/_resource.py,sha256=siZly_U6D0AOVLAzaOsqUdEFFzVMbWRj-ml30nvRp7E,11
|
|
|
11
11
|
scale_gp_beta/_response.py,sha256=ATtij8CjXVjmhdOWozU9Y0SP4Q_uxCYGFUHroxFnSc4,28853
|
|
12
12
|
scale_gp_beta/_streaming.py,sha256=fcCSGXslmi2SmmkM05g2SACXHk2Mj7k1X5uMBu6U5s8,10112
|
|
13
13
|
scale_gp_beta/_types.py,sha256=ScQhVBaKbtJrER3NkXbjokWE9DqSqREMIw9LE0NrFfA,6150
|
|
14
|
-
scale_gp_beta/_version.py,sha256=
|
|
14
|
+
scale_gp_beta/_version.py,sha256=EreOLJxNL1xIbxwo55WDcSBH-QRjrwyBmLk6MWaoLPA,173
|
|
15
15
|
scale_gp_beta/pagination.py,sha256=6AAa8_V0wARlMd1MIXijugYbG1mILGc2tHVKbUQbZyQ,2595
|
|
16
16
|
scale_gp_beta/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
17
17
|
scale_gp_beta/_utils/__init__.py,sha256=PNZ_QJuzZEgyYXqkO1HVhGkj5IU9bglVUcw7H-Knjzw,2062
|
|
@@ -29,7 +29,7 @@ scale_gp_beta/resources/completions.py,sha256=dk7Uvl8dnnieRWTJr2fhzJMZwOzGIjsYSw
|
|
|
29
29
|
scale_gp_beta/resources/dataset_items.py,sha256=BOx6ddLcDvL5L9HweCY62QnxflAs1jQJC-Ni-xzMUf0,22361
|
|
30
30
|
scale_gp_beta/resources/datasets.py,sha256=tE2JKxlHc48Sm-SpySH4f265CxCBlaHWT68jKiJKJc8,20717
|
|
31
31
|
scale_gp_beta/resources/evaluation_items.py,sha256=iD-srR9ZQQ3WAutxA98_MMj4_1h-B1_lZ_Ujb9F6Ino,11460
|
|
32
|
-
scale_gp_beta/resources/evaluations.py,sha256=
|
|
32
|
+
scale_gp_beta/resources/evaluations.py,sha256=dC7qgS_dO-znb0OlMqYoXSkC-APtEtKbycnXFLzCZfE,26236
|
|
33
33
|
scale_gp_beta/resources/inference.py,sha256=_20eN0x0PZBPNLx2VrozQrJgRVjtlXPjeTpTcnuP0bU,7576
|
|
34
34
|
scale_gp_beta/resources/models.py,sha256=85F8qPJN9lBPbfNm9F8bHpdJSsyekS9B3GDPJtCXaMA,32658
|
|
35
35
|
scale_gp_beta/resources/chat/__init__.py,sha256=BVAfz9TM3DT5W9f_mt0P9YRxL_MsUxKCWAH6u1iogmA,1041
|
|
@@ -38,7 +38,7 @@ scale_gp_beta/resources/chat/completions.py,sha256=ZPa4-9RNKTXldq2VjWahNrlXeO_jY
|
|
|
38
38
|
scale_gp_beta/resources/files/__init__.py,sha256=VgAtqUimN5Kf_-lmEaNBnu_ApGegKsJQ1zNf-42MXFA,1002
|
|
39
39
|
scale_gp_beta/resources/files/content.py,sha256=oJxb-28ZOUBgzE_MiAaJOcKFmtlB-N5APdhfZBNJna8,5762
|
|
40
40
|
scale_gp_beta/resources/files/files.py,sha256=M8OdZoIi3fFjJL7oIn8w9TD6TVcASCMy1Ze1YZRbPMo,20530
|
|
41
|
-
scale_gp_beta/types/__init__.py,sha256=
|
|
41
|
+
scale_gp_beta/types/__init__.py,sha256=jpEo2h6GCwTrINBXL3MKAf3vVyhWnfekfVc9aC8G_CU,3254
|
|
42
42
|
scale_gp_beta/types/completion.py,sha256=5eewo25sdqL4vutqvE8wmugE0Cw6YLzZ0_AD6yjP9NM,3259
|
|
43
43
|
scale_gp_beta/types/completion_create_params.py,sha256=LE9vna29Kbh7E8qUq7EhQbcu7YuCF_h663maKtzOnhk,3063
|
|
44
44
|
scale_gp_beta/types/dataset.py,sha256=uTlOPgxkzpiAFOr_NOOYqhTsrqOKkOyXvxzczIe9gaE,511
|
|
@@ -54,14 +54,16 @@ scale_gp_beta/types/dataset_item_update_params.py,sha256=4voEG9nKbxREiFRLzWqXZAW
|
|
|
54
54
|
scale_gp_beta/types/dataset_list_params.py,sha256=4rITQ1avOcQObS17cT0NDikOmF7Fd_rxkSlRIfzzfF4,387
|
|
55
55
|
scale_gp_beta/types/dataset_retrieve_params.py,sha256=5tpzuzX6y1WKKxP2AbjYwwcATpB1eZCv4wZABG3baIQ,282
|
|
56
56
|
scale_gp_beta/types/dataset_update_params.py,sha256=Aw7m-jat5P82qJGJgsuz6xx6nu96jYdfJnM_TR94PAE,287
|
|
57
|
-
scale_gp_beta/types/evaluation.py,sha256=
|
|
57
|
+
scale_gp_beta/types/evaluation.py,sha256=t1bx6J8unollQ_S1xL0_84BvmoaXAceQ42J3yPDuTW8,784
|
|
58
58
|
scale_gp_beta/types/evaluation_archive_response.py,sha256=SkGy3GourPaQRPt84smBd1XhwZqeDTDINK7PtyEEpSY,356
|
|
59
|
-
scale_gp_beta/types/evaluation_create_params.py,sha256=
|
|
59
|
+
scale_gp_beta/types/evaluation_create_params.py,sha256=1thnDWVjogRI_CaBQvkyBXdd0o8L1YYw0HXC3IM4Cxg,2431
|
|
60
60
|
scale_gp_beta/types/evaluation_item.py,sha256=KENQ19JXAEGD0q82HwQ6GDx69giPmzP0h0Uo8ehWF8w,603
|
|
61
61
|
scale_gp_beta/types/evaluation_item_list_params.py,sha256=LquF3dWIU6b7O_Sy_b0R2FMk5XC-Jm6mEHLJGUOKLuk,435
|
|
62
62
|
scale_gp_beta/types/evaluation_item_retrieve_params.py,sha256=UYEKIAQ4dy92ZOSV1tWDZcvXG7_0BSpOND5Ehzs7QM4,296
|
|
63
|
-
scale_gp_beta/types/evaluation_list_params.py,sha256=
|
|
64
|
-
scale_gp_beta/types/evaluation_retrieve_params.py,sha256=
|
|
63
|
+
scale_gp_beta/types/evaluation_list_params.py,sha256=bAYktX3x-rEqNKbBocDyJ0Iqwwz2rZLPK9bHxlU4wYQ,443
|
|
64
|
+
scale_gp_beta/types/evaluation_retrieve_params.py,sha256=_YuT-E2VO-f_SvHaIe24KBbhTNoK8T-3tVB6Ov6cqfg,356
|
|
65
|
+
scale_gp_beta/types/evaluation_task.py,sha256=2ariEI9Hg63xvMo7AlVv74vKFnxxQkuRgm6ODcP_hew,6461
|
|
66
|
+
scale_gp_beta/types/evaluation_task_param.py,sha256=8C43Kt2077v4XzU-QAKJe1qigmdsW1_L8PwB2t21QBo,5958
|
|
65
67
|
scale_gp_beta/types/file.py,sha256=Xkha0eSr1q6hkwjE9e2XNgk8kuHNoTEe1LXNhz6o-1k,528
|
|
66
68
|
scale_gp_beta/types/file_create_params.py,sha256=KpXv6JCbd8BlgceTmBTewxOky2JTJaTW3mcGiVVU7wE,317
|
|
67
69
|
scale_gp_beta/types/file_delete_response.py,sha256=lOsiaw8qrUOnH7smxb27-n7M4D1chfXlAUaMTRmdldY,336
|
|
@@ -84,7 +86,7 @@ scale_gp_beta/types/chat/chat_completion_chunk.py,sha256=57-i6LyOk6IX2HZvXsoUC26
|
|
|
84
86
|
scale_gp_beta/types/chat/completion_create_params.py,sha256=Y7vJNvNM4Sov77l55aS5YtyRnrf7isediu3nKr6YE-A,4505
|
|
85
87
|
scale_gp_beta/types/chat/completion_create_response.py,sha256=0OhfoJW8azVRrZdXRRMuiJ7kEEeMDnKScxrr3sayzDo,374
|
|
86
88
|
scale_gp_beta/types/files/__init__.py,sha256=OKfJYcKb4NObdiRObqJV_dOyDQ8feXekDUge2o_4pXQ,122
|
|
87
|
-
scale_gp_beta-0.1.
|
|
88
|
-
scale_gp_beta-0.1.
|
|
89
|
-
scale_gp_beta-0.1.
|
|
90
|
-
scale_gp_beta-0.1.
|
|
89
|
+
scale_gp_beta-0.1.0a9.dist-info/METADATA,sha256=AZQrqd4p2qgSu3nxARiWbXUEem9nVYveVwvOBd2g3vQ,16938
|
|
90
|
+
scale_gp_beta-0.1.0a9.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
|
|
91
|
+
scale_gp_beta-0.1.0a9.dist-info/licenses/LICENSE,sha256=x49Bj8r_ZpqfzThbmfHyZ_bE88XvHdIMI_ANyLHFFRE,11338
|
|
92
|
+
scale_gp_beta-0.1.0a9.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|