rapidata 2.40.7__py3-none-any.whl → 2.41.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of rapidata might be problematic. Click here for more details.
- rapidata/__init__.py +2 -1
- rapidata/api_client/__init__.py +5 -3
- rapidata/api_client/api/benchmark_api.py +610 -7
- rapidata/api_client/api/campaign_api.py +283 -0
- rapidata/api_client/api/evaluation_workflow_api.py +18 -72
- rapidata/api_client/api/identity_api.py +0 -278
- rapidata/api_client/api/leaderboard_api.py +9 -9
- rapidata/api_client/api/validation_set_api.py +5 -15
- rapidata/api_client/models/__init__.py +5 -3
- rapidata/api_client/models/benchmark_query_result.py +3 -1
- rapidata/api_client/models/create_benchmark_participant_result.py +2 -2
- rapidata/api_client/models/create_benchmark_prompt_result.py +87 -0
- rapidata/api_client/models/get_benchmark_by_id_result.py +4 -2
- rapidata/api_client/models/get_evaluation_workflow_results_model.py +114 -0
- rapidata/api_client/models/get_participant_by_id_result.py +2 -4
- rapidata/api_client/models/get_standing_by_id_result.py +2 -9
- rapidata/api_client/models/labeling_selection.py +9 -2
- rapidata/api_client/models/participant_by_benchmark.py +1 -3
- rapidata/api_client/models/standing_by_benchmark.py +113 -0
- rapidata/api_client/models/standing_by_leaderboard.py +1 -3
- rapidata/api_client/models/standings_by_benchmark_result.py +95 -0
- rapidata/api_client/models/sticky_state.py +1 -0
- rapidata/api_client/models/update_benchmark_model.py +5 -3
- rapidata/api_client/models/update_priority_model.py +87 -0
- rapidata/api_client/models/validation_set_model.py +32 -2
- rapidata/api_client_README.md +9 -5
- rapidata/rapidata_client/__init__.py +1 -0
- rapidata/rapidata_client/benchmark/rapidata_benchmark.py +5 -18
- rapidata/rapidata_client/demographic/demographic_manager.py +6 -0
- rapidata/rapidata_client/order/rapidata_order_manager.py +6 -0
- rapidata/rapidata_client/rapidata_client.py +6 -0
- rapidata/rapidata_client/selection/ab_test_selection.py +6 -0
- rapidata/rapidata_client/selection/capped_selection.py +6 -0
- rapidata/rapidata_client/selection/conditional_validation_selection.py +6 -0
- rapidata/rapidata_client/selection/demographic_selection.py +6 -0
- rapidata/rapidata_client/selection/effort_selection.py +6 -0
- rapidata/rapidata_client/selection/labeling_selection.py +6 -0
- rapidata/rapidata_client/selection/rapidata_selections.py +6 -0
- rapidata/rapidata_client/selection/shuffling_selection.py +6 -0
- rapidata/rapidata_client/selection/static_selection.py +6 -0
- rapidata/rapidata_client/selection/validation_selection.py +6 -0
- rapidata/rapidata_client/settings/__init__.py +1 -0
- rapidata/rapidata_client/settings/rapidata_settings.py +9 -0
- rapidata/rapidata_client/settings/swap_context_instruction.py +20 -0
- rapidata/rapidata_client/validation/rapids/rapids.py +13 -0
- rapidata/rapidata_client/validation/rapids/rapids_manager.py +6 -0
- rapidata/rapidata_client/validation/validation_set_manager.py +7 -1
- rapidata/service/openapi_service.py +1 -3
- {rapidata-2.40.7.dist-info → rapidata-2.41.1.dist-info}/METADATA +1 -1
- {rapidata-2.40.7.dist-info → rapidata-2.41.1.dist-info}/RECORD +52 -46
- {rapidata-2.40.7.dist-info → rapidata-2.41.1.dist-info}/LICENSE +0 -0
- {rapidata-2.40.7.dist-info → rapidata-2.41.1.dist-info}/WHEEL +0 -0
|
@@ -22,8 +22,6 @@ from typing_extensions import Annotated
|
|
|
22
22
|
from rapidata.api_client.models.create_bridge_token_result import CreateBridgeTokenResult
|
|
23
23
|
from rapidata.api_client.models.google_one_tap_login_model import GoogleOneTapLoginModel
|
|
24
24
|
from rapidata.api_client.models.read_bridge_token_keys_result import ReadBridgeTokenKeysResult
|
|
25
|
-
from rapidata.api_client.models.register_temporary_customer_model import RegisterTemporaryCustomerModel
|
|
26
|
-
from rapidata.api_client.models.register_temporary_customer_result import RegisterTemporaryCustomerResult
|
|
27
25
|
|
|
28
26
|
from rapidata.api_client.api_client import ApiClient, RequestSerialized
|
|
29
27
|
from rapidata.api_client.api_response import ApiResponse
|
|
@@ -1091,279 +1089,3 @@ class IdentityApi:
|
|
|
1091
1089
|
)
|
|
1092
1090
|
|
|
1093
1091
|
|
|
1094
|
-
|
|
1095
|
-
|
|
1096
|
-
@validate_call
|
|
1097
|
-
def identity_temporary_post(
|
|
1098
|
-
self,
|
|
1099
|
-
register_temporary_customer_model: Annotated[Optional[RegisterTemporaryCustomerModel], Field(description="The model to register the temporary customer with.")] = None,
|
|
1100
|
-
_request_timeout: Union[
|
|
1101
|
-
None,
|
|
1102
|
-
Annotated[StrictFloat, Field(gt=0)],
|
|
1103
|
-
Tuple[
|
|
1104
|
-
Annotated[StrictFloat, Field(gt=0)],
|
|
1105
|
-
Annotated[StrictFloat, Field(gt=0)]
|
|
1106
|
-
]
|
|
1107
|
-
] = None,
|
|
1108
|
-
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
1109
|
-
_content_type: Optional[StrictStr] = None,
|
|
1110
|
-
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1111
|
-
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1112
|
-
) -> RegisterTemporaryCustomerResult:
|
|
1113
|
-
"""Registers and logs in a temporary customer.
|
|
1114
|
-
|
|
1115
|
-
|
|
1116
|
-
:param register_temporary_customer_model: The model to register the temporary customer with.
|
|
1117
|
-
:type register_temporary_customer_model: RegisterTemporaryCustomerModel
|
|
1118
|
-
:param _request_timeout: timeout setting for this request. If one
|
|
1119
|
-
number provided, it will be total request
|
|
1120
|
-
timeout. It can also be a pair (tuple) of
|
|
1121
|
-
(connection, read) timeouts.
|
|
1122
|
-
:type _request_timeout: int, tuple(int, int), optional
|
|
1123
|
-
:param _request_auth: set to override the auth_settings for an a single
|
|
1124
|
-
request; this effectively ignores the
|
|
1125
|
-
authentication in the spec for a single request.
|
|
1126
|
-
:type _request_auth: dict, optional
|
|
1127
|
-
:param _content_type: force content-type for the request.
|
|
1128
|
-
:type _content_type: str, Optional
|
|
1129
|
-
:param _headers: set to override the headers for a single
|
|
1130
|
-
request; this effectively ignores the headers
|
|
1131
|
-
in the spec for a single request.
|
|
1132
|
-
:type _headers: dict, optional
|
|
1133
|
-
:param _host_index: set to override the host_index for a single
|
|
1134
|
-
request; this effectively ignores the host_index
|
|
1135
|
-
in the spec for a single request.
|
|
1136
|
-
:type _host_index: int, optional
|
|
1137
|
-
:return: Returns the result object.
|
|
1138
|
-
""" # noqa: E501
|
|
1139
|
-
|
|
1140
|
-
_param = self._identity_temporary_post_serialize(
|
|
1141
|
-
register_temporary_customer_model=register_temporary_customer_model,
|
|
1142
|
-
_request_auth=_request_auth,
|
|
1143
|
-
_content_type=_content_type,
|
|
1144
|
-
_headers=_headers,
|
|
1145
|
-
_host_index=_host_index
|
|
1146
|
-
)
|
|
1147
|
-
|
|
1148
|
-
_response_types_map: Dict[str, Optional[str]] = {
|
|
1149
|
-
'200': "RegisterTemporaryCustomerResult",
|
|
1150
|
-
}
|
|
1151
|
-
response_data = self.api_client.call_api(
|
|
1152
|
-
*_param,
|
|
1153
|
-
_request_timeout=_request_timeout
|
|
1154
|
-
)
|
|
1155
|
-
response_data.read()
|
|
1156
|
-
return self.api_client.response_deserialize(
|
|
1157
|
-
response_data=response_data,
|
|
1158
|
-
response_types_map=_response_types_map,
|
|
1159
|
-
).data
|
|
1160
|
-
|
|
1161
|
-
|
|
1162
|
-
@validate_call
|
|
1163
|
-
def identity_temporary_post_with_http_info(
|
|
1164
|
-
self,
|
|
1165
|
-
register_temporary_customer_model: Annotated[Optional[RegisterTemporaryCustomerModel], Field(description="The model to register the temporary customer with.")] = None,
|
|
1166
|
-
_request_timeout: Union[
|
|
1167
|
-
None,
|
|
1168
|
-
Annotated[StrictFloat, Field(gt=0)],
|
|
1169
|
-
Tuple[
|
|
1170
|
-
Annotated[StrictFloat, Field(gt=0)],
|
|
1171
|
-
Annotated[StrictFloat, Field(gt=0)]
|
|
1172
|
-
]
|
|
1173
|
-
] = None,
|
|
1174
|
-
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
1175
|
-
_content_type: Optional[StrictStr] = None,
|
|
1176
|
-
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1177
|
-
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1178
|
-
) -> ApiResponse[RegisterTemporaryCustomerResult]:
|
|
1179
|
-
"""Registers and logs in a temporary customer.
|
|
1180
|
-
|
|
1181
|
-
|
|
1182
|
-
:param register_temporary_customer_model: The model to register the temporary customer with.
|
|
1183
|
-
:type register_temporary_customer_model: RegisterTemporaryCustomerModel
|
|
1184
|
-
:param _request_timeout: timeout setting for this request. If one
|
|
1185
|
-
number provided, it will be total request
|
|
1186
|
-
timeout. It can also be a pair (tuple) of
|
|
1187
|
-
(connection, read) timeouts.
|
|
1188
|
-
:type _request_timeout: int, tuple(int, int), optional
|
|
1189
|
-
:param _request_auth: set to override the auth_settings for an a single
|
|
1190
|
-
request; this effectively ignores the
|
|
1191
|
-
authentication in the spec for a single request.
|
|
1192
|
-
:type _request_auth: dict, optional
|
|
1193
|
-
:param _content_type: force content-type for the request.
|
|
1194
|
-
:type _content_type: str, Optional
|
|
1195
|
-
:param _headers: set to override the headers for a single
|
|
1196
|
-
request; this effectively ignores the headers
|
|
1197
|
-
in the spec for a single request.
|
|
1198
|
-
:type _headers: dict, optional
|
|
1199
|
-
:param _host_index: set to override the host_index for a single
|
|
1200
|
-
request; this effectively ignores the host_index
|
|
1201
|
-
in the spec for a single request.
|
|
1202
|
-
:type _host_index: int, optional
|
|
1203
|
-
:return: Returns the result object.
|
|
1204
|
-
""" # noqa: E501
|
|
1205
|
-
|
|
1206
|
-
_param = self._identity_temporary_post_serialize(
|
|
1207
|
-
register_temporary_customer_model=register_temporary_customer_model,
|
|
1208
|
-
_request_auth=_request_auth,
|
|
1209
|
-
_content_type=_content_type,
|
|
1210
|
-
_headers=_headers,
|
|
1211
|
-
_host_index=_host_index
|
|
1212
|
-
)
|
|
1213
|
-
|
|
1214
|
-
_response_types_map: Dict[str, Optional[str]] = {
|
|
1215
|
-
'200': "RegisterTemporaryCustomerResult",
|
|
1216
|
-
}
|
|
1217
|
-
response_data = self.api_client.call_api(
|
|
1218
|
-
*_param,
|
|
1219
|
-
_request_timeout=_request_timeout
|
|
1220
|
-
)
|
|
1221
|
-
response_data.read()
|
|
1222
|
-
return self.api_client.response_deserialize(
|
|
1223
|
-
response_data=response_data,
|
|
1224
|
-
response_types_map=_response_types_map,
|
|
1225
|
-
)
|
|
1226
|
-
|
|
1227
|
-
|
|
1228
|
-
@validate_call
|
|
1229
|
-
def identity_temporary_post_without_preload_content(
|
|
1230
|
-
self,
|
|
1231
|
-
register_temporary_customer_model: Annotated[Optional[RegisterTemporaryCustomerModel], Field(description="The model to register the temporary customer with.")] = None,
|
|
1232
|
-
_request_timeout: Union[
|
|
1233
|
-
None,
|
|
1234
|
-
Annotated[StrictFloat, Field(gt=0)],
|
|
1235
|
-
Tuple[
|
|
1236
|
-
Annotated[StrictFloat, Field(gt=0)],
|
|
1237
|
-
Annotated[StrictFloat, Field(gt=0)]
|
|
1238
|
-
]
|
|
1239
|
-
] = None,
|
|
1240
|
-
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
1241
|
-
_content_type: Optional[StrictStr] = None,
|
|
1242
|
-
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1243
|
-
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1244
|
-
) -> RESTResponseType:
|
|
1245
|
-
"""Registers and logs in a temporary customer.
|
|
1246
|
-
|
|
1247
|
-
|
|
1248
|
-
:param register_temporary_customer_model: The model to register the temporary customer with.
|
|
1249
|
-
:type register_temporary_customer_model: RegisterTemporaryCustomerModel
|
|
1250
|
-
:param _request_timeout: timeout setting for this request. If one
|
|
1251
|
-
number provided, it will be total request
|
|
1252
|
-
timeout. It can also be a pair (tuple) of
|
|
1253
|
-
(connection, read) timeouts.
|
|
1254
|
-
:type _request_timeout: int, tuple(int, int), optional
|
|
1255
|
-
:param _request_auth: set to override the auth_settings for an a single
|
|
1256
|
-
request; this effectively ignores the
|
|
1257
|
-
authentication in the spec for a single request.
|
|
1258
|
-
:type _request_auth: dict, optional
|
|
1259
|
-
:param _content_type: force content-type for the request.
|
|
1260
|
-
:type _content_type: str, Optional
|
|
1261
|
-
:param _headers: set to override the headers for a single
|
|
1262
|
-
request; this effectively ignores the headers
|
|
1263
|
-
in the spec for a single request.
|
|
1264
|
-
:type _headers: dict, optional
|
|
1265
|
-
:param _host_index: set to override the host_index for a single
|
|
1266
|
-
request; this effectively ignores the host_index
|
|
1267
|
-
in the spec for a single request.
|
|
1268
|
-
:type _host_index: int, optional
|
|
1269
|
-
:return: Returns the result object.
|
|
1270
|
-
""" # noqa: E501
|
|
1271
|
-
|
|
1272
|
-
_param = self._identity_temporary_post_serialize(
|
|
1273
|
-
register_temporary_customer_model=register_temporary_customer_model,
|
|
1274
|
-
_request_auth=_request_auth,
|
|
1275
|
-
_content_type=_content_type,
|
|
1276
|
-
_headers=_headers,
|
|
1277
|
-
_host_index=_host_index
|
|
1278
|
-
)
|
|
1279
|
-
|
|
1280
|
-
_response_types_map: Dict[str, Optional[str]] = {
|
|
1281
|
-
'200': "RegisterTemporaryCustomerResult",
|
|
1282
|
-
}
|
|
1283
|
-
response_data = self.api_client.call_api(
|
|
1284
|
-
*_param,
|
|
1285
|
-
_request_timeout=_request_timeout
|
|
1286
|
-
)
|
|
1287
|
-
return response_data.response
|
|
1288
|
-
|
|
1289
|
-
|
|
1290
|
-
def _identity_temporary_post_serialize(
|
|
1291
|
-
self,
|
|
1292
|
-
register_temporary_customer_model,
|
|
1293
|
-
_request_auth,
|
|
1294
|
-
_content_type,
|
|
1295
|
-
_headers,
|
|
1296
|
-
_host_index,
|
|
1297
|
-
) -> RequestSerialized:
|
|
1298
|
-
|
|
1299
|
-
_host = None
|
|
1300
|
-
|
|
1301
|
-
_collection_formats: Dict[str, str] = {
|
|
1302
|
-
}
|
|
1303
|
-
|
|
1304
|
-
_path_params: Dict[str, str] = {}
|
|
1305
|
-
_query_params: List[Tuple[str, str]] = []
|
|
1306
|
-
_header_params: Dict[str, Optional[str]] = _headers or {}
|
|
1307
|
-
_form_params: List[Tuple[str, str]] = []
|
|
1308
|
-
_files: Dict[
|
|
1309
|
-
str, Union[str, bytes, List[str], List[bytes], List[Tuple[str, bytes]]]
|
|
1310
|
-
] = {}
|
|
1311
|
-
_body_params: Optional[bytes] = None
|
|
1312
|
-
|
|
1313
|
-
# process the path parameters
|
|
1314
|
-
# process the query parameters
|
|
1315
|
-
# process the header parameters
|
|
1316
|
-
# process the form parameters
|
|
1317
|
-
# process the body parameter
|
|
1318
|
-
if register_temporary_customer_model is not None:
|
|
1319
|
-
_body_params = register_temporary_customer_model
|
|
1320
|
-
|
|
1321
|
-
|
|
1322
|
-
# set the HTTP header `Accept`
|
|
1323
|
-
if 'Accept' not in _header_params:
|
|
1324
|
-
_header_params['Accept'] = self.api_client.select_header_accept(
|
|
1325
|
-
[
|
|
1326
|
-
'text/plain',
|
|
1327
|
-
'application/json',
|
|
1328
|
-
'text/json'
|
|
1329
|
-
]
|
|
1330
|
-
)
|
|
1331
|
-
|
|
1332
|
-
# set the HTTP header `Content-Type`
|
|
1333
|
-
if _content_type:
|
|
1334
|
-
_header_params['Content-Type'] = _content_type
|
|
1335
|
-
else:
|
|
1336
|
-
_default_content_type = (
|
|
1337
|
-
self.api_client.select_header_content_type(
|
|
1338
|
-
[
|
|
1339
|
-
'application/json',
|
|
1340
|
-
'text/json',
|
|
1341
|
-
'application/*+json'
|
|
1342
|
-
]
|
|
1343
|
-
)
|
|
1344
|
-
)
|
|
1345
|
-
if _default_content_type is not None:
|
|
1346
|
-
_header_params['Content-Type'] = _default_content_type
|
|
1347
|
-
|
|
1348
|
-
# authentication setting
|
|
1349
|
-
_auth_settings: List[str] = [
|
|
1350
|
-
'bearer',
|
|
1351
|
-
'oauth2'
|
|
1352
|
-
]
|
|
1353
|
-
|
|
1354
|
-
return self.api_client.param_serialize(
|
|
1355
|
-
method='POST',
|
|
1356
|
-
resource_path='/identity/temporary',
|
|
1357
|
-
path_params=_path_params,
|
|
1358
|
-
query_params=_query_params,
|
|
1359
|
-
header_params=_header_params,
|
|
1360
|
-
body=_body_params,
|
|
1361
|
-
post_params=_form_params,
|
|
1362
|
-
files=_files,
|
|
1363
|
-
auth_settings=_auth_settings,
|
|
1364
|
-
collection_formats=_collection_formats,
|
|
1365
|
-
_host=_host,
|
|
1366
|
-
_request_auth=_request_auth
|
|
1367
|
-
)
|
|
1368
|
-
|
|
1369
|
-
|
|
@@ -2281,7 +2281,7 @@ class LeaderboardApi:
|
|
|
2281
2281
|
@validate_call
|
|
2282
2282
|
def leaderboards_get(
|
|
2283
2283
|
self,
|
|
2284
|
-
request: Optional[QueryModel] = None,
|
|
2284
|
+
request: Annotated[Optional[QueryModel], Field(description="Query parameters")] = None,
|
|
2285
2285
|
_request_timeout: Union[
|
|
2286
2286
|
None,
|
|
2287
2287
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -2295,10 +2295,10 @@ class LeaderboardApi:
|
|
|
2295
2295
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
2296
2296
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
2297
2297
|
) -> LeaderboardQueryResultPagedResult:
|
|
2298
|
-
"""Queries all leaderboards
|
|
2298
|
+
"""Queries all leaderboards for a specific benchmark.
|
|
2299
2299
|
|
|
2300
2300
|
|
|
2301
|
-
:param request:
|
|
2301
|
+
:param request: Query parameters
|
|
2302
2302
|
:type request: QueryModel
|
|
2303
2303
|
:param _request_timeout: timeout setting for this request. If one
|
|
2304
2304
|
number provided, it will be total request
|
|
@@ -2347,7 +2347,7 @@ class LeaderboardApi:
|
|
|
2347
2347
|
@validate_call
|
|
2348
2348
|
def leaderboards_get_with_http_info(
|
|
2349
2349
|
self,
|
|
2350
|
-
request: Optional[QueryModel] = None,
|
|
2350
|
+
request: Annotated[Optional[QueryModel], Field(description="Query parameters")] = None,
|
|
2351
2351
|
_request_timeout: Union[
|
|
2352
2352
|
None,
|
|
2353
2353
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -2361,10 +2361,10 @@ class LeaderboardApi:
|
|
|
2361
2361
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
2362
2362
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
2363
2363
|
) -> ApiResponse[LeaderboardQueryResultPagedResult]:
|
|
2364
|
-
"""Queries all leaderboards
|
|
2364
|
+
"""Queries all leaderboards for a specific benchmark.
|
|
2365
2365
|
|
|
2366
2366
|
|
|
2367
|
-
:param request:
|
|
2367
|
+
:param request: Query parameters
|
|
2368
2368
|
:type request: QueryModel
|
|
2369
2369
|
:param _request_timeout: timeout setting for this request. If one
|
|
2370
2370
|
number provided, it will be total request
|
|
@@ -2413,7 +2413,7 @@ class LeaderboardApi:
|
|
|
2413
2413
|
@validate_call
|
|
2414
2414
|
def leaderboards_get_without_preload_content(
|
|
2415
2415
|
self,
|
|
2416
|
-
request: Optional[QueryModel] = None,
|
|
2416
|
+
request: Annotated[Optional[QueryModel], Field(description="Query parameters")] = None,
|
|
2417
2417
|
_request_timeout: Union[
|
|
2418
2418
|
None,
|
|
2419
2419
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -2427,10 +2427,10 @@ class LeaderboardApi:
|
|
|
2427
2427
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
2428
2428
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
2429
2429
|
) -> RESTResponseType:
|
|
2430
|
-
"""Queries all leaderboards
|
|
2430
|
+
"""Queries all leaderboards for a specific benchmark.
|
|
2431
2431
|
|
|
2432
2432
|
|
|
2433
|
-
:param request:
|
|
2433
|
+
:param request: Query parameters
|
|
2434
2434
|
:type request: QueryModel
|
|
2435
2435
|
:param _request_timeout: timeout setting for this request. If one
|
|
2436
2436
|
number provided, it will be total request
|
|
@@ -20,7 +20,6 @@ from pydantic import Field, StrictBool, StrictBytes, StrictStr, field_validator
|
|
|
20
20
|
from typing import List, Optional, Tuple, Union
|
|
21
21
|
from typing_extensions import Annotated
|
|
22
22
|
from rapidata.api_client.models.add_validation_rapid_model import AddValidationRapidModel
|
|
23
|
-
from rapidata.api_client.models.add_validation_rapid_result import AddValidationRapidResult
|
|
24
23
|
from rapidata.api_client.models.create_empty_validation_set_result import CreateEmptyValidationSetResult
|
|
25
24
|
from rapidata.api_client.models.create_validation_set_model import CreateValidationSetModel
|
|
26
25
|
from rapidata.api_client.models.get_available_validation_sets_result import GetAvailableValidationSetsResult
|
|
@@ -1726,7 +1725,7 @@ class ValidationSetApi:
|
|
|
1726
1725
|
_content_type: Optional[StrictStr] = None,
|
|
1727
1726
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1728
1727
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1729
|
-
) ->
|
|
1728
|
+
) -> None:
|
|
1730
1729
|
"""Adds a new validation rapid to the specified validation set using files to create the assets.
|
|
1731
1730
|
|
|
1732
1731
|
|
|
@@ -1775,7 +1774,7 @@ class ValidationSetApi:
|
|
|
1775
1774
|
)
|
|
1776
1775
|
|
|
1777
1776
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
1778
|
-
'
|
|
1777
|
+
'204': None,
|
|
1779
1778
|
}
|
|
1780
1779
|
response_data = self.api_client.call_api(
|
|
1781
1780
|
*_param,
|
|
@@ -1808,7 +1807,7 @@ class ValidationSetApi:
|
|
|
1808
1807
|
_content_type: Optional[StrictStr] = None,
|
|
1809
1808
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1810
1809
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1811
|
-
) -> ApiResponse[
|
|
1810
|
+
) -> ApiResponse[None]:
|
|
1812
1811
|
"""Adds a new validation rapid to the specified validation set using files to create the assets.
|
|
1813
1812
|
|
|
1814
1813
|
|
|
@@ -1857,7 +1856,7 @@ class ValidationSetApi:
|
|
|
1857
1856
|
)
|
|
1858
1857
|
|
|
1859
1858
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
1860
|
-
'
|
|
1859
|
+
'204': None,
|
|
1861
1860
|
}
|
|
1862
1861
|
response_data = self.api_client.call_api(
|
|
1863
1862
|
*_param,
|
|
@@ -1939,7 +1938,7 @@ class ValidationSetApi:
|
|
|
1939
1938
|
)
|
|
1940
1939
|
|
|
1941
1940
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
1942
|
-
'
|
|
1941
|
+
'204': None,
|
|
1943
1942
|
}
|
|
1944
1943
|
response_data = self.api_client.call_api(
|
|
1945
1944
|
*_param,
|
|
@@ -1995,15 +1994,6 @@ class ValidationSetApi:
|
|
|
1995
1994
|
# process the body parameter
|
|
1996
1995
|
|
|
1997
1996
|
|
|
1998
|
-
# set the HTTP header `Accept`
|
|
1999
|
-
if 'Accept' not in _header_params:
|
|
2000
|
-
_header_params['Accept'] = self.api_client.select_header_accept(
|
|
2001
|
-
[
|
|
2002
|
-
'text/plain',
|
|
2003
|
-
'application/json',
|
|
2004
|
-
'text/json'
|
|
2005
|
-
]
|
|
2006
|
-
)
|
|
2007
1997
|
|
|
2008
1998
|
# set the HTTP header `Content-Type`
|
|
2009
1999
|
if _content_type:
|
|
@@ -20,7 +20,6 @@ from rapidata.api_client.models.add_user_response_result import AddUserResponseR
|
|
|
20
20
|
from rapidata.api_client.models.add_validation_rapid_model import AddValidationRapidModel
|
|
21
21
|
from rapidata.api_client.models.add_validation_rapid_model_payload import AddValidationRapidModelPayload
|
|
22
22
|
from rapidata.api_client.models.add_validation_rapid_model_truth import AddValidationRapidModelTruth
|
|
23
|
-
from rapidata.api_client.models.add_validation_rapid_result import AddValidationRapidResult
|
|
24
23
|
from rapidata.api_client.models.age_group import AgeGroup
|
|
25
24
|
from rapidata.api_client.models.age_user_filter_model import AgeUserFilterModel
|
|
26
25
|
from rapidata.api_client.models.aggregator_type import AggregatorType
|
|
@@ -88,6 +87,7 @@ from rapidata.api_client.models.country_user_filter_model import CountryUserFilt
|
|
|
88
87
|
from rapidata.api_client.models.create_benchmark_model import CreateBenchmarkModel
|
|
89
88
|
from rapidata.api_client.models.create_benchmark_participant_model import CreateBenchmarkParticipantModel
|
|
90
89
|
from rapidata.api_client.models.create_benchmark_participant_result import CreateBenchmarkParticipantResult
|
|
90
|
+
from rapidata.api_client.models.create_benchmark_prompt_result import CreateBenchmarkPromptResult
|
|
91
91
|
from rapidata.api_client.models.create_benchmark_result import CreateBenchmarkResult
|
|
92
92
|
from rapidata.api_client.models.create_bridge_token_result import CreateBridgeTokenResult
|
|
93
93
|
from rapidata.api_client.models.create_client_model import CreateClientModel
|
|
@@ -172,6 +172,7 @@ from rapidata.api_client.models.get_compare_workflow_results_result_paged_result
|
|
|
172
172
|
from rapidata.api_client.models.get_datapoint_by_id_result import GetDatapointByIdResult
|
|
173
173
|
from rapidata.api_client.models.get_dataset_by_id_result import GetDatasetByIdResult
|
|
174
174
|
from rapidata.api_client.models.get_dataset_progress_result import GetDatasetProgressResult
|
|
175
|
+
from rapidata.api_client.models.get_evaluation_workflow_results_model import GetEvaluationWorkflowResultsModel
|
|
175
176
|
from rapidata.api_client.models.get_failed_datapoints_result import GetFailedDatapointsResult
|
|
176
177
|
from rapidata.api_client.models.get_leaderboard_by_id_result import GetLeaderboardByIdResult
|
|
177
178
|
from rapidata.api_client.models.get_order_by_id_result import GetOrderByIdResult
|
|
@@ -307,8 +308,6 @@ from rapidata.api_client.models.rapid_result_model_result import RapidResultMode
|
|
|
307
308
|
from rapidata.api_client.models.rapid_skipped_model import RapidSkippedModel
|
|
308
309
|
from rapidata.api_client.models.rapid_state import RapidState
|
|
309
310
|
from rapidata.api_client.models.read_bridge_token_keys_result import ReadBridgeTokenKeysResult
|
|
310
|
-
from rapidata.api_client.models.register_temporary_customer_model import RegisterTemporaryCustomerModel
|
|
311
|
-
from rapidata.api_client.models.register_temporary_customer_result import RegisterTemporaryCustomerResult
|
|
312
311
|
from rapidata.api_client.models.report_model import ReportModel
|
|
313
312
|
from rapidata.api_client.models.response_count_filter import ResponseCountFilter
|
|
314
313
|
from rapidata.api_client.models.response_count_user_filter_model import ResponseCountUserFilterModel
|
|
@@ -341,9 +340,11 @@ from rapidata.api_client.models.sort_criterion import SortCriterion
|
|
|
341
340
|
from rapidata.api_client.models.sort_direction import SortDirection
|
|
342
341
|
from rapidata.api_client.models.source_url_metadata import SourceUrlMetadata
|
|
343
342
|
from rapidata.api_client.models.source_url_metadata_model import SourceUrlMetadataModel
|
|
343
|
+
from rapidata.api_client.models.standing_by_benchmark import StandingByBenchmark
|
|
344
344
|
from rapidata.api_client.models.standing_by_leaderboard import StandingByLeaderboard
|
|
345
345
|
from rapidata.api_client.models.standing_by_leaderboard_paged_result import StandingByLeaderboardPagedResult
|
|
346
346
|
from rapidata.api_client.models.standing_status import StandingStatus
|
|
347
|
+
from rapidata.api_client.models.standings_by_benchmark_result import StandingsByBenchmarkResult
|
|
347
348
|
from rapidata.api_client.models.standings_by_leaderboard_result import StandingsByLeaderboardResult
|
|
348
349
|
from rapidata.api_client.models.static_selection import StaticSelection
|
|
349
350
|
from rapidata.api_client.models.sticky_state import StickyState
|
|
@@ -383,6 +384,7 @@ from rapidata.api_client.models.update_leaderboard_response_config_model import
|
|
|
383
384
|
from rapidata.api_client.models.update_order_name_model import UpdateOrderNameModel
|
|
384
385
|
from rapidata.api_client.models.update_participant_model import UpdateParticipantModel
|
|
385
386
|
from rapidata.api_client.models.update_participant_name_model import UpdateParticipantNameModel
|
|
387
|
+
from rapidata.api_client.models.update_priority_model import UpdatePriorityModel
|
|
386
388
|
from rapidata.api_client.models.update_prompt_tags_model import UpdatePromptTagsModel
|
|
387
389
|
from rapidata.api_client.models.update_should_alert_model import UpdateShouldAlertModel
|
|
388
390
|
from rapidata.api_client.models.update_validation_rapid_model import UpdateValidationRapidModel
|
|
@@ -30,9 +30,10 @@ class BenchmarkQueryResult(BaseModel):
|
|
|
30
30
|
id: StrictStr
|
|
31
31
|
name: StrictStr
|
|
32
32
|
is_managed: StrictBool = Field(alias="isManaged")
|
|
33
|
+
is_public: StrictBool = Field(alias="isPublic")
|
|
33
34
|
created_at: datetime = Field(alias="createdAt")
|
|
34
35
|
owner_mail: StrictStr = Field(alias="ownerMail")
|
|
35
|
-
__properties: ClassVar[List[str]] = ["id", "name", "isManaged", "createdAt", "ownerMail"]
|
|
36
|
+
__properties: ClassVar[List[str]] = ["id", "name", "isManaged", "isPublic", "createdAt", "ownerMail"]
|
|
36
37
|
|
|
37
38
|
model_config = ConfigDict(
|
|
38
39
|
populate_by_name=True,
|
|
@@ -88,6 +89,7 @@ class BenchmarkQueryResult(BaseModel):
|
|
|
88
89
|
"id": obj.get("id"),
|
|
89
90
|
"name": obj.get("name"),
|
|
90
91
|
"isManaged": obj.get("isManaged"),
|
|
92
|
+
"isPublic": obj.get("isPublic"),
|
|
91
93
|
"createdAt": obj.get("createdAt"),
|
|
92
94
|
"ownerMail": obj.get("ownerMail")
|
|
93
95
|
})
|
|
@@ -18,7 +18,7 @@ import re # noqa: F401
|
|
|
18
18
|
import json
|
|
19
19
|
|
|
20
20
|
from pydantic import BaseModel, ConfigDict, Field, StrictStr
|
|
21
|
-
from typing import Any, ClassVar, Dict, List
|
|
21
|
+
from typing import Any, ClassVar, Dict, List, Optional
|
|
22
22
|
from typing import Optional, Set
|
|
23
23
|
from typing_extensions import Self
|
|
24
24
|
|
|
@@ -27,7 +27,7 @@ class CreateBenchmarkParticipantResult(BaseModel):
|
|
|
27
27
|
CreateBenchmarkParticipantResult
|
|
28
28
|
""" # noqa: E501
|
|
29
29
|
participant_id: StrictStr = Field(alias="participantId")
|
|
30
|
-
dataset_id: StrictStr = Field(alias="datasetId")
|
|
30
|
+
dataset_id: Optional[StrictStr] = Field(default=None, alias="datasetId")
|
|
31
31
|
__properties: ClassVar[List[str]] = ["participantId", "datasetId"]
|
|
32
32
|
|
|
33
33
|
model_config = ConfigDict(
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
# coding: utf-8
|
|
2
|
+
|
|
3
|
+
"""
|
|
4
|
+
Rapidata.Dataset
|
|
5
|
+
|
|
6
|
+
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
+
|
|
8
|
+
The version of the OpenAPI document: v1
|
|
9
|
+
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
+
|
|
11
|
+
Do not edit the class manually.
|
|
12
|
+
""" # noqa: E501
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
from __future__ import annotations
|
|
16
|
+
import pprint
|
|
17
|
+
import re # noqa: F401
|
|
18
|
+
import json
|
|
19
|
+
|
|
20
|
+
from pydantic import BaseModel, ConfigDict, StrictStr
|
|
21
|
+
from typing import Any, ClassVar, Dict, List
|
|
22
|
+
from typing import Optional, Set
|
|
23
|
+
from typing_extensions import Self
|
|
24
|
+
|
|
25
|
+
class CreateBenchmarkPromptResult(BaseModel):
|
|
26
|
+
"""
|
|
27
|
+
CreateBenchmarkPromptResult
|
|
28
|
+
""" # noqa: E501
|
|
29
|
+
id: StrictStr
|
|
30
|
+
__properties: ClassVar[List[str]] = ["id"]
|
|
31
|
+
|
|
32
|
+
model_config = ConfigDict(
|
|
33
|
+
populate_by_name=True,
|
|
34
|
+
validate_assignment=True,
|
|
35
|
+
protected_namespaces=(),
|
|
36
|
+
)
|
|
37
|
+
|
|
38
|
+
|
|
39
|
+
def to_str(self) -> str:
|
|
40
|
+
"""Returns the string representation of the model using alias"""
|
|
41
|
+
return pprint.pformat(self.model_dump(by_alias=True))
|
|
42
|
+
|
|
43
|
+
def to_json(self) -> str:
|
|
44
|
+
"""Returns the JSON representation of the model using alias"""
|
|
45
|
+
# TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
|
|
46
|
+
return json.dumps(self.to_dict())
|
|
47
|
+
|
|
48
|
+
@classmethod
|
|
49
|
+
def from_json(cls, json_str: str) -> Optional[Self]:
|
|
50
|
+
"""Create an instance of CreateBenchmarkPromptResult from a JSON string"""
|
|
51
|
+
return cls.from_dict(json.loads(json_str))
|
|
52
|
+
|
|
53
|
+
def to_dict(self) -> Dict[str, Any]:
|
|
54
|
+
"""Return the dictionary representation of the model using alias.
|
|
55
|
+
|
|
56
|
+
This has the following differences from calling pydantic's
|
|
57
|
+
`self.model_dump(by_alias=True)`:
|
|
58
|
+
|
|
59
|
+
* `None` is only added to the output dict for nullable fields that
|
|
60
|
+
were set at model initialization. Other fields with value `None`
|
|
61
|
+
are ignored.
|
|
62
|
+
"""
|
|
63
|
+
excluded_fields: Set[str] = set([
|
|
64
|
+
])
|
|
65
|
+
|
|
66
|
+
_dict = self.model_dump(
|
|
67
|
+
by_alias=True,
|
|
68
|
+
exclude=excluded_fields,
|
|
69
|
+
exclude_none=True,
|
|
70
|
+
)
|
|
71
|
+
return _dict
|
|
72
|
+
|
|
73
|
+
@classmethod
|
|
74
|
+
def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
|
|
75
|
+
"""Create an instance of CreateBenchmarkPromptResult from a dict"""
|
|
76
|
+
if obj is None:
|
|
77
|
+
return None
|
|
78
|
+
|
|
79
|
+
if not isinstance(obj, dict):
|
|
80
|
+
return cls.model_validate(obj)
|
|
81
|
+
|
|
82
|
+
_obj = cls.model_validate({
|
|
83
|
+
"id": obj.get("id")
|
|
84
|
+
})
|
|
85
|
+
return _obj
|
|
86
|
+
|
|
87
|
+
|
|
@@ -18,7 +18,7 @@ import re # noqa: F401
|
|
|
18
18
|
import json
|
|
19
19
|
|
|
20
20
|
from datetime import datetime
|
|
21
|
-
from pydantic import BaseModel, ConfigDict, Field, StrictStr
|
|
21
|
+
from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictStr
|
|
22
22
|
from typing import Any, ClassVar, Dict, List
|
|
23
23
|
from typing import Optional, Set
|
|
24
24
|
from typing_extensions import Self
|
|
@@ -29,9 +29,10 @@ class GetBenchmarkByIdResult(BaseModel):
|
|
|
29
29
|
""" # noqa: E501
|
|
30
30
|
id: StrictStr
|
|
31
31
|
name: StrictStr
|
|
32
|
+
is_public: StrictBool = Field(alias="isPublic")
|
|
32
33
|
created_at: datetime = Field(alias="createdAt")
|
|
33
34
|
owner_mail: StrictStr = Field(alias="ownerMail")
|
|
34
|
-
__properties: ClassVar[List[str]] = ["id", "name", "createdAt", "ownerMail"]
|
|
35
|
+
__properties: ClassVar[List[str]] = ["id", "name", "isPublic", "createdAt", "ownerMail"]
|
|
35
36
|
|
|
36
37
|
model_config = ConfigDict(
|
|
37
38
|
populate_by_name=True,
|
|
@@ -86,6 +87,7 @@ class GetBenchmarkByIdResult(BaseModel):
|
|
|
86
87
|
_obj = cls.model_validate({
|
|
87
88
|
"id": obj.get("id"),
|
|
88
89
|
"name": obj.get("name"),
|
|
90
|
+
"isPublic": obj.get("isPublic"),
|
|
89
91
|
"createdAt": obj.get("createdAt"),
|
|
90
92
|
"ownerMail": obj.get("ownerMail")
|
|
91
93
|
})
|