rapidata 2.41.3__py3-none-any.whl → 2.42.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of rapidata might be problematic. Click here for more details.
- rapidata/__init__.py +1 -5
- rapidata/api_client/__init__.py +14 -14
- rapidata/api_client/api/__init__.py +1 -0
- rapidata/api_client/api/asset_api.py +851 -0
- rapidata/api_client/api/benchmark_api.py +298 -0
- rapidata/api_client/api/customer_rapid_api.py +29 -43
- rapidata/api_client/api/dataset_api.py +163 -1143
- rapidata/api_client/api/participant_api.py +28 -74
- rapidata/api_client/api/validation_set_api.py +283 -0
- rapidata/api_client/models/__init__.py +13 -14
- rapidata/api_client/models/add_validation_rapid_model.py +3 -3
- rapidata/api_client/models/add_validation_rapid_new_model.py +152 -0
- rapidata/api_client/models/add_validation_rapid_new_model_asset.py +182 -0
- rapidata/api_client/models/compare_workflow_model.py +3 -3
- rapidata/api_client/models/create_datapoint_from_files_model.py +3 -3
- rapidata/api_client/models/create_datapoint_from_text_sources_model.py +3 -3
- rapidata/api_client/models/create_datapoint_from_urls_model.py +3 -3
- rapidata/api_client/models/create_datapoint_model.py +108 -0
- rapidata/api_client/models/create_datapoint_model_asset.py +182 -0
- rapidata/api_client/models/create_demographic_rapid_model.py +13 -2
- rapidata/api_client/models/create_demographic_rapid_model_asset.py +188 -0
- rapidata/api_client/models/create_demographic_rapid_model_new.py +119 -0
- rapidata/api_client/models/create_sample_model.py +8 -2
- rapidata/api_client/models/create_sample_model_asset.py +182 -0
- rapidata/api_client/models/create_sample_model_obsolete.py +87 -0
- rapidata/api_client/models/file_asset_input_file.py +8 -22
- rapidata/api_client/models/fork_benchmark_result.py +87 -0
- rapidata/api_client/models/form_file_wrapper.py +17 -2
- rapidata/api_client/models/get_asset_metadata_result.py +100 -0
- rapidata/api_client/models/multi_asset_input_assets_inner.py +10 -24
- rapidata/api_client/models/prompt_asset_metadata_input.py +3 -3
- rapidata/api_client/models/proxy_file_wrapper.py +17 -2
- rapidata/api_client/models/stream_file_wrapper.py +25 -3
- rapidata/api_client/models/submit_prompt_model.py +3 -3
- rapidata/api_client/models/text_metadata.py +6 -1
- rapidata/api_client/models/text_metadata_model.py +7 -2
- rapidata/api_client/models/upload_file_from_url_result.py +87 -0
- rapidata/api_client/models/upload_file_result.py +87 -0
- rapidata/api_client/models/zip_entry_file_wrapper.py +33 -2
- rapidata/api_client_README.md +28 -25
- rapidata/rapidata_client/__init__.py +0 -1
- rapidata/rapidata_client/benchmark/participant/_participant.py +24 -22
- rapidata/rapidata_client/benchmark/rapidata_benchmark.py +89 -102
- rapidata/rapidata_client/datapoints/__init__.py +0 -1
- rapidata/rapidata_client/datapoints/_asset_uploader.py +71 -0
- rapidata/rapidata_client/datapoints/_datapoint.py +58 -171
- rapidata/rapidata_client/datapoints/_datapoint_uploader.py +95 -0
- rapidata/rapidata_client/datapoints/assets/__init__.py +0 -11
- rapidata/rapidata_client/datapoints/metadata/_media_asset_metadata.py +10 -7
- rapidata/rapidata_client/demographic/demographic_manager.py +21 -8
- rapidata/rapidata_client/exceptions/failed_upload_exception.py +0 -62
- rapidata/rapidata_client/order/_rapidata_order_builder.py +0 -10
- rapidata/rapidata_client/order/dataset/_rapidata_dataset.py +67 -187
- rapidata/rapidata_client/order/rapidata_order_manager.py +58 -124
- rapidata/rapidata_client/validation/rapidata_validation_set.py +9 -5
- rapidata/rapidata_client/validation/rapids/_validation_rapid_uploader.py +101 -0
- rapidata/rapidata_client/validation/rapids/box.py +35 -11
- rapidata/rapidata_client/validation/rapids/rapids.py +26 -128
- rapidata/rapidata_client/validation/rapids/rapids_manager.py +123 -104
- rapidata/rapidata_client/validation/validation_set_manager.py +25 -34
- rapidata/rapidata_client/workflow/_ranking_workflow.py +14 -17
- rapidata/rapidata_client/workflow/_select_words_workflow.py +3 -16
- rapidata/service/openapi_service.py +8 -3
- {rapidata-2.41.3.dist-info → rapidata-2.42.0.dist-info}/METADATA +1 -1
- {rapidata-2.41.3.dist-info → rapidata-2.42.0.dist-info}/RECORD +67 -58
- {rapidata-2.41.3.dist-info → rapidata-2.42.0.dist-info}/WHEEL +1 -1
- rapidata/rapidata_client/datapoints/assets/_base_asset.py +0 -13
- rapidata/rapidata_client/datapoints/assets/_media_asset.py +0 -318
- rapidata/rapidata_client/datapoints/assets/_multi_asset.py +0 -61
- rapidata/rapidata_client/datapoints/assets/_sessions.py +0 -40
- rapidata/rapidata_client/datapoints/assets/_text_asset.py +0 -34
- rapidata/rapidata_client/datapoints/assets/data_type_enum.py +0 -8
- rapidata/rapidata_client/order/dataset/_progress_tracker.py +0 -100
- {rapidata-2.41.3.dist-info → rapidata-2.42.0.dist-info}/licenses/LICENSE +0 -0
rapidata/api_client_README.md
CHANGED
|
@@ -55,14 +55,16 @@ configuration.api_key['bearer'] = os.environ["API_KEY"]
|
|
|
55
55
|
# Enter a context with an instance of the API client
|
|
56
56
|
with rapidata.api_client.ApiClient(configuration) as api_client:
|
|
57
57
|
# Create an instance of the API class
|
|
58
|
-
api_instance = rapidata.api_client.
|
|
59
|
-
|
|
58
|
+
api_instance = rapidata.api_client.AssetApi(api_client)
|
|
59
|
+
file_name = 'file_name_example' # str | The name of the file to retrieve metadata for.
|
|
60
60
|
|
|
61
61
|
try:
|
|
62
|
-
#
|
|
63
|
-
api_instance.
|
|
62
|
+
# Gets the metadata for an asset by file name.
|
|
63
|
+
api_response = api_instance.asset_file_name_metadata_get(file_name)
|
|
64
|
+
print("The response of AssetApi->asset_file_name_metadata_get:\n")
|
|
65
|
+
pprint(api_response)
|
|
64
66
|
except ApiException as e:
|
|
65
|
-
print("Exception when calling
|
|
67
|
+
print("Exception when calling AssetApi->asset_file_name_metadata_get: %s\n" % e)
|
|
66
68
|
|
|
67
69
|
```
|
|
68
70
|
|
|
@@ -72,7 +74,11 @@ All URIs are relative to *http://localhost*
|
|
|
72
74
|
|
|
73
75
|
Class | Method | HTTP request | Description
|
|
74
76
|
------------ | ------------- | ------------- | -------------
|
|
77
|
+
*AssetApi* | [**asset_file_name_metadata_get**](rapidata/api_client/docs/AssetApi.md#asset_file_name_metadata_get) | **GET** /asset/{fileName}/metadata | Gets the metadata for an asset by file name.
|
|
78
|
+
*AssetApi* | [**asset_file_post**](rapidata/api_client/docs/AssetApi.md#asset_file_post) | **POST** /asset/file | Uploads a single asset to S3 and returns the asset details.
|
|
79
|
+
*AssetApi* | [**asset_url_post**](rapidata/api_client/docs/AssetApi.md#asset_url_post) | **POST** /asset/url | Uploads a single asset to S3 and returns the asset details.
|
|
75
80
|
*BenchmarkApi* | [**benchmark_benchmark_id_delete**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_delete) | **DELETE** /benchmark/{benchmarkId} | Deletes a single benchmark.
|
|
81
|
+
*BenchmarkApi* | [**benchmark_benchmark_id_fork_post**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_fork_post) | **POST** /benchmark/{benchmarkId}/fork | Creates a copy of a public benchmark and all of its related entities
|
|
76
82
|
*BenchmarkApi* | [**benchmark_benchmark_id_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_get) | **GET** /benchmark/{benchmarkId} | Returns a single benchmark by its ID.
|
|
77
83
|
*BenchmarkApi* | [**benchmark_benchmark_id_leaderboards_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_leaderboards_get) | **GET** /benchmark/{benchmarkId}/leaderboards | Queries all leaderboards for the current user's benchmarks.
|
|
78
84
|
*BenchmarkApi* | [**benchmark_benchmark_id_participants_get**](rapidata/api_client/docs/BenchmarkApi.md#benchmark_benchmark_id_participants_get) | **GET** /benchmark/{benchmarkId}/participants | Query all participants within a benchmark
|
|
@@ -101,7 +107,7 @@ Class | Method | HTTP request | Description
|
|
|
101
107
|
*CocoApi* | [**coco_post**](rapidata/api_client/docs/CocoApi.md#coco_post) | **POST** /coco | Uploads a CoCo set to the system.
|
|
102
108
|
*CompareWorkflowApi* | [**workflow_compare_workflow_id_results_get**](rapidata/api_client/docs/CompareWorkflowApi.md#workflow_compare_workflow_id_results_get) | **GET** /workflow/compare/{workflowId}/results | Get the result overview for a compare workflow.
|
|
103
109
|
*CustomerRapidApi* | [**rapid_correlation_id_validation_potential_get**](rapidata/api_client/docs/CustomerRapidApi.md#rapid_correlation_id_validation_potential_get) | **GET** /rapid/{correlationId}/validation-potential | Queries rapids that are potentially eligible for validation set creation.
|
|
104
|
-
*CustomerRapidApi* | [**
|
|
110
|
+
*CustomerRapidApi* | [**rapid_demographic_new_post**](rapidata/api_client/docs/CustomerRapidApi.md#rapid_demographic_new_post) | **POST** /rapid/demographic-new | Creates a new Demographic Rapid.
|
|
105
111
|
*CustomerRapidApi* | [**rapid_global_responses_get**](rapidata/api_client/docs/CustomerRapidApi.md#rapid_global_responses_get) | **GET** /rapid/global-responses | A public endpoint to query the most recent responses globally
|
|
106
112
|
*CustomerRapidApi* | [**rapid_rapid_id_delete**](rapidata/api_client/docs/CustomerRapidApi.md#rapid_rapid_id_delete) | **DELETE** /rapid/{rapidId} | Deletes a rapid.
|
|
107
113
|
*CustomerRapidApi* | [**rapid_rapid_id_responses_get**](rapidata/api_client/docs/CustomerRapidApi.md#rapid_rapid_id_responses_get) | **GET** /rapid/{rapidId}/responses | Gets all responses for a given rapid.
|
|
@@ -112,14 +118,11 @@ Class | Method | HTTP request | Description
|
|
|
112
118
|
*DatapointApi* | [**datapoint_datapoint_id_get**](rapidata/api_client/docs/DatapointApi.md#datapoint_datapoint_id_get) | **GET** /datapoint/{datapointId} | Gets a datapoint by its id.
|
|
113
119
|
*DatasetApi* | [**dataset_asset_file_post**](rapidata/api_client/docs/DatasetApi.md#dataset_asset_file_post) | **POST** /dataset/asset/file | Uploads a single asset to S3 and returns the asset details.
|
|
114
120
|
*DatasetApi* | [**dataset_asset_url_post**](rapidata/api_client/docs/DatasetApi.md#dataset_asset_url_post) | **POST** /dataset/asset/url | Uploads a single asset to S3 and returns the asset details.
|
|
121
|
+
*DatasetApi* | [**dataset_dataset_id_datapoint_post**](rapidata/api_client/docs/DatasetApi.md#dataset_dataset_id_datapoint_post) | **POST** /dataset/{datasetId}/datapoint | Creates a datapoint via the new endpoint.
|
|
115
122
|
*DatasetApi* | [**dataset_dataset_id_datapoints_csv_post**](rapidata/api_client/docs/DatasetApi.md#dataset_dataset_id_datapoints_csv_post) | **POST** /dataset/{datasetId}/datapoints/csv | Creates multiple datapoints from a csv.
|
|
116
123
|
*DatasetApi* | [**dataset_dataset_id_datapoints_failed_get**](rapidata/api_client/docs/DatasetApi.md#dataset_dataset_id_datapoints_failed_get) | **GET** /dataset/{datasetId}/datapoints/failed | Gets a list of all datapoints that failed to upload.
|
|
117
|
-
*DatasetApi* | [**dataset_dataset_id_datapoints_files_post**](rapidata/api_client/docs/DatasetApi.md#dataset_dataset_id_datapoints_files_post) | **POST** /dataset/{datasetId}/datapoints/files | Creates a single datapoint by uploading files.
|
|
118
124
|
*DatasetApi* | [**dataset_dataset_id_datapoints_get**](rapidata/api_client/docs/DatasetApi.md#dataset_dataset_id_datapoints_get) | **GET** /dataset/{datasetId}/datapoints | Gets all datapoints of a dataset.
|
|
119
|
-
*DatasetApi* | [**dataset_dataset_id_datapoints_post**](rapidata/api_client/docs/DatasetApi.md#dataset_dataset_id_datapoints_post) | **POST** /dataset/{datasetId}/datapoints | Creates a new datapoint from multiple possible sources.
|
|
120
125
|
*DatasetApi* | [**dataset_dataset_id_datapoints_s3_post**](rapidata/api_client/docs/DatasetApi.md#dataset_dataset_id_datapoints_s3_post) | **POST** /dataset/{datasetId}/datapoints/s3 | Uploads files from an S3 bucket to a dataset.
|
|
121
|
-
*DatasetApi* | [**dataset_dataset_id_datapoints_texts_post**](rapidata/api_client/docs/DatasetApi.md#dataset_dataset_id_datapoints_texts_post) | **POST** /dataset/{datasetId}/datapoints/texts | Creates a single datapoint from text sources.
|
|
122
|
-
*DatasetApi* | [**dataset_dataset_id_datapoints_urls_post**](rapidata/api_client/docs/DatasetApi.md#dataset_dataset_id_datapoints_urls_post) | **POST** /dataset/{datasetId}/datapoints/urls | Creates a single datapoint where the assets are fetched from the specified urls.
|
|
123
126
|
*DatasetApi* | [**dataset_dataset_id_get**](rapidata/api_client/docs/DatasetApi.md#dataset_dataset_id_get) | **GET** /dataset/{datasetId} | Gets a dataset by its id.
|
|
124
127
|
*DatasetApi* | [**dataset_dataset_id_name_patch**](rapidata/api_client/docs/DatasetApi.md#dataset_dataset_id_name_patch) | **PATCH** /dataset/{datasetId}/name | Updates the name of a dataset.
|
|
125
128
|
*DatasetApi* | [**dataset_dataset_id_progress_get**](rapidata/api_client/docs/DatasetApi.md#dataset_dataset_id_progress_get) | **GET** /dataset/{datasetId}/progress | Gets the upload progress of a dataset.
|
|
@@ -164,7 +167,7 @@ Class | Method | HTTP request | Description
|
|
|
164
167
|
*ParticipantApi* | [**participant_participant_id_disable_post**](rapidata/api_client/docs/ParticipantApi.md#participant_participant_id_disable_post) | **POST** /participant/{participantId}/disable | This endpoint disables a participant in a benchmark. this means that the participant will no longer actively be matched up against other participants and not collect further results. It will still be visible in the leaderboard.
|
|
165
168
|
*ParticipantApi* | [**participant_participant_id_get**](rapidata/api_client/docs/ParticipantApi.md#participant_participant_id_get) | **GET** /participant/{participantId} | Gets a participant by it's Id.
|
|
166
169
|
*ParticipantApi* | [**participant_participant_id_patch**](rapidata/api_client/docs/ParticipantApi.md#participant_participant_id_patch) | **PATCH** /participant/{participantId} | Updates a participant using patch semantics.
|
|
167
|
-
*ParticipantApi* | [**
|
|
170
|
+
*ParticipantApi* | [**participant_participant_id_sample_new_post**](rapidata/api_client/docs/ParticipantApi.md#participant_participant_id_sample_new_post) | **POST** /participant/{participantId}/sample-new | Adds a sample to a participant.
|
|
168
171
|
*ParticipantApi* | [**participant_participant_id_samples_get**](rapidata/api_client/docs/ParticipantApi.md#participant_participant_id_samples_get) | **GET** /participant/{participantId}/samples | Queries all samples of a participant.
|
|
169
172
|
*ParticipantApi* | [**participant_sample_sample_id_delete**](rapidata/api_client/docs/ParticipantApi.md#participant_sample_sample_id_delete) | **DELETE** /participant-sample/{sampleId} | Deletes a sample.
|
|
170
173
|
*ParticipantApi* | [**participants_participant_id_submit_post**](rapidata/api_client/docs/ParticipantApi.md#participants_participant_id_submit_post) | **POST** /participants/{participantId}/submit | Submits a participant to a benchmark.
|
|
@@ -189,6 +192,7 @@ Class | Method | HTTP request | Description
|
|
|
189
192
|
*ValidationSetApi* | [**validation_set_validation_set_id_export_get**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_export_get) | **GET** /validation-set/{validationSetId}/export | Exports all rapids of a validation-set to a file.
|
|
190
193
|
*ValidationSetApi* | [**validation_set_validation_set_id_get**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_get) | **GET** /validation-set/{validationSetId} | Gets a validation set by the id.
|
|
191
194
|
*ValidationSetApi* | [**validation_set_validation_set_id_patch**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_patch) | **PATCH** /validation-set/{validationSetId} | Updates different characteristics of a validation set.
|
|
195
|
+
*ValidationSetApi* | [**validation_set_validation_set_id_rapid_new_post**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_rapid_new_post) | **POST** /validation-set/{validationSetId}/rapid-new | Adds a new validation rapid to the validation set using JSON body.
|
|
192
196
|
*ValidationSetApi* | [**validation_set_validation_set_id_rapid_post**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_rapid_post) | **POST** /validation-set/{validationSetId}/rapid | Adds a new validation rapid to the specified validation set using files to create the assets.
|
|
193
197
|
*ValidationSetApi* | [**validation_set_validation_set_id_rapids_get**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_rapids_get) | **GET** /validation-set/{validationSetId}/rapids | Queries the validation rapids for a specific validation set.
|
|
194
198
|
*ValidationSetApi* | [**validation_set_validation_set_id_update_labeling_hints_post**](rapidata/api_client/docs/ValidationSetApi.md#validation_set_validation_set_id_update_labeling_hints_post) | **POST** /validation-set/{validationSetId}/update-labeling-hints | Refreshes the labeling hints for a validation set.
|
|
@@ -213,6 +217,8 @@ Class | Method | HTTP request | Description
|
|
|
213
217
|
- [AddValidationRapidModel](rapidata/api_client/docs/AddValidationRapidModel.md)
|
|
214
218
|
- [AddValidationRapidModelPayload](rapidata/api_client/docs/AddValidationRapidModelPayload.md)
|
|
215
219
|
- [AddValidationRapidModelTruth](rapidata/api_client/docs/AddValidationRapidModelTruth.md)
|
|
220
|
+
- [AddValidationRapidNewModel](rapidata/api_client/docs/AddValidationRapidNewModel.md)
|
|
221
|
+
- [AddValidationRapidNewModelAsset](rapidata/api_client/docs/AddValidationRapidNewModelAsset.md)
|
|
216
222
|
- [AgeGroup](rapidata/api_client/docs/AgeGroup.md)
|
|
217
223
|
- [AgeUserFilterModel](rapidata/api_client/docs/AgeUserFilterModel.md)
|
|
218
224
|
- [AggregatorType](rapidata/api_client/docs/AggregatorType.md)
|
|
@@ -288,13 +294,18 @@ Class | Method | HTTP request | Description
|
|
|
288
294
|
- [CreateComplexOrderResult](rapidata/api_client/docs/CreateComplexOrderResult.md)
|
|
289
295
|
- [CreateCustomerClientResult](rapidata/api_client/docs/CreateCustomerClientResult.md)
|
|
290
296
|
- [CreateDatapointFromFilesModel](rapidata/api_client/docs/CreateDatapointFromFilesModel.md)
|
|
297
|
+
- [CreateDatapointFromFilesModelMetadataInner](rapidata/api_client/docs/CreateDatapointFromFilesModelMetadataInner.md)
|
|
291
298
|
- [CreateDatapointFromTextSourcesModel](rapidata/api_client/docs/CreateDatapointFromTextSourcesModel.md)
|
|
292
299
|
- [CreateDatapointFromUrlsModel](rapidata/api_client/docs/CreateDatapointFromUrlsModel.md)
|
|
300
|
+
- [CreateDatapointModel](rapidata/api_client/docs/CreateDatapointModel.md)
|
|
301
|
+
- [CreateDatapointModelAsset](rapidata/api_client/docs/CreateDatapointModelAsset.md)
|
|
293
302
|
- [CreateDatapointResult](rapidata/api_client/docs/CreateDatapointResult.md)
|
|
294
303
|
- [CreateDatapointsFromS3BucketModel](rapidata/api_client/docs/CreateDatapointsFromS3BucketModel.md)
|
|
295
304
|
- [CreateDatasetArtifactModel](rapidata/api_client/docs/CreateDatasetArtifactModel.md)
|
|
296
305
|
- [CreateDatasetArtifactModelDataset](rapidata/api_client/docs/CreateDatasetArtifactModelDataset.md)
|
|
297
306
|
- [CreateDemographicRapidModel](rapidata/api_client/docs/CreateDemographicRapidModel.md)
|
|
307
|
+
- [CreateDemographicRapidModelAsset](rapidata/api_client/docs/CreateDemographicRapidModelAsset.md)
|
|
308
|
+
- [CreateDemographicRapidModelNew](rapidata/api_client/docs/CreateDemographicRapidModelNew.md)
|
|
298
309
|
- [CreateEmptyValidationSetResult](rapidata/api_client/docs/CreateEmptyValidationSetResult.md)
|
|
299
310
|
- [CreateLeaderboardModel](rapidata/api_client/docs/CreateLeaderboardModel.md)
|
|
300
311
|
- [CreateLeaderboardResult](rapidata/api_client/docs/CreateLeaderboardResult.md)
|
|
@@ -304,6 +315,8 @@ Class | Method | HTTP request | Description
|
|
|
304
315
|
- [CreateOrderResult](rapidata/api_client/docs/CreateOrderResult.md)
|
|
305
316
|
- [CreateRapidResult](rapidata/api_client/docs/CreateRapidResult.md)
|
|
306
317
|
- [CreateSampleModel](rapidata/api_client/docs/CreateSampleModel.md)
|
|
318
|
+
- [CreateSampleModelAsset](rapidata/api_client/docs/CreateSampleModelAsset.md)
|
|
319
|
+
- [CreateSampleModelObsolete](rapidata/api_client/docs/CreateSampleModelObsolete.md)
|
|
307
320
|
- [CreateSimplePipelineModel](rapidata/api_client/docs/CreateSimplePipelineModel.md)
|
|
308
321
|
- [CreateSimplePipelineModelArtifactsInner](rapidata/api_client/docs/CreateSimplePipelineModelArtifactsInner.md)
|
|
309
322
|
- [CreateSimplePipelineModelPipelineStepsInner](rapidata/api_client/docs/CreateSimplePipelineModelPipelineStepsInner.md)
|
|
@@ -316,7 +329,6 @@ Class | Method | HTTP request | Description
|
|
|
316
329
|
- [DatapointModelPagedResult](rapidata/api_client/docs/DatapointModelPagedResult.md)
|
|
317
330
|
- [DatapointState](rapidata/api_client/docs/DatapointState.md)
|
|
318
331
|
- [DatasetArtifactModel](rapidata/api_client/docs/DatasetArtifactModel.md)
|
|
319
|
-
- [DatasetDatasetIdDatapointsPostRequestMetadataInner](rapidata/api_client/docs/DatasetDatasetIdDatapointsPostRequestMetadataInner.md)
|
|
320
332
|
- [DatasetEvaluationStepModel](rapidata/api_client/docs/DatasetEvaluationStepModel.md)
|
|
321
333
|
- [Demographic](rapidata/api_client/docs/Demographic.md)
|
|
322
334
|
- [DemographicFilter](rapidata/api_client/docs/DemographicFilter.md)
|
|
@@ -338,10 +350,6 @@ Class | Method | HTTP request | Description
|
|
|
338
350
|
- [FileArtifactModel](rapidata/api_client/docs/FileArtifactModel.md)
|
|
339
351
|
- [FileAsset](rapidata/api_client/docs/FileAsset.md)
|
|
340
352
|
- [FileAssetInput](rapidata/api_client/docs/FileAssetInput.md)
|
|
341
|
-
- [FileAssetInput1](rapidata/api_client/docs/FileAssetInput1.md)
|
|
342
|
-
- [FileAssetInput1File](rapidata/api_client/docs/FileAssetInput1File.md)
|
|
343
|
-
- [FileAssetInput2](rapidata/api_client/docs/FileAssetInput2.md)
|
|
344
|
-
- [FileAssetInput3](rapidata/api_client/docs/FileAssetInput3.md)
|
|
345
353
|
- [FileAssetInputFile](rapidata/api_client/docs/FileAssetInputFile.md)
|
|
346
354
|
- [FileAssetMetadataValue](rapidata/api_client/docs/FileAssetMetadataValue.md)
|
|
347
355
|
- [FileAssetModel](rapidata/api_client/docs/FileAssetModel.md)
|
|
@@ -351,12 +359,14 @@ Class | Method | HTTP request | Description
|
|
|
351
359
|
- [FileTypeMetadataModel](rapidata/api_client/docs/FileTypeMetadataModel.md)
|
|
352
360
|
- [Filter](rapidata/api_client/docs/Filter.md)
|
|
353
361
|
- [FilterOperator](rapidata/api_client/docs/FilterOperator.md)
|
|
362
|
+
- [ForkBenchmarkResult](rapidata/api_client/docs/ForkBenchmarkResult.md)
|
|
354
363
|
- [FormFileWrapper](rapidata/api_client/docs/FormFileWrapper.md)
|
|
355
364
|
- [FreeTextPayload](rapidata/api_client/docs/FreeTextPayload.md)
|
|
356
365
|
- [FreeTextRapidBlueprint](rapidata/api_client/docs/FreeTextRapidBlueprint.md)
|
|
357
366
|
- [FreeTextResult](rapidata/api_client/docs/FreeTextResult.md)
|
|
358
367
|
- [Gender](rapidata/api_client/docs/Gender.md)
|
|
359
368
|
- [GenderUserFilterModel](rapidata/api_client/docs/GenderUserFilterModel.md)
|
|
369
|
+
- [GetAssetMetadataResult](rapidata/api_client/docs/GetAssetMetadataResult.md)
|
|
360
370
|
- [GetAvailableValidationSetsResult](rapidata/api_client/docs/GetAvailableValidationSetsResult.md)
|
|
361
371
|
- [GetBenchmarkByIdResult](rapidata/api_client/docs/GetBenchmarkByIdResult.md)
|
|
362
372
|
- [GetCompareAbSummaryResult](rapidata/api_client/docs/GetCompareAbSummaryResult.md)
|
|
@@ -412,7 +422,6 @@ Class | Method | HTTP request | Description
|
|
|
412
422
|
- [LineRapidBlueprint](rapidata/api_client/docs/LineRapidBlueprint.md)
|
|
413
423
|
- [LineResult](rapidata/api_client/docs/LineResult.md)
|
|
414
424
|
- [LineTruth](rapidata/api_client/docs/LineTruth.md)
|
|
415
|
-
- [LocalFileWrapper](rapidata/api_client/docs/LocalFileWrapper.md)
|
|
416
425
|
- [LocateBoxTruth](rapidata/api_client/docs/LocateBoxTruth.md)
|
|
417
426
|
- [LocateCoordinate](rapidata/api_client/docs/LocateCoordinate.md)
|
|
418
427
|
- [LocatePayload](rapidata/api_client/docs/LocatePayload.md)
|
|
@@ -423,11 +432,6 @@ Class | Method | HTTP request | Description
|
|
|
423
432
|
- [LogicOperator](rapidata/api_client/docs/LogicOperator.md)
|
|
424
433
|
- [MultiAsset](rapidata/api_client/docs/MultiAsset.md)
|
|
425
434
|
- [MultiAssetInput](rapidata/api_client/docs/MultiAssetInput.md)
|
|
426
|
-
- [MultiAssetInput1](rapidata/api_client/docs/MultiAssetInput1.md)
|
|
427
|
-
- [MultiAssetInput1AssetsInner](rapidata/api_client/docs/MultiAssetInput1AssetsInner.md)
|
|
428
|
-
- [MultiAssetInput2](rapidata/api_client/docs/MultiAssetInput2.md)
|
|
429
|
-
- [MultiAssetInput3](rapidata/api_client/docs/MultiAssetInput3.md)
|
|
430
|
-
- [MultiAssetInput3AssetsInner](rapidata/api_client/docs/MultiAssetInput3AssetsInner.md)
|
|
431
435
|
- [MultiAssetInputAssetsInner](rapidata/api_client/docs/MultiAssetInputAssetsInner.md)
|
|
432
436
|
- [MultiAssetModel](rapidata/api_client/docs/MultiAssetModel.md)
|
|
433
437
|
- [MultiCompareTruth](rapidata/api_client/docs/MultiCompareTruth.md)
|
|
@@ -479,7 +483,6 @@ Class | Method | HTTP request | Description
|
|
|
479
483
|
- [ProbabilisticAttachCategoryRefereeInfo](rapidata/api_client/docs/ProbabilisticAttachCategoryRefereeInfo.md)
|
|
480
484
|
- [ProblemDetails](rapidata/api_client/docs/ProblemDetails.md)
|
|
481
485
|
- [PromptAssetMetadataInput](rapidata/api_client/docs/PromptAssetMetadataInput.md)
|
|
482
|
-
- [PromptAssetMetadataInputAsset](rapidata/api_client/docs/PromptAssetMetadataInputAsset.md)
|
|
483
486
|
- [PromptByBenchmarkResult](rapidata/api_client/docs/PromptByBenchmarkResult.md)
|
|
484
487
|
- [PromptByBenchmarkResultPagedResult](rapidata/api_client/docs/PromptByBenchmarkResultPagedResult.md)
|
|
485
488
|
- [PromptMetadata](rapidata/api_client/docs/PromptMetadata.md)
|
|
@@ -502,7 +505,6 @@ Class | Method | HTTP request | Description
|
|
|
502
505
|
- [RapidSkippedModel](rapidata/api_client/docs/RapidSkippedModel.md)
|
|
503
506
|
- [RapidState](rapidata/api_client/docs/RapidState.md)
|
|
504
507
|
- [ReadBridgeTokenKeysResult](rapidata/api_client/docs/ReadBridgeTokenKeysResult.md)
|
|
505
|
-
- [ReferenceAssetInput](rapidata/api_client/docs/ReferenceAssetInput.md)
|
|
506
508
|
- [ReportModel](rapidata/api_client/docs/ReportModel.md)
|
|
507
509
|
- [ResponseCountFilter](rapidata/api_client/docs/ResponseCountFilter.md)
|
|
508
510
|
- [ResponseCountUserFilterModel](rapidata/api_client/docs/ResponseCountUserFilterModel.md)
|
|
@@ -550,7 +552,6 @@ Class | Method | HTTP request | Description
|
|
|
550
552
|
- [SubmitOrderModel](rapidata/api_client/docs/SubmitOrderModel.md)
|
|
551
553
|
- [SubmitParticipantResult](rapidata/api_client/docs/SubmitParticipantResult.md)
|
|
552
554
|
- [SubmitPromptModel](rapidata/api_client/docs/SubmitPromptModel.md)
|
|
553
|
-
- [SubmitPromptModelPromptAsset](rapidata/api_client/docs/SubmitPromptModelPromptAsset.md)
|
|
554
555
|
- [TagsByBenchmarkResult](rapidata/api_client/docs/TagsByBenchmarkResult.md)
|
|
555
556
|
- [TextAsset](rapidata/api_client/docs/TextAsset.md)
|
|
556
557
|
- [TextAssetInput](rapidata/api_client/docs/TextAssetInput.md)
|
|
@@ -586,6 +587,8 @@ Class | Method | HTTP request | Description
|
|
|
586
587
|
- [UpdateValidationSetModel](rapidata/api_client/docs/UpdateValidationSetModel.md)
|
|
587
588
|
- [UploadAssetResult](rapidata/api_client/docs/UploadAssetResult.md)
|
|
588
589
|
- [UploadCocoResult](rapidata/api_client/docs/UploadCocoResult.md)
|
|
590
|
+
- [UploadFileFromUrlResult](rapidata/api_client/docs/UploadFileFromUrlResult.md)
|
|
591
|
+
- [UploadFileResult](rapidata/api_client/docs/UploadFileResult.md)
|
|
589
592
|
- [UploadFromS3Result](rapidata/api_client/docs/UploadFromS3Result.md)
|
|
590
593
|
- [UrlAssetInput](rapidata/api_client/docs/UrlAssetInput.md)
|
|
591
594
|
- [UserScoreFilter](rapidata/api_client/docs/UserScoreFilter.md)
|
|
@@ -2,7 +2,6 @@ from concurrent.futures import ThreadPoolExecutor, as_completed
|
|
|
2
2
|
import time
|
|
3
3
|
from tqdm import tqdm
|
|
4
4
|
|
|
5
|
-
from rapidata.rapidata_client.datapoints.assets import MediaAsset
|
|
6
5
|
from rapidata.rapidata_client.config import logger
|
|
7
6
|
from rapidata.api_client.models.create_sample_model import CreateSampleModel
|
|
8
7
|
from rapidata.service.openapi_service import OpenAPIService
|
|
@@ -11,21 +10,24 @@ from rapidata.rapidata_client.api.rapidata_api_client import (
|
|
|
11
10
|
suppress_rapidata_error_logging,
|
|
12
11
|
)
|
|
13
12
|
|
|
14
|
-
# Add OpenTelemetry context imports for thread propagation
|
|
15
13
|
from opentelemetry import context as otel_context
|
|
14
|
+
from rapidata.api_client.models.create_sample_model_asset import CreateSampleModelAsset
|
|
15
|
+
from rapidata.api_client.models.existing_asset_input import ExistingAssetInput
|
|
16
|
+
from rapidata.rapidata_client.datapoints._asset_uploader import AssetUploader
|
|
16
17
|
|
|
17
18
|
|
|
18
19
|
class BenchmarkParticipant:
|
|
19
20
|
def __init__(self, name: str, id: str, openapi_service: OpenAPIService):
|
|
20
21
|
self.name = name
|
|
21
22
|
self.id = id
|
|
22
|
-
self.
|
|
23
|
+
self._openapi_service = openapi_service
|
|
24
|
+
self._asset_uploader = AssetUploader(openapi_service)
|
|
23
25
|
|
|
24
26
|
def _process_single_sample_upload(
|
|
25
27
|
self,
|
|
26
|
-
asset:
|
|
28
|
+
asset: str,
|
|
27
29
|
identifier: str,
|
|
28
|
-
) -> tuple[
|
|
30
|
+
) -> tuple[str | None, str | None]:
|
|
29
31
|
"""
|
|
30
32
|
Process single sample upload with retry logic and error tracking.
|
|
31
33
|
|
|
@@ -36,22 +38,22 @@ class BenchmarkParticipant:
|
|
|
36
38
|
Returns:
|
|
37
39
|
tuple[MediaAsset | None, MediaAsset | None]: (successful_asset, failed_asset)
|
|
38
40
|
"""
|
|
39
|
-
if asset.is_local():
|
|
40
|
-
files = [asset.to_file()]
|
|
41
|
-
urls = []
|
|
42
|
-
else:
|
|
43
|
-
files = []
|
|
44
|
-
urls = [asset.path]
|
|
45
41
|
|
|
46
42
|
last_exception = None
|
|
47
43
|
for attempt in range(rapidata_config.upload.maxRetries):
|
|
48
44
|
try:
|
|
49
45
|
with suppress_rapidata_error_logging():
|
|
50
|
-
self.
|
|
46
|
+
self._openapi_service.participant_api.participant_participant_id_sample_new_post(
|
|
51
47
|
participant_id=self.id,
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
48
|
+
create_sample_model=CreateSampleModel(
|
|
49
|
+
identifier=identifier,
|
|
50
|
+
asset=CreateSampleModelAsset(
|
|
51
|
+
actual_instance=ExistingAssetInput(
|
|
52
|
+
_t="ExistingAssetInput",
|
|
53
|
+
name=self._asset_uploader.upload_asset(asset),
|
|
54
|
+
),
|
|
55
|
+
),
|
|
56
|
+
),
|
|
55
57
|
)
|
|
56
58
|
|
|
57
59
|
return asset, None
|
|
@@ -74,14 +76,14 @@ class BenchmarkParticipant:
|
|
|
74
76
|
|
|
75
77
|
def upload_media(
|
|
76
78
|
self,
|
|
77
|
-
assets: list[
|
|
79
|
+
assets: list[str],
|
|
78
80
|
identifiers: list[str],
|
|
79
|
-
) -> tuple[list[
|
|
81
|
+
) -> tuple[list[str], list[str]]:
|
|
80
82
|
"""
|
|
81
83
|
Upload samples concurrently with proper error handling and progress tracking.
|
|
82
84
|
|
|
83
85
|
Args:
|
|
84
|
-
assets: List of
|
|
86
|
+
assets: List of strings to upload
|
|
85
87
|
identifiers: List of identifiers matching the assets
|
|
86
88
|
|
|
87
89
|
Returns:
|
|
@@ -89,8 +91,8 @@ class BenchmarkParticipant:
|
|
|
89
91
|
"""
|
|
90
92
|
|
|
91
93
|
def upload_with_context(
|
|
92
|
-
context: otel_context.Context, asset:
|
|
93
|
-
) -> tuple[
|
|
94
|
+
context: otel_context.Context, asset: str, identifier: str
|
|
95
|
+
) -> tuple[str | None, str | None]:
|
|
94
96
|
"""Wrapper function that runs _process_single_sample_upload with the provided context."""
|
|
95
97
|
token = otel_context.attach(context)
|
|
96
98
|
try:
|
|
@@ -98,8 +100,8 @@ class BenchmarkParticipant:
|
|
|
98
100
|
finally:
|
|
99
101
|
otel_context.detach(token)
|
|
100
102
|
|
|
101
|
-
successful_uploads: list[
|
|
102
|
-
failed_uploads: list[
|
|
103
|
+
successful_uploads: list[str] = []
|
|
104
|
+
failed_uploads: list[str] = []
|
|
103
105
|
total_uploads = len(assets)
|
|
104
106
|
|
|
105
107
|
# Capture the current OpenTelemetry context before creating threads
|