rapidata 2.28.5__py3-none-any.whl → 2.29.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of rapidata might be problematic. Click here for more details.
- rapidata/__init__.py +1 -1
- rapidata/api_client/__init__.py +45 -8
- rapidata/api_client/api/__init__.py +1 -0
- rapidata/api_client/api/benchmark_api.py +3033 -0
- rapidata/api_client/api/customer_rapid_api.py +332 -1
- rapidata/api_client/api/dataset_api.py +16 -0
- rapidata/api_client/api/leaderboard_api.py +1392 -270
- rapidata/api_client/models/__init__.py +44 -8
- rapidata/api_client/models/add_campaign_model.py +3 -3
- rapidata/api_client/models/and_user_filter_model.py +106 -0
- rapidata/api_client/models/and_user_filter_model_filters_inner.py +282 -0
- rapidata/api_client/models/benchmark_query_result.py +94 -0
- rapidata/api_client/models/benchmark_query_result_paged_result.py +105 -0
- rapidata/api_client/models/boost_leaderboard_model.py +89 -0
- rapidata/api_client/models/create_benchmark_model.py +87 -0
- rapidata/api_client/models/create_benchmark_participant_model.py +87 -0
- rapidata/api_client/models/create_benchmark_participant_result.py +89 -0
- rapidata/api_client/models/create_benchmark_result.py +87 -0
- rapidata/api_client/models/create_datapoint_result.py +4 -16
- rapidata/api_client/models/create_leaderboard_model.py +20 -2
- rapidata/api_client/models/create_leaderboard_result.py +15 -3
- rapidata/api_client/models/create_order_model.py +3 -3
- rapidata/api_client/models/file_asset_input.py +104 -0
- rapidata/api_client/models/file_asset_input1.py +104 -0
- rapidata/api_client/models/file_asset_input1_file.py +168 -0
- rapidata/api_client/models/file_asset_input2.py +104 -0
- rapidata/api_client/models/file_asset_input3.py +104 -0
- rapidata/api_client/models/file_asset_input_file.py +182 -0
- rapidata/api_client/models/form_file_wrapper.py +120 -0
- rapidata/api_client/models/get_benchmark_by_id_query.py +96 -0
- rapidata/api_client/models/get_benchmark_by_id_query_result.py +94 -0
- rapidata/api_client/models/get_benchmark_by_id_query_result_paged_result.py +105 -0
- rapidata/api_client/models/get_benchmark_by_id_result.py +94 -0
- rapidata/api_client/models/get_leaderboard_by_id_result.py +11 -3
- rapidata/api_client/models/get_participant_by_id_result.py +6 -26
- rapidata/api_client/models/get_standing_by_id_result.py +113 -0
- rapidata/api_client/models/leaderboard_query_result.py +11 -3
- rapidata/api_client/models/local_file_wrapper.py +120 -0
- rapidata/api_client/models/multi_asset_input.py +110 -0
- rapidata/api_client/models/multi_asset_input1.py +110 -0
- rapidata/api_client/models/multi_asset_input1_assets_inner.py +170 -0
- rapidata/api_client/models/multi_asset_input2.py +110 -0
- rapidata/api_client/models/multi_asset_input3.py +110 -0
- rapidata/api_client/models/multi_asset_input3_assets_inner.py +170 -0
- rapidata/api_client/models/multi_asset_input_assets_inner.py +170 -0
- rapidata/api_client/models/not_user_filter_model.py +3 -3
- rapidata/api_client/models/or_user_filter_model.py +3 -3
- rapidata/api_client/models/participant_by_benchmark.py +102 -0
- rapidata/api_client/models/participant_by_benchmark_paged_result.py +105 -0
- rapidata/api_client/models/participant_status.py +1 -4
- rapidata/api_client/models/potential_validation_rapid.py +103 -0
- rapidata/api_client/models/potential_validation_rapid_paged_result.py +105 -0
- rapidata/api_client/models/potential_validation_rapid_truth.py +280 -0
- rapidata/api_client/models/prompt_asset_metadata_input.py +3 -3
- rapidata/api_client/models/prompt_asset_metadata_input_asset.py +170 -0
- rapidata/api_client/models/prompt_by_benchmark_result.py +92 -0
- rapidata/api_client/models/prompt_by_benchmark_result_paged_result.py +105 -0
- rapidata/api_client/models/prompt_metadata_input.py +5 -3
- rapidata/api_client/models/proxy_file_wrapper.py +114 -0
- rapidata/api_client/models/query_validation_model.py +97 -0
- rapidata/api_client/models/standing_by_leaderboard.py +113 -0
- rapidata/api_client/models/standing_by_leaderboard_paged_result.py +105 -0
- rapidata/api_client/models/standing_status.py +38 -0
- rapidata/api_client/models/stream_file_wrapper.py +116 -0
- rapidata/api_client/models/submit_prompt_model.py +105 -0
- rapidata/api_client/models/submit_prompt_model_prompt_asset.py +174 -0
- rapidata/api_client/models/text_asset_input.py +100 -0
- rapidata/api_client/models/transcription_metadata_input.py +5 -3
- rapidata/api_client/models/zip_entry_file_wrapper.py +120 -0
- rapidata/api_client_README.md +67 -16
- rapidata/rapidata_client/benchmark/leaderboard/__init__.py +0 -0
- rapidata/rapidata_client/benchmark/leaderboard/rapidata_leaderboard.py +115 -0
- rapidata/rapidata_client/benchmark/rapidata_benchmark.py +256 -0
- rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py +83 -0
- rapidata/rapidata_client/filter/not_filter.py +2 -2
- rapidata/rapidata_client/filter/or_filter.py +2 -2
- rapidata/rapidata_client/metadata/__init__.py +1 -0
- rapidata/rapidata_client/metadata/_media_asset_metadata.py +8 -1
- rapidata/rapidata_client/metadata/_prompt_identifier_metadata.py +15 -0
- rapidata/rapidata_client/order/_rapidata_dataset.py +6 -6
- rapidata/rapidata_client/order/_rapidata_order_builder.py +4 -4
- rapidata/rapidata_client/rapidata_client.py +3 -3
- rapidata/service/openapi_service.py +5 -0
- {rapidata-2.28.5.dist-info → rapidata-2.29.1.dist-info}/METADATA +1 -1
- {rapidata-2.28.5.dist-info → rapidata-2.29.1.dist-info}/RECORD +88 -37
- rapidata/rapidata_client/leaderboard/rapidata_leaderboard.py +0 -127
- rapidata/rapidata_client/leaderboard/rapidata_leaderboard_manager.py +0 -92
- /rapidata/rapidata_client/{leaderboard → benchmark}/__init__.py +0 -0
- {rapidata-2.28.5.dist-info → rapidata-2.29.1.dist-info}/LICENSE +0 -0
- {rapidata-2.28.5.dist-info → rapidata-2.29.1.dist-info}/WHEEL +0 -0
|
@@ -1,17 +1,18 @@
|
|
|
1
|
-
rapidata/__init__.py,sha256=
|
|
2
|
-
rapidata/api_client/__init__.py,sha256
|
|
3
|
-
rapidata/api_client/api/__init__.py,sha256=
|
|
1
|
+
rapidata/__init__.py,sha256=spFn5IT18jT0KUTjJdXQtg9E-HGa-fNFXGQRc5Hh7ms,865
|
|
2
|
+
rapidata/api_client/__init__.py,sha256=-XpZCJJrA8dbGdmqU9CJlLRAY4ogdfrLw5pLBtiP56k,33286
|
|
3
|
+
rapidata/api_client/api/__init__.py,sha256=V_nI5gljvhY0TmFLOdzpys9e1l9J6PokA8IxeYmynyg,1422
|
|
4
|
+
rapidata/api_client/api/benchmark_api.py,sha256=aKD9nWyhhkCgvrafuP5eST2iOo9zeSr080aRrpOT0RQ,118100
|
|
4
5
|
rapidata/api_client/api/campaign_api.py,sha256=406gNDALFb0sJhfx727ZM5_0GDX4iB0w5ym2dExLm4g,49894
|
|
5
6
|
rapidata/api_client/api/client_api.py,sha256=KKgUrEKfqmEAqUCRqcYKRb6G3GLwD6R-JSUsShmo7r8,54313
|
|
6
7
|
rapidata/api_client/api/coco_api.py,sha256=d1ypa-JfIoPFEJwn3l-INZM5bS2wB1ifuJuvYXLSRC4,24165
|
|
7
8
|
rapidata/api_client/api/compare_workflow_api.py,sha256=BG_cNnR1UO48Jfy2_ZLEcR2mknD0wXbDYKHLNVt4Szw,12833
|
|
8
|
-
rapidata/api_client/api/customer_rapid_api.py,sha256=
|
|
9
|
+
rapidata/api_client/api/customer_rapid_api.py,sha256=wrAPClQmSgghcEQI9fvXZQmdMlTh6_K007elRKEf1rw,80124
|
|
9
10
|
rapidata/api_client/api/datapoint_api.py,sha256=bLNOJWtk3TBMU5tvFBSIbDk34YwkyEHarJgrISN4J3w,21308
|
|
10
|
-
rapidata/api_client/api/dataset_api.py,sha256=
|
|
11
|
+
rapidata/api_client/api/dataset_api.py,sha256=96CitdOEPmMxNJyLQoX1yj4M68gCIsTAk-9XBdkgVUo,140720
|
|
11
12
|
rapidata/api_client/api/evaluation_workflow_api.py,sha256=E0Phmx54jzXx7LZYGquTqzZSrX2aE5PS9rAs5HdDjvs,15151
|
|
12
13
|
rapidata/api_client/api/feedback_api.py,sha256=-ZI2-1HtQ7wAzBKClgXMmMHtYdgoZtWrpQql3p51qp0,11589
|
|
13
14
|
rapidata/api_client/api/identity_api.py,sha256=LmK6cTXssNjCa1BteOMc8P4FsyRiHQ_Kr30vmWIAYko,55093
|
|
14
|
-
rapidata/api_client/api/leaderboard_api.py,sha256=
|
|
15
|
+
rapidata/api_client/api/leaderboard_api.py,sha256=UewbWOb1twHlQ50lXz3tg9Xgv57CsUFAO10RmGnWDq4,155126
|
|
15
16
|
rapidata/api_client/api/newsletter_api.py,sha256=3NU6HO5Gtm-RH-nx5hcp2CCE4IZmWHwTfCLMMz-Xpq4,22655
|
|
16
17
|
rapidata/api_client/api/order_api.py,sha256=BfMsOGSovNizk1prukw18wH1-e0LrmmsCJy-vQhZdq4,210747
|
|
17
18
|
rapidata/api_client/api/pipeline_api.py,sha256=s1_0GG3Rr-_yFzZ0TcBAgNGVrbQX_cjx2tnv3-1CmZw,96625
|
|
@@ -26,11 +27,11 @@ rapidata/api_client/api_client.py,sha256=EDhxAOUc5JFWvFsF1zc726Q7GoEFkuB8uor5SlG
|
|
|
26
27
|
rapidata/api_client/api_response.py,sha256=eMxw1mpmJcoGZ3gs9z6jM4oYoZ10Gjk333s9sKxGv7s,652
|
|
27
28
|
rapidata/api_client/configuration.py,sha256=g472vHVPLBotq8EkfSXP4sbp7xnn-3sb8O8BBlRWK1I,15931
|
|
28
29
|
rapidata/api_client/exceptions.py,sha256=eLLd1fxM0Ygf3IIG6aNx9hdy79drst5Cem0UjI_NamM,5978
|
|
29
|
-
rapidata/api_client/models/__init__.py,sha256=
|
|
30
|
+
rapidata/api_client/models/__init__.py,sha256=9-kJLcmjPR4l17I4Whqr81yC39t-elyDDZMIUHc61lM,31323
|
|
30
31
|
rapidata/api_client/models/ab_test_selection.py,sha256=xQcE1BgKSnkTcmIuroeVOAQcAhGkHLlMP9XjakMFgDc,4327
|
|
31
32
|
rapidata/api_client/models/ab_test_selection_a_inner.py,sha256=VsCi27NBGxAtupB_sQZCzUEsTNNgSGV_Mo-Fi0UY1Jw,11657
|
|
32
33
|
rapidata/api_client/models/add_campaign_artifact_result.py,sha256=4IvFVS-tLlL6eHsWp-IZ_ul5T30-h3YEwd2B5ioBbgY,2582
|
|
33
|
-
rapidata/api_client/models/add_campaign_model.py,sha256=
|
|
34
|
+
rapidata/api_client/models/add_campaign_model.py,sha256=IEdWlCIPfTxZfVontzCTlensA8v0NDvkgtI1EQSNq4I,9273
|
|
34
35
|
rapidata/api_client/models/add_campaign_model_user_filters_inner.py,sha256=i7R_ToWdsfkOZechTm_-KE01kucRGvsJ_tVIJWqkGgw,11152
|
|
35
36
|
rapidata/api_client/models/add_user_response_result.py,sha256=gON-mQagMa1gi6fIUFSNLc7R8CozOdx0-nYnRJksL3Y,4015
|
|
36
37
|
rapidata/api_client/models/add_user_response_result_validation_truth.py,sha256=1_BKJKBayJ2h3HspPoMwbCrtG_zzMIy8y_b4RC8r6oM,11916
|
|
@@ -44,6 +45,8 @@ rapidata/api_client/models/admin_order_model_paged_result.py,sha256=edgeuvJ8yDMj
|
|
|
44
45
|
rapidata/api_client/models/age_group.py,sha256=XZLFEKvPveCJOCN0byJ_p1rhbIEsAeETSpUX1gAfWMc,877
|
|
45
46
|
rapidata/api_client/models/age_user_filter_model.py,sha256=nlJX6bigfRyUcyenNz6oDf6idKwwIpvraYstYVo_Zns,3035
|
|
46
47
|
rapidata/api_client/models/aggregator_type.py,sha256=XGtJ_CiKVjehno8R2bygna9JL41_qXXgqYoDttbo0KQ,1093
|
|
48
|
+
rapidata/api_client/models/and_user_filter_model.py,sha256=wI5dwyP8vOfRVn9kaISruBN8qHgtwcXETLDgKq3rrpc,3594
|
|
49
|
+
rapidata/api_client/models/and_user_filter_model_filters_inner.py,sha256=5I_96DUYBe1MqA-tLRWPcvl4dsz0IN8cRQ8fHpmC1p4,14725
|
|
47
50
|
rapidata/api_client/models/are_rapids_active_result.py,sha256=s1hDQmpfpcyFd7c-uVQ70geOjUrU_pYX4EC7BC9Tm9g,2553
|
|
48
51
|
rapidata/api_client/models/asset_metadata.py,sha256=bhn0fBkCTMlMc8XOH77w83StGYNsrIVr5E4M-UdJNlo,3422
|
|
49
52
|
rapidata/api_client/models/asset_metadata_asset.py,sha256=X_gY7GWIlYTF6x5P0RM_3ihwwVZRUPjghEl7ZX-A-l8,6726
|
|
@@ -53,6 +56,9 @@ rapidata/api_client/models/attach_category_rapid_blueprint.py,sha256=sdPTViyuCnE
|
|
|
53
56
|
rapidata/api_client/models/attach_category_result.py,sha256=xLM9576NxYblinC2bjUGAQ7eAqp8H1YK8i7_zS5S278,3095
|
|
54
57
|
rapidata/api_client/models/attach_category_truth.py,sha256=XAc0_cCEPP0iNEaak6ihK9_lExQSGboMBIlO6SebU6o,3062
|
|
55
58
|
rapidata/api_client/models/base_error.py,sha256=734KUVW0G_v0GXhU7SiQi4XXVeK5nd8N2hUs2YHzU7M,2562
|
|
59
|
+
rapidata/api_client/models/benchmark_query_result.py,sha256=40vpIuDBJ6pY4db-Pw9M_RCYA57Ikg3Oq0mErrZRBaU,2821
|
|
60
|
+
rapidata/api_client/models/benchmark_query_result_paged_result.py,sha256=cJdtI4L6ZmR8s6mnlagDXRON3CFUHMGnjN67VkVx9Ec,3534
|
|
61
|
+
rapidata/api_client/models/boost_leaderboard_model.py,sha256=FPT87eDxWC67Z64MCCAMW-8GX2wffjFRWSX-JsbwLlU,2907
|
|
56
62
|
rapidata/api_client/models/boost_query_result.py,sha256=2NjnIF2mAaWUjEmzW4Abe55uBrr7aoE9yTf5v8sVr1E,3298
|
|
57
63
|
rapidata/api_client/models/boost_status.py,sha256=9NtUt5TQVyrj8Wv-Rdapi2IEDfrIue-0x2eL77t1cxY,804
|
|
58
64
|
rapidata/api_client/models/bounding_box_payload.py,sha256=ttIPi-azQEOpn6TpJGPqoYb-Tv4fIQe9LKYnR36-d2o,2968
|
|
@@ -108,6 +114,10 @@ rapidata/api_client/models/count_classification_metadata_filter_config.py,sha256
|
|
|
108
114
|
rapidata/api_client/models/count_metadata.py,sha256=opVcKkBnwyR0rFY2mYyI4HqZ4C4wWvMtAa98Tx9txao,3059
|
|
109
115
|
rapidata/api_client/models/count_metadata_model.py,sha256=9TV_DZTDIdK7OwdtOJtIL4dk64tQXG-l2wgRvOtnGQY,2955
|
|
110
116
|
rapidata/api_client/models/country_user_filter_model.py,sha256=8DjS-0yga8yRBMze691dU7IWOJYuw4iTo8ih3H132cs,2982
|
|
117
|
+
rapidata/api_client/models/create_benchmark_model.py,sha256=OSbjrqtZJhA2_oIDLGX4gKtG0b2-3LCMc6WV1tcLQUI,2573
|
|
118
|
+
rapidata/api_client/models/create_benchmark_participant_model.py,sha256=M-DgGPaO3vRyIfAewBUXpYtnPGoLaurtaDckGQUZ1Yk,2624
|
|
119
|
+
rapidata/api_client/models/create_benchmark_participant_result.py,sha256=MrH-aTH2eVxfCnwYSmO0suQaUkp_nymdnN2p-1rMH-I,2738
|
|
120
|
+
rapidata/api_client/models/create_benchmark_result.py,sha256=cizADq-EItVBCFAojEEZ8PoLWS5_YIgquktTpPVPgDY,2498
|
|
111
121
|
rapidata/api_client/models/create_bridge_token_result.py,sha256=GWyYfjBSoZhQiAWaf-JHeRIoH1ZGs3BUGpSUFDuDEDY,2667
|
|
112
122
|
rapidata/api_client/models/create_client_model.py,sha256=dKJ6yhkDvgT8ipp_I8spaZLoiYz0THFZ7kbbJ4MMqwg,3327
|
|
113
123
|
rapidata/api_client/models/create_client_result.py,sha256=OHBnTMyW5Nno39JHoJkcQbCGyol-Xe6v_NQYn2Kur7g,2672
|
|
@@ -120,7 +130,7 @@ rapidata/api_client/models/create_datapoint_from_files_model_metadata_inner.py,s
|
|
|
120
130
|
rapidata/api_client/models/create_datapoint_from_text_sources_model.py,sha256=Ka0brayvm7CyC_lZ_eL1uxJeCQxzGE1GnQrjSvoP_dQ,4368
|
|
121
131
|
rapidata/api_client/models/create_datapoint_from_urls_model.py,sha256=rBED9kqg7WMs_BgCULTGU2umkaLW_RYphCNfT01n7Lg,4407
|
|
122
132
|
rapidata/api_client/models/create_datapoint_from_urls_model_metadata_inner.py,sha256=nbYw6r2C0qKGDn46sY45ySe1deQ9hOXG7fRN5qc7Pq4,7758
|
|
123
|
-
rapidata/api_client/models/create_datapoint_result.py,sha256=
|
|
133
|
+
rapidata/api_client/models/create_datapoint_result.py,sha256=S5en0u1ARfuqBnFbet2qgJgHcNOM9YoSjO-Vqn2-3uY,2571
|
|
124
134
|
rapidata/api_client/models/create_datapoints_from_s3_bucket_model.py,sha256=e2UTd-uI6-QbElMjkdtEXsuBx8JZDnfTH0f7nmWVXHw,5101
|
|
125
135
|
rapidata/api_client/models/create_dataset_artifact_model.py,sha256=oy_gbpPxEadNVyulUETQKHmK8VxGKwti5ro1lwAuNzc,3575
|
|
126
136
|
rapidata/api_client/models/create_dataset_artifact_model_dataset.py,sha256=fP1RLW2f-TGTm7OwjQLfPQfzkfpKdMb3HcBx89CBU5s,4821
|
|
@@ -131,13 +141,13 @@ rapidata/api_client/models/create_empty_validation_set_result.py,sha256=Z8s0Kjz2
|
|
|
131
141
|
rapidata/api_client/models/create_independent_workflow_model.py,sha256=w7lHQXKG1NpTevCmhIdWwLXcdVAdIX2pV82GgInWHqU,3272
|
|
132
142
|
rapidata/api_client/models/create_independent_workflow_model_workflow_config.py,sha256=GVVxs9VAmM2hTXWWoqKNXD9E7qRk3CO88YRm1AHxJCI,5845
|
|
133
143
|
rapidata/api_client/models/create_independent_workflow_result.py,sha256=JOhS75mAH-VvarvDDFsycahPlIezVKT1upuqIo93hC0,2719
|
|
134
|
-
rapidata/api_client/models/create_leaderboard_model.py,sha256=
|
|
144
|
+
rapidata/api_client/models/create_leaderboard_model.py,sha256=CukZzLBPCs2ZNylbeKmTtSGvMyU36MXYPNL_dH8HoS0,5005
|
|
135
145
|
rapidata/api_client/models/create_leaderboard_participant_model.py,sha256=-6ZgPLmnU2qzV3g0Lmv5GcN3b8ZvCyICc-HXyqFxV3Y,2630
|
|
136
146
|
rapidata/api_client/models/create_leaderboard_participant_result.py,sha256=rwnfQHLNJJj18ecQDksLZyQ7xPXmvFzD0jxg4V9s2yk,2746
|
|
137
|
-
rapidata/api_client/models/create_leaderboard_result.py,sha256=
|
|
147
|
+
rapidata/api_client/models/create_leaderboard_result.py,sha256=psBD9Izt3TwZ02d6pBewoFRT8sNKqROR1Ikdpb0hyy0,3308
|
|
138
148
|
rapidata/api_client/models/create_legacy_client_model.py,sha256=8LcKnjv3Lq6w28ku6NG6nG9qfxWQnfPow53maGlwNdE,2802
|
|
139
149
|
rapidata/api_client/models/create_legacy_order_result.py,sha256=BR1XqPKq9QkDe0UytTW6dpihAeNyfCc4C1m0XfY53hQ,2672
|
|
140
|
-
rapidata/api_client/models/create_order_model.py,sha256
|
|
150
|
+
rapidata/api_client/models/create_order_model.py,sha256=0r0TAgGaXkf35ROU0HkZ0o3y3rV11S_1oiv2K4luDuo,12362
|
|
141
151
|
rapidata/api_client/models/create_order_model_referee.py,sha256=dxQ9SDiBjFIKYjctVNeiuGvjZwzIa0Q8JpW7iRei00I,5748
|
|
142
152
|
rapidata/api_client/models/create_order_model_selections_inner.py,sha256=9p9BJKHN3WhRiu-FwWf421COAxeGmm1KkkyDT7UW5uc,8354
|
|
143
153
|
rapidata/api_client/models/create_order_model_user_filters_inner.py,sha256=o_VLpuU9iWFe6mHDjj731YEGRxLArXnaqUeG8WYejzc,13906
|
|
@@ -183,6 +193,12 @@ rapidata/api_client/models/feature_flag_model.py,sha256=Bzq7vkZRoYnft2_2-HKHLj4F
|
|
|
183
193
|
rapidata/api_client/models/feedback_model.py,sha256=BqJoYITA22lE1O2SWenv2Ndw1_JfqIfWMhDvB9gJ0YA,3304
|
|
184
194
|
rapidata/api_client/models/file_artifact_model.py,sha256=4v46T1Bsot2Pty2pJo6wUlVX4ea1mJhnjrllNHWKjT0,3084
|
|
185
195
|
rapidata/api_client/models/file_asset.py,sha256=YynnGRmznrN_UvyqvVx-1Zid5O5D86RvEtK5Qw6PkQk,3854
|
|
196
|
+
rapidata/api_client/models/file_asset_input.py,sha256=VZfxlZudh4f_OoQwLuuNVmvuqrNztceJOBw3PrytGXI,3429
|
|
197
|
+
rapidata/api_client/models/file_asset_input1.py,sha256=9VNQCXFq6JD-NGtZ2O5Aoe2LBv5JQs0jW8LfyNWTkJo,3437
|
|
198
|
+
rapidata/api_client/models/file_asset_input1_file.py,sha256=4JbDMMcuqdyS9EnaJ9NxQ5ZIhN8eNPZCAQAURDv-WmI,7156
|
|
199
|
+
rapidata/api_client/models/file_asset_input2.py,sha256=Ia9V88rqnRdtdcmIUMe9zIfI3_EhCZ9MeNmY_L_35s4,3437
|
|
200
|
+
rapidata/api_client/models/file_asset_input3.py,sha256=CbUEnum_x6eY8wIxe4A-xjYQy_UzjcNSqH9zMGKYs7k,3437
|
|
201
|
+
rapidata/api_client/models/file_asset_input_file.py,sha256=I0B2amUFg46CWdTib3PdQBKTyCPMk-2qFFWdUa8xcYk,7949
|
|
186
202
|
rapidata/api_client/models/file_asset_metadata_inner.py,sha256=YpRMBMuTbxiBMSEXPhYXlUH0y6MQ4RXkzrBcjt_eAHo,10598
|
|
187
203
|
rapidata/api_client/models/file_asset_model.py,sha256=i37JV90lolw7nw0jV5c_aSRQL4-ItgW3hKO_0HUPezI,3824
|
|
188
204
|
rapidata/api_client/models/file_asset_model1.py,sha256=H6bbhe3wXJzDVTrC2vIZuwf_Bbe1t_b1Hjg0Xx27TJM,3709
|
|
@@ -195,6 +211,7 @@ rapidata/api_client/models/file_type_metadata.py,sha256=bfBahfxndHscy5td2VMLgJWq
|
|
|
195
211
|
rapidata/api_client/models/file_type_metadata_model.py,sha256=GpiRHqcG_aPibkaCeBtUzraYIO61Zfr19KNV_lRHEMU,3286
|
|
196
212
|
rapidata/api_client/models/filter.py,sha256=-gje_jVjRXyeguRj9yGuHgyi53hn871Z_2ULs_5yVr8,4541
|
|
197
213
|
rapidata/api_client/models/filter_operator.py,sha256=hVWuGOU6iseDxdJCG4E-b5Pbb8w3rCLT26ukvmwx6G0,889
|
|
214
|
+
rapidata/api_client/models/form_file_wrapper.py,sha256=1KSzAKKGE_-yXTyIyjHi5ctc_CrGCRfkX3EMqlW0IFA,4208
|
|
198
215
|
rapidata/api_client/models/free_text_payload.py,sha256=u5p0ybMMOH2ecmzT3FauQs0LgQgLNnUOD8Kk1umOqtw,2952
|
|
199
216
|
rapidata/api_client/models/free_text_rapid_blueprint.py,sha256=Tpf2durJj9olZbI-QPl89BiLESrOs9fDbATpch8tRj4,2988
|
|
200
217
|
rapidata/api_client/models/free_text_result.py,sha256=dmdJ1LVmLQGCJtJAPbZnL6Ylj6F95EGfpQ9DCHJrTO0,3039
|
|
@@ -202,6 +219,10 @@ rapidata/api_client/models/gender.py,sha256=lgZvfvwPHwbhzPH06VjC1lQXNG-OGhCces-D
|
|
|
202
219
|
rapidata/api_client/models/gender_user_filter_model.py,sha256=eW2Y2A4ZJAikV2hz6TDDga3MXNCIco9p4dNyTDCuos0,3016
|
|
203
220
|
rapidata/api_client/models/get_attach_category_workflow_result_overview_result.py,sha256=eDUNFTPVJ9IYckJIQU3KRNoNWjANfJPivWO3CS235GI,6771
|
|
204
221
|
rapidata/api_client/models/get_available_validation_sets_result.py,sha256=6Tam9TNoc-l84FWw5AEUt0AdxDCPRrUvRkR9jCiJHi8,3228
|
|
222
|
+
rapidata/api_client/models/get_benchmark_by_id_query.py,sha256=Qs_4LXjifBIFnAw7UsbxSTfnmAPAz_yK0NAK46Kn9Wo,3042
|
|
223
|
+
rapidata/api_client/models/get_benchmark_by_id_query_result.py,sha256=83_SG_sSR7C-HkW_flQLflBu7lHPq3M0yIFvpXPUZYw,2849
|
|
224
|
+
rapidata/api_client/models/get_benchmark_by_id_query_result_paged_result.py,sha256=hx0hH-tq1d-M5iJKhTOfgYx9aUiwTgPUxEeYgEx_k_4,3593
|
|
225
|
+
rapidata/api_client/models/get_benchmark_by_id_result.py,sha256=mR_Q0TrdKK3p0yF51EkCVv9qkc4nyumwbyakIDT_wCE,2829
|
|
205
226
|
rapidata/api_client/models/get_classify_workflow_result_overview_result.py,sha256=ofGYUKxXOphdGevqxoJd4xflT_nAqxncISIWCHjG124,6747
|
|
206
227
|
rapidata/api_client/models/get_compare_ab_summary_result.py,sha256=n3ZNjKT_BsEtZ7ItNB6TP85o6JezR_vToWMk5ff2cbk,2643
|
|
207
228
|
rapidata/api_client/models/get_compare_workflow_result_overview_result.py,sha256=x8T7N15i-5R8iM4fZgsj688nWCl6npVsvKYFH_kOmdo,4799
|
|
@@ -215,10 +236,10 @@ rapidata/api_client/models/get_datapoints_by_dataset_id_result.py,sha256=u8DHnbn
|
|
|
215
236
|
rapidata/api_client/models/get_dataset_by_id_result.py,sha256=buK_gpa_G4uTQ3g05A3P7kW9v1pfsWU_l1EXCAGyC_o,2502
|
|
216
237
|
rapidata/api_client/models/get_dataset_progress_result.py,sha256=Zh0ALJyjWXD87FDmwQwUGOXj3cP1ozLsTHwWxQ4404E,2741
|
|
217
238
|
rapidata/api_client/models/get_failed_datapoints_result.py,sha256=yx9mD0YVaP3NCs-3MJ2lxJTUb3VfjtYqYdb4XMjQw88,3035
|
|
218
|
-
rapidata/api_client/models/get_leaderboard_by_id_result.py,sha256=
|
|
239
|
+
rapidata/api_client/models/get_leaderboard_by_id_result.py,sha256=AAFX6BRZ5VsQIw7B-xnEeQOn3dVa6nZX-k7AdKr1QAA,3698
|
|
219
240
|
rapidata/api_client/models/get_order_by_id_result.py,sha256=46bKh7NsaCprCpROqRsgo4-Cr6XkG5iTfJ3H8Ni-zhY,3236
|
|
220
241
|
rapidata/api_client/models/get_order_results_result.py,sha256=zHCTEa1VgbIoGXHsBtJ3z8wZ9X8hy0zRh_GpA4pT0vA,2830
|
|
221
|
-
rapidata/api_client/models/get_participant_by_id_result.py,sha256=
|
|
242
|
+
rapidata/api_client/models/get_participant_by_id_result.py,sha256=gEde5wVbv6BoiTzrsxrwigoG3kD-zpAr5hwg2hP5AKA,2818
|
|
222
243
|
rapidata/api_client/models/get_pipeline_by_id_result.py,sha256=UfedDCodsDJHrKnY5ZEGozML3YkcLbq3yPOQtvmof4E,3929
|
|
223
244
|
rapidata/api_client/models/get_pipeline_by_id_result_artifacts_value.py,sha256=tvh4GD4YeU9VnXKWLiqTfqGsC-90hUa_zAd-qkcwEPs,8476
|
|
224
245
|
rapidata/api_client/models/get_public_orders_result.py,sha256=1Eq-R7wX2fKREuu-o1u5pVqHnc89-_--pkz78y80oEM,3001
|
|
@@ -228,6 +249,7 @@ rapidata/api_client/models/get_simple_workflow_result_overview_result.py,sha256=
|
|
|
228
249
|
rapidata/api_client/models/get_simple_workflow_results_model.py,sha256=r4DZspzPrwaI4DrC4OH-mwUvibcS0TzK9O8CFnsURSc,4289
|
|
229
250
|
rapidata/api_client/models/get_simple_workflow_results_result.py,sha256=WNBHFW-D6tlMzNp9P7nGfoDoarjjwb2YwjlCCV1tA00,4411
|
|
230
251
|
rapidata/api_client/models/get_simple_workflow_results_result_paged_result.py,sha256=DWimv7FmvJmixjQvDFeTE_Q5jHLpLdQmPlXF_9iWSiY,3616
|
|
252
|
+
rapidata/api_client/models/get_standing_by_id_result.py,sha256=QtRtkRH_W1eWutu4kGFcP-mU8gD1nuSNxb-fzee8Aog,3716
|
|
231
253
|
rapidata/api_client/models/get_validation_rapids_query.py,sha256=teC4ryyIXJkRwafaSorysBIsKJuO5C1L8f6juJMwrNs,4894
|
|
232
254
|
rapidata/api_client/models/get_validation_rapids_query_paged_result.py,sha256=ifyJ7Iy7VzTWxtwb2q5q5id927Iil00V3Nk9QqclsDo,3567
|
|
233
255
|
rapidata/api_client/models/get_validation_rapids_result.py,sha256=dTQb5Ju4FAHNQldxY-7Vou62YdmcH3LDQJMdtvITB_c,6815
|
|
@@ -259,7 +281,7 @@ rapidata/api_client/models/json_web_key.py,sha256=-rzhQcNFhAwLp0NzNIBBrxW3kMy9eX
|
|
|
259
281
|
rapidata/api_client/models/json_web_key_set.py,sha256=p-28nu1i9n3s-29i_cX-QbtCFogP253IWgjIqE_aS1o,3812
|
|
260
282
|
rapidata/api_client/models/labeling_selection.py,sha256=x-Fxo_p7kojoQsXlWBbuej-b0cF3ISAl-g2zKt9vhjc,3892
|
|
261
283
|
rapidata/api_client/models/language_user_filter_model.py,sha256=PZqalLtE_mlZ9ND8h4NU1fnbtT-zcIe1uxRSeWwHvqI,2990
|
|
262
|
-
rapidata/api_client/models/leaderboard_query_result.py,sha256=
|
|
284
|
+
rapidata/api_client/models/leaderboard_query_result.py,sha256=lARRQmsADkMtjDlv8pW_bF-THxWmoQR_4tfbpuwhImY,3690
|
|
263
285
|
rapidata/api_client/models/leaderboard_query_result_paged_result.py,sha256=GFUzMXIWMB-YnsqK-MtsauGPNLsbL-vy_Ya1TEy9WGM,3550
|
|
264
286
|
rapidata/api_client/models/legacy_issue_client_auth_token_result.py,sha256=5-CxYQ1zTDhtVInsrHF-3Nr_1cy0kz5geXU_ZtE9ris,2605
|
|
265
287
|
rapidata/api_client/models/legacy_request_password_reset_command.py,sha256=gCJhaFM2b2dLTnwf6HuErjhwY-Oe-xhg0J5i001TFB8,3222
|
|
@@ -270,6 +292,7 @@ rapidata/api_client/models/line_point.py,sha256=GDZyLGx_4qFH0QbOcF4MnYvyxXRIp4Da
|
|
|
270
292
|
rapidata/api_client/models/line_rapid_blueprint.py,sha256=4iemG24yUYNfvv7SpbvxtHITuPdr4iVuMoqFHfo1xRU,2948
|
|
271
293
|
rapidata/api_client/models/line_result.py,sha256=YV0OsI_2_INxoJ6xO-ppw3DYWeQKlCyzrHD9j7iCwXI,3443
|
|
272
294
|
rapidata/api_client/models/line_truth.py,sha256=D-SsupyjvCQ7bWEFnA6y3vZN8k-dV2E_I4c00fwLIyE,2823
|
|
295
|
+
rapidata/api_client/models/local_file_wrapper.py,sha256=beFC8o0mihNaXqnhDv-Q1kWfwiAyNuqOE5NSmDE48vc,4216
|
|
273
296
|
rapidata/api_client/models/locate_box_truth.py,sha256=J8vppu1EKaXYLAmDzBx__vAi_olpg7PETz5noyGg5Wo,3523
|
|
274
297
|
rapidata/api_client/models/locate_coordinate.py,sha256=gNOwTtZbizssHhRUWS-2s8A5hPJ5-FR67QK3vI7Ggy8,3056
|
|
275
298
|
rapidata/api_client/models/locate_payload.py,sha256=x4ded1NZN3Im8CX_v5OgcfbXuqeG1Y_I8363q4k1N0g,2928
|
|
@@ -282,6 +305,13 @@ rapidata/api_client/models/logic_operator.py,sha256=Ubkx7I9TQdiusX5Oy626SlThTKtf
|
|
|
282
305
|
rapidata/api_client/models/login_model.py,sha256=FvbKlIdqtry34vyZjRCOCeH-AEmHByQ7CzHNlgvSzLg,2750
|
|
283
306
|
rapidata/api_client/models/metadata_visibilities.py,sha256=etxAKYS50cM6i2DgXerwn34CQMrSx5Z9YuNLT7Vrn74,867
|
|
284
307
|
rapidata/api_client/models/multi_asset.py,sha256=s4gp_4d_vMHZmHFrA86f_tPPt_GeNK5Nutke2yJ1YYo,4334
|
|
308
|
+
rapidata/api_client/models/multi_asset_input.py,sha256=m9pRWJuTrZ_0D4KYHY02LAzrJpqOTS3_8wybKWy6riY,3766
|
|
309
|
+
rapidata/api_client/models/multi_asset_input1.py,sha256=A4TQ93IF9owXlQ_91yX3-2Y8_oSYDGnE4tZZbiH09-I,3775
|
|
310
|
+
rapidata/api_client/models/multi_asset_input1_assets_inner.py,sha256=Vc8bAzhRKYEtyuH7RQ4FKRGZYETImIhAWqZBOaP2QLw,7168
|
|
311
|
+
rapidata/api_client/models/multi_asset_input2.py,sha256=VMFfZJLMqNfR8e3LR5ACw_s3sVZTPtoCF22kAwR107E,3783
|
|
312
|
+
rapidata/api_client/models/multi_asset_input3.py,sha256=RU9-0B5TtR0l7oOSlRq_eFGBF2QC9sweiG6V_1_5850,3775
|
|
313
|
+
rapidata/api_client/models/multi_asset_input3_assets_inner.py,sha256=nLvrgfG4az1C_CT0NkNKbWh85Uw_qS-odkREH9bH4HA,7168
|
|
314
|
+
rapidata/api_client/models/multi_asset_input_assets_inner.py,sha256=8-QT0T4NQri-0ACYV2Lcfh3G9m1ZDCz4ZdLIxipcNBE,7125
|
|
285
315
|
rapidata/api_client/models/multi_asset_model.py,sha256=dpROG6P2DQb3JOxOA68QXo10lK5R3PCbqSEFlxjiAjY,4376
|
|
286
316
|
rapidata/api_client/models/multi_asset_model1.py,sha256=5uQhr4I1AWgoeyICYJw1cXY_0cwQrEVQVAxqNL8qVtQ,4317
|
|
287
317
|
rapidata/api_client/models/multi_asset_model1_assets_inner.py,sha256=42AfjwV9PyzFIEjbRG_XiBEXmxKvZ06Z7PI1W6WeszQ,7219
|
|
@@ -303,7 +333,7 @@ rapidata/api_client/models/newsletter_model.py,sha256=wXWtCaodMw40dhX0krLuTRMCBs
|
|
|
303
333
|
rapidata/api_client/models/no_validation_workflow_rapid_selection_config.py,sha256=SgOfHf2WXg97Ko_2YcPl9iMekkChtrQPGwFm93TpBMo,3389
|
|
304
334
|
rapidata/api_client/models/not_available_yet_result.py,sha256=euGeN081IZ4mCaiJJD_lz_655Hn5n6Oomq6980Yzy1w,2996
|
|
305
335
|
rapidata/api_client/models/not_started_rapid_model.py,sha256=_IVYY9C2i8e4jaM6EDerk7ynKYwajX_-dtmTscCUe_U,2954
|
|
306
|
-
rapidata/api_client/models/not_user_filter_model.py,sha256=
|
|
336
|
+
rapidata/api_client/models/not_user_filter_model.py,sha256=KdIP0K48vhtLv3kX7x6TLKGQQtMJg8iXdFb4M_78m6s,3394
|
|
307
337
|
rapidata/api_client/models/null_asset.py,sha256=d17pP3JLhjXKvfDmWRXXu3aT_xA3l0iMCOZIstX9MPA,3746
|
|
308
338
|
rapidata/api_client/models/null_asset_model.py,sha256=iYkiSxsLr1aJubdfsLKi468YWXINl1IiQ6CzaOmna4g,3716
|
|
309
339
|
rapidata/api_client/models/null_asset_model1.py,sha256=FAu0ayR7eK_mssNRFwDiaLTumoB44MiZzvWg6Lf3tOw,3601
|
|
@@ -312,7 +342,7 @@ rapidata/api_client/models/online_pair_maker_config.py,sha256=j29pRLXwNzlMs4uOV6
|
|
|
312
342
|
rapidata/api_client/models/online_pair_maker_config_model.py,sha256=2jvkHrlEJhde9iD6yJ4TQCFE8-gWbEq8EQzm6GbYg2w,3580
|
|
313
343
|
rapidata/api_client/models/online_pair_maker_information.py,sha256=SSVJUesx5nptyi9laNMT-K6JNieFn5IuegtqbbWyLCY,3609
|
|
314
344
|
rapidata/api_client/models/only_validation_workflow_rapid_selection_config.py,sha256=I_k5RsXAXbK8Oe3yhQjN_JO1t1kvPnA4pemQS_CzHmw,3231
|
|
315
|
-
rapidata/api_client/models/or_user_filter_model.py,sha256=
|
|
345
|
+
rapidata/api_client/models/or_user_filter_model.py,sha256=u-KRozY-IFzHBdHn7wZPt0dVc0w9MLuY3usRjvrJg_w,3585
|
|
316
346
|
rapidata/api_client/models/order_model.py,sha256=bkC1-XRSCOhDrzMa6t1Io_MynNmnoMA1J3VXvV5221Y,3864
|
|
317
347
|
rapidata/api_client/models/order_model_paged_result.py,sha256=7wHL_M1NYHFWFnaWjqiIx2GCjwWup7Dk1dBNp7_oiLk,3453
|
|
318
348
|
rapidata/api_client/models/order_query_get200_response.py,sha256=Zt6TqghldmhkXrF8eIUWXVCp1Af7jiD6iMbuvdj02G8,5876
|
|
@@ -320,9 +350,11 @@ rapidata/api_client/models/order_state.py,sha256=Vnt5CdDKom-CVsoG0sDaAXYgNkUTnkT
|
|
|
320
350
|
rapidata/api_client/models/original_filename_metadata.py,sha256=_VViiu2YOW6P4KaMZsbfYneXEcEnm4AroVEVVzOpHlM,3215
|
|
321
351
|
rapidata/api_client/models/original_filename_metadata_model.py,sha256=LsbJg_t1FdhwdfF4URn6rxB2huUim6e15PrdxLTcaQo,3111
|
|
322
352
|
rapidata/api_client/models/page_info.py,sha256=8vmnkRGqq38mIQCOMInYrPLFDBALxkWZUM-Z_M1-XK4,2766
|
|
353
|
+
rapidata/api_client/models/participant_by_benchmark.py,sha256=pJ5HCTpFffhwu8bL4dq5GrCTURQZnddlW7bX82beQ0M,3167
|
|
354
|
+
rapidata/api_client/models/participant_by_benchmark_paged_result.py,sha256=VEnfUsy8-s47_3SogL0EKMH4IErrYL3ecIe0yZBseYM,3550
|
|
323
355
|
rapidata/api_client/models/participant_by_leaderboard.py,sha256=155CAfOxIYdXMLT481GY2IEkPG3IJWmpasFQwnmhfU0,3790
|
|
324
356
|
rapidata/api_client/models/participant_by_leaderboard_paged_result.py,sha256=r92XzY-nGOdV2_TYHZe9kG5ksPDzyBQ8Nwkqs_c5yoE,3566
|
|
325
|
-
rapidata/api_client/models/participant_status.py,sha256=
|
|
357
|
+
rapidata/api_client/models/participant_status.py,sha256=QzDThyfxmMFRcbZt0qYMOqN-gcp_qiMq0I0zLWvvDog,778
|
|
326
358
|
rapidata/api_client/models/pipeline_id_workflow_artifact_id_put_request.py,sha256=4HeDc5IvTpjPHH6xy5OAlpPL8dWwxrR9Vwsej3dK6LA,5979
|
|
327
359
|
rapidata/api_client/models/pipeline_id_workflow_config_put_request.py,sha256=gWKIfBeI0-sURGA6haMP8vehYYBPrvetQo6oL0oFIRY,5951
|
|
328
360
|
rapidata/api_client/models/pipeline_id_workflow_put_request.py,sha256=yblj0m6_Dql5JCbnQD93JEvkL-H5ZvgG__DMGj5uMAg,5909
|
|
@@ -330,6 +362,9 @@ rapidata/api_client/models/polygon_payload.py,sha256=s59uxEbr0sA8zfOFdcjcb9cDf06
|
|
|
330
362
|
rapidata/api_client/models/polygon_rapid_blueprint.py,sha256=2cpLAiFU3BGjovD2iLw7RTqrQaRAKU0U6AKIiLmqOX4,2972
|
|
331
363
|
rapidata/api_client/models/polygon_result.py,sha256=MouWpVaG94B3CA_mRrCAguIN3k6k796ZxpQXXFHZAYg,3483
|
|
332
364
|
rapidata/api_client/models/polygon_truth.py,sha256=EmaG2vlgGLtQIHlBwT5dyRxp1OwX1i0waLFCIAiTNDs,2847
|
|
365
|
+
rapidata/api_client/models/potential_validation_rapid.py,sha256=WDXB_B4oL15BTjZSiG7_Ut8r_dvrvgK4B6lfpJILi1g,3721
|
|
366
|
+
rapidata/api_client/models/potential_validation_rapid_paged_result.py,sha256=7BKe-Hh4oEMhL4XdanSa5tIu88wRnFAMA8kq1QPLSek,3566
|
|
367
|
+
rapidata/api_client/models/potential_validation_rapid_truth.py,sha256=otHszO-7LmdixH7tXlJ_CbmAQeFmMQu-U24Niy6S5hc,13249
|
|
333
368
|
rapidata/api_client/models/pre_arranged_pair_maker_config.py,sha256=ONMv5S8oCIRvfOI6d0cFzT_CEuFQMaTByPLbKI69b1g,3370
|
|
334
369
|
rapidata/api_client/models/pre_arranged_pair_maker_config_model.py,sha256=HdCXrqW1xY6RLd5UE_YGndjEdgWEZ9X16S_z2u8ly-M,3206
|
|
335
370
|
rapidata/api_client/models/pre_arranged_pair_maker_information.py,sha256=_NpWpjvsiY3cURDVAw0zYksFd0ezL-6qIYNr9cAzQVA,3594
|
|
@@ -339,17 +374,22 @@ rapidata/api_client/models/private_text_metadata_input.py,sha256=2v1OJ1FgMasHSyt
|
|
|
339
374
|
rapidata/api_client/models/probabilistic_attach_category_referee_config.py,sha256=TU6IyF0kW0upKi08AY7XFLeBSmPfj3cniTwnLb3RT94,3315
|
|
340
375
|
rapidata/api_client/models/probabilistic_attach_category_referee_info.py,sha256=YQogmjE7X6LzBXqab8muv5c-O5Mj8eYZXZk9sKmaMlA,3299
|
|
341
376
|
rapidata/api_client/models/problem_details.py,sha256=00OWbk93SWXdEVNs8rceJq6CAlG4KIRYRR1sqasZ35Q,4506
|
|
342
|
-
rapidata/api_client/models/prompt_asset_metadata_input.py,sha256=
|
|
377
|
+
rapidata/api_client/models/prompt_asset_metadata_input.py,sha256=UAcgFo_lj12aWsUW1sOre-fFCDqhOIE30yM8ZYnwaHs,3487
|
|
378
|
+
rapidata/api_client/models/prompt_asset_metadata_input_asset.py,sha256=lZpDKEIFMRS2wIT7GgHTJjH7sl9axGjHgwYHuwLwCdo,7186
|
|
379
|
+
rapidata/api_client/models/prompt_by_benchmark_result.py,sha256=04c-xsHZ5bUAlOOmPNUl-_q5cv3HTq_BWR2adbEdKRs,2760
|
|
380
|
+
rapidata/api_client/models/prompt_by_benchmark_result_paged_result.py,sha256=v6KQCQCfePRbpge5PfNRkjUZmoC5B0OVs6tIYGCuwXY,3559
|
|
343
381
|
rapidata/api_client/models/prompt_by_leaderboard_result.py,sha256=KRf0XbpOBjCwZPx4VPZk5MFRV7J-KEZG5yUHAC3ODKo,2679
|
|
344
382
|
rapidata/api_client/models/prompt_by_leaderboard_result_paged_result.py,sha256=xOR0FR1Q1JM-DhWircDWLoBOyr8PmXIUgEDiPgmnRcc,3575
|
|
345
383
|
rapidata/api_client/models/prompt_metadata.py,sha256=Oa3fQq-h5EIL7ndpP8FMvfF4sU8PowBqca8LeKNVzac,3060
|
|
346
|
-
rapidata/api_client/models/prompt_metadata_input.py,sha256=
|
|
384
|
+
rapidata/api_client/models/prompt_metadata_input.py,sha256=SgDLkWKioRWLrp5XmcPCVzWSqm6yg_R3LnKFBuBwzc4,3092
|
|
347
385
|
rapidata/api_client/models/prompt_metadata_model.py,sha256=zE8RJv5aG1UZ4B0N-l3bQgPJJxxXRJ6mvNGmh43bnsg,2956
|
|
386
|
+
rapidata/api_client/models/proxy_file_wrapper.py,sha256=bcF_dJZ_IBcuEtUO7-mqlCyOFbODd9nFwu8HRBEVgl8,3988
|
|
348
387
|
rapidata/api_client/models/public_order_model.py,sha256=8UX2rY-Th5MzRArrMzORo79hrupHSk4U5UZXo1JpIww,2671
|
|
349
388
|
rapidata/api_client/models/public_text_metadata_input.py,sha256=n9-TY_32304RZ4N6B5uA16YhseExJZjF14MmlCcdm1U,3089
|
|
350
389
|
rapidata/api_client/models/query_campaigns_model.py,sha256=QFN637qh7qG0QjuJfTpimR57ACtItxTKn18rbdE-BKM,4138
|
|
351
390
|
rapidata/api_client/models/query_model.py,sha256=FP9dAgpgnlyxQfQhYWSvyTdRTjd9fDBdj8tdijLdw2g,4052
|
|
352
391
|
rapidata/api_client/models/query_orders_model.py,sha256=eRLuM82LOiKNFywC7vfKlAUvCGolUfTU5w-GUO4TAdA,4126
|
|
392
|
+
rapidata/api_client/models/query_validation_model.py,sha256=F9Tutr64A9Hu-gYNMrf1uk562uBftZZObiA8JVU0hew,3207
|
|
353
393
|
rapidata/api_client/models/query_validation_rapids_result.py,sha256=4uhNnqr6HrxmruDS0ffgD8evZTK7Vzr3kxtSjBuwqzU,5856
|
|
354
394
|
rapidata/api_client/models/query_validation_rapids_result_asset.py,sha256=A8QsfT5dXwZ0LJYRL-Uwk3opcyVy21qOmIocNYZin1Q,7201
|
|
355
395
|
rapidata/api_client/models/query_validation_rapids_result_paged_result.py,sha256=Xe6rexVMSW9tWcO3w93tGmggpXN-lgPNqn9-lkWe_9o,3591
|
|
@@ -403,23 +443,30 @@ rapidata/api_client/models/sort_criterion.py,sha256=klwKhELiScAGHRL8yF_TtL0X_4Z4
|
|
|
403
443
|
rapidata/api_client/models/sort_direction.py,sha256=yNLZqvgL5fHbD98kMWFAsfgqn3gKM_GFIyRVfheZydI,748
|
|
404
444
|
rapidata/api_client/models/source_url_metadata.py,sha256=TL2Joe1EDgnwDJ3_rQy36laM6dvaLBTez3psyQUKaN0,3072
|
|
405
445
|
rapidata/api_client/models/source_url_metadata_model.py,sha256=UWd1nG-awsV5Q2fsrqdPDgc7bI_pGag0ubIlwEEKMZk,2988
|
|
446
|
+
rapidata/api_client/models/standing_by_leaderboard.py,sha256=C-JTr05882R8btI3MybNPuUn_D0S_r-uqtjpz_oKeTg,3726
|
|
447
|
+
rapidata/api_client/models/standing_by_leaderboard_paged_result.py,sha256=zOlbN2Pxc0y5M9MaDTB5znl0V-6CZIzGZWBlcZGdeVg,3542
|
|
448
|
+
rapidata/api_client/models/standing_status.py,sha256=1uIPH2EDit3fsq9LAnspG1xRzZrgFyKAju6Dq7Vka4M,781
|
|
406
449
|
rapidata/api_client/models/static_rapid_selection_config.py,sha256=RnjyRhAOaxmJ2PW-X2m4G0QZlm-8vw2d9ZO5uneNOtg,3073
|
|
407
450
|
rapidata/api_client/models/static_selection.py,sha256=tvILdoApT7qKYEA2RmT2lsNZGhS9O0fDHJrhJtsXERg,2985
|
|
408
451
|
rapidata/api_client/models/sticky_state.py,sha256=dMti7CucXAOvNN1I1BPCE9XGhtXAmqdoQpVaFx8rMrk,782
|
|
452
|
+
rapidata/api_client/models/stream_file_wrapper.py,sha256=Mb33G6pJq34PeCyY8r4HjW9YFF3dV_e9z7WtfV04Qvw,4130
|
|
409
453
|
rapidata/api_client/models/streams_metadata.py,sha256=TZ_TPuaA0xyjiHglWhsI3CAZ_xt61GOr3m2n6cKG3pA,3426
|
|
410
454
|
rapidata/api_client/models/streams_metadata_model.py,sha256=ZAk1vM73gMNNce3XgNW8xCNCUTB9KU3402DXMdPeUPI,3250
|
|
411
455
|
rapidata/api_client/models/submit_coco_model.py,sha256=GpgF2sVfQH87CYM-Ay12J4qTkBGSX3EcQ5YhvLr5rkE,2750
|
|
412
456
|
rapidata/api_client/models/submit_coco_result.py,sha256=7LfDd-GRZx3xxOJED4MlSGfPsNbfteDs175wm44JoE8,2572
|
|
413
457
|
rapidata/api_client/models/submit_participant_result.py,sha256=Y9VWtr4CH2dX_pUWErMboe6bL4VnsJdapFEEzyHvx3Q,2752
|
|
414
458
|
rapidata/api_client/models/submit_password_reset_command.py,sha256=EcHK3K72_OrG0McyarmMhY3LHmz0opXMLxwDtPdn-mU,3404
|
|
459
|
+
rapidata/api_client/models/submit_prompt_model.py,sha256=EbYN8BUEBKeWeODaR0DE3SXyZ9qkX4nlZ-YuSGWTs_U,3733
|
|
460
|
+
rapidata/api_client/models/submit_prompt_model_prompt_asset.py,sha256=cM8AzElOuTAByQm3obCtZLWWuN65g7JNvQm2W7u2VEs,7158
|
|
415
461
|
rapidata/api_client/models/text_asset.py,sha256=_Hz4EzobSjErKHswhW2naqw6BCSxmScRGRN15pvz4W0,3811
|
|
462
|
+
rapidata/api_client/models/text_asset_input.py,sha256=jZpil3ALayV6ZhhKdMaouBEqMjchctwKj-uBAp_ht5I,3120
|
|
416
463
|
rapidata/api_client/models/text_asset_model.py,sha256=rVPMYY6gNz4tSfYV24Y3N1vlgVcztmAuRSn-c35IRYA,3781
|
|
417
464
|
rapidata/api_client/models/text_asset_model1.py,sha256=dyc2Favu8AP-Al-WoNQadFyIJVlSBjZsQLahgcd069s,3666
|
|
418
465
|
rapidata/api_client/models/text_asset_model2.py,sha256=KGRVYpb5u44knRRc4B47H-_xr8OJmoI2Rzy2D7y2hIU,3666
|
|
419
466
|
rapidata/api_client/models/text_metadata.py,sha256=4Gpf_55Nxw7YJbP9io8nUPpJyEWv1wxAieirC_uqmRE,3036
|
|
420
467
|
rapidata/api_client/models/text_metadata_model.py,sha256=SzMVX21xen8M21TEC4O2UT_O__NpYt3AJxuPt-_QmVw,2932
|
|
421
468
|
rapidata/api_client/models/transcription_metadata.py,sha256=j3z_8tsDgUIUka5vYoQYgLb-Pru4GHjwK7tA5-gNVRE,3117
|
|
422
|
-
rapidata/api_client/models/transcription_metadata_input.py,sha256=
|
|
469
|
+
rapidata/api_client/models/transcription_metadata_input.py,sha256=m8e7y7Wy9ctj5qBDWUi9zwTI9LjAnUTJsqreTH_GVPU,3176
|
|
423
470
|
rapidata/api_client/models/transcription_metadata_model.py,sha256=K4lr7oP-R9RciHRUW9UMIQl3Na9Ay3tw3jKTc6EIDgw,3060
|
|
424
471
|
rapidata/api_client/models/transcription_payload.py,sha256=9_l_B74rb4DQLWxWXjzrAPQhbnumEQrKtmNjPMMIp1A,3638
|
|
425
472
|
rapidata/api_client/models/transcription_rapid_blueprint.py,sha256=8Cq2SaI1zaoI3LXCPRU8M4eWRCHcwrb99xCuRXYaAoo,3016
|
|
@@ -470,8 +517,9 @@ rapidata/api_client/models/workflow_labeling_step_model.py,sha256=iXeIb78bdMhGFj
|
|
|
470
517
|
rapidata/api_client/models/workflow_split_model.py,sha256=zthOSaUl8dbLhLymLK_lrPTBpeV1a4cODLxnHmNCAZw,4474
|
|
471
518
|
rapidata/api_client/models/workflow_split_model_filter_configs_inner.py,sha256=1Fx9uZtztiiAdMXkj7YeCqt7o6VkG9lKf7D7UP_h088,7447
|
|
472
519
|
rapidata/api_client/models/workflow_state.py,sha256=5LAK1se76RCoozeVB6oxMPb8p_5bhLZJqn7q5fFQWis,850
|
|
520
|
+
rapidata/api_client/models/zip_entry_file_wrapper.py,sha256=06CoNJD3x511K3rnSmkrwwhc9GbQxwxF-c0ldOyJbAs,4240
|
|
473
521
|
rapidata/api_client/rest.py,sha256=rtIMcgINZOUaDFaJIinJkXRSddNJmXvMRMfgO2Ezk2o,10835
|
|
474
|
-
rapidata/api_client_README.md,sha256
|
|
522
|
+
rapidata/api_client_README.md,sha256=-UAOi_Z30l68HSTvDYmZJb5YhvtcR-n5QQgdG6o991Q,57416
|
|
475
523
|
rapidata/rapidata_client/__init__.py,sha256=MLl41ZPDYezE9ookAjHS75wFqfCTOKq-U01GJbHFjrA,1133
|
|
476
524
|
rapidata/rapidata_client/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
477
525
|
rapidata/rapidata_client/api/rapidata_exception.py,sha256=BIdmHRrJUGW-Mqhp1H_suemZaR6w9TgjWq-ZW5iUPdQ,3878
|
|
@@ -482,6 +530,11 @@ rapidata/rapidata_client/assets/_multi_asset.py,sha256=OzU5VxRh3Igku4HC60tEc0XEC
|
|
|
482
530
|
rapidata/rapidata_client/assets/_sessions.py,sha256=Dgcb61Q4gLwU5hurnv6sN2Jvw-ZV7vjhVWXog5Wq4aw,1094
|
|
483
531
|
rapidata/rapidata_client/assets/_text_asset.py,sha256=bZHBrvbHSzF0qePoJ5LqYq__2ZDspzCeYi1nDbiIako,796
|
|
484
532
|
rapidata/rapidata_client/assets/data_type_enum.py,sha256=ELC-ymeKnQlfNAzfqsI7MmUuRiGYamCHVcTc0qR6Fm4,185
|
|
533
|
+
rapidata/rapidata_client/benchmark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
534
|
+
rapidata/rapidata_client/benchmark/leaderboard/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
535
|
+
rapidata/rapidata_client/benchmark/leaderboard/rapidata_leaderboard.py,sha256=OWzZmAZdV7VhakgdT97lWg-ZqHvAC4Xi_pgvqBQQ7Zg,3623
|
|
536
|
+
rapidata/rapidata_client/benchmark/rapidata_benchmark.py,sha256=b3-tE0HviZ8hVezBkYEtw3MV9PpFpcRnXhc3-NaqYGo,10873
|
|
537
|
+
rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py,sha256=xk5YhteEMhov8hp8iDTlYjtAMGF4l2hGukdo7XPl4gw,3547
|
|
485
538
|
rapidata/rapidata_client/country_codes/__init__.py,sha256=FB9Dcks44J6C6YBSYmTmNZ71tE130x6NO_3aLJ8fKzQ,40
|
|
486
539
|
rapidata/rapidata_client/country_codes/country_codes.py,sha256=ePHqeb7y9DWQZAnddBzPx1puYBcrgUjdR2sbFijuFD8,283
|
|
487
540
|
rapidata/rapidata_client/demographic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -498,31 +551,29 @@ rapidata/rapidata_client/filter/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JC
|
|
|
498
551
|
rapidata/rapidata_client/filter/models/age_group.py,sha256=9Lk_zvuGqJZNij_CLFNLwE07piUaDrZMyAXzFAk6FKc,1203
|
|
499
552
|
rapidata/rapidata_client/filter/models/gender.py,sha256=aXg6Kql2BIy8d5d1lCVi1axMWnyN1FFgPDU6fh2hYUM,627
|
|
500
553
|
rapidata/rapidata_client/filter/new_user_filter.py,sha256=qU7d6cSslGEO_N1tYPS4Ru3cGbQYH2_I5dJPNPHvtCM,369
|
|
501
|
-
rapidata/rapidata_client/filter/not_filter.py,sha256=
|
|
502
|
-
rapidata/rapidata_client/filter/or_filter.py,sha256=
|
|
554
|
+
rapidata/rapidata_client/filter/not_filter.py,sha256=05uZMNPfguNPONP2uYYtuxx-5UAYdmc8gwSAEHMiK3k,1183
|
|
555
|
+
rapidata/rapidata_client/filter/or_filter.py,sha256=EomsXyYec4beAA63LYfIsh8dO4So1duI7VlLW8VPfzY,1339
|
|
503
556
|
rapidata/rapidata_client/filter/rapidata_filters.py,sha256=aHl8bjvL0wJLhzm6BCHy7mPGYYYKTLZhY0WZVeHx0ZA,2014
|
|
504
557
|
rapidata/rapidata_client/filter/response_count_filter.py,sha256=sDv9Dvy0FbnIQRSAxFGrUf9SIMISTNxnlAQcrFKBjXE,1989
|
|
505
558
|
rapidata/rapidata_client/filter/user_score_filter.py,sha256=2C78zkWm5TnfkxGbV1ER2xB7s9ynpacaibzyRZKG8Cc,1566
|
|
506
|
-
rapidata/rapidata_client/leaderboard/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
507
|
-
rapidata/rapidata_client/leaderboard/rapidata_leaderboard.py,sha256=sBYRlWxT2TeZnvwU3uuhVJl-o_iv5aM7f80dKOPc_Bk,5222
|
|
508
|
-
rapidata/rapidata_client/leaderboard/rapidata_leaderboard_manager.py,sha256=ZoLbXsymlsia74ZquYX1EMVgDW9WG6loez3aP68TkS0,4486
|
|
509
559
|
rapidata/rapidata_client/logging/__init__.py,sha256=4gLxePW8TvgYDZmPWMcf6fA8bEyu35vMKOmlPj5oXNE,110
|
|
510
560
|
rapidata/rapidata_client/logging/logger.py,sha256=9vULXUizGObQeqMY-CryiAQsq8xDZw0ChLhvV8oa99s,3907
|
|
511
561
|
rapidata/rapidata_client/logging/output_manager.py,sha256=AmSVZ2emVW5UWgOiNqkXNVRItsvd5Ox0hsIoZQhYYYo,653
|
|
512
|
-
rapidata/rapidata_client/metadata/__init__.py,sha256=
|
|
562
|
+
rapidata/rapidata_client/metadata/__init__.py,sha256=RC0x5Qr5JUII9ItmPMrRB7EtGtJmO-yquUfbrdCx7EM,368
|
|
513
563
|
rapidata/rapidata_client/metadata/_base_metadata.py,sha256=t2kFqaz5BkEaYYj93Pw3h7zWVDq_S5ZkDxjDIRd21_I,189
|
|
514
|
-
rapidata/rapidata_client/metadata/_media_asset_metadata.py,sha256=
|
|
564
|
+
rapidata/rapidata_client/metadata/_media_asset_metadata.py,sha256=t_2EEMaQKy3TlOpIIsc7Sl2DFXs5GMcH2eTq2GDu5-E,781
|
|
515
565
|
rapidata/rapidata_client/metadata/_private_text_metadata.py,sha256=DFB-Ji3Hd7HBrKClCMBep-0XA2X2rTKRYKKg-FUHeyg,535
|
|
566
|
+
rapidata/rapidata_client/metadata/_prompt_identifier_metadata.py,sha256=cYpunT1Glxyz1GCO_I5gBexA1MWBnsS-HUgke8GkhrA,486
|
|
516
567
|
rapidata/rapidata_client/metadata/_prompt_metadata.py,sha256=ecycAq_t2HCEptxgNxy7S88cCrIrmMnqK-JhyVHhrNg,574
|
|
517
568
|
rapidata/rapidata_client/metadata/_public_text_metadata.py,sha256=uXavDp1ucy_9u5n0girqWD_SkFr7tplGMK_2aqyyHIA,529
|
|
518
569
|
rapidata/rapidata_client/metadata/_select_words_metadata.py,sha256=-MK5yQDi_G3BKEes6aaVyCcobB-sEy29b6bfo5f4pic,594
|
|
519
570
|
rapidata/rapidata_client/order/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
520
|
-
rapidata/rapidata_client/order/_rapidata_dataset.py,sha256=
|
|
521
|
-
rapidata/rapidata_client/order/_rapidata_order_builder.py,sha256=
|
|
571
|
+
rapidata/rapidata_client/order/_rapidata_dataset.py,sha256=5OIeIDvqAnb38KfjTsgj5JN7k5xKRhC-1_G-VulzO2c,21216
|
|
572
|
+
rapidata/rapidata_client/order/_rapidata_order_builder.py,sha256=3Xch1P2ELf9pGyO0gbovRz_1-BMRE1yfIwOp_aTg4GU,12635
|
|
522
573
|
rapidata/rapidata_client/order/rapidata_order.py,sha256=bYTa7GtR_TEvfAZJZ1Aliy4yPsc-wo8L8tyqtegupyM,12675
|
|
523
574
|
rapidata/rapidata_client/order/rapidata_order_manager.py,sha256=trEbTLe6-SsuWn5Q_DISxURxxlVjVSdBgjCjTVLZ3Mw,38311
|
|
524
575
|
rapidata/rapidata_client/order/rapidata_results.py,sha256=ZY0JyHMBZlR6-t6SqKt2OLEO6keR_KvKg9Wk6_I29x4,8653
|
|
525
|
-
rapidata/rapidata_client/rapidata_client.py,sha256=
|
|
576
|
+
rapidata/rapidata_client/rapidata_client.py,sha256=jTkpu0YcizoxAzbfNdnY1S0xXX6Q0KEMi8boo0f2F5c,4274
|
|
526
577
|
rapidata/rapidata_client/referee/__init__.py,sha256=q0Hv9nmfEpyChejtyMLT8hWKL0vTTf_UgUXPYNJ-H6M,153
|
|
527
578
|
rapidata/rapidata_client/referee/_base_referee.py,sha256=MdFOhdxt3sRnWXLDKLJZKFdVpjBGn9jypPnWWQ6msQA,496
|
|
528
579
|
rapidata/rapidata_client/referee/_early_stopping_referee.py,sha256=ULbokQZ91wc9D_20qHUhe55D28D9eTY1J1cMp_-oIDc,2088
|
|
@@ -573,8 +624,8 @@ rapidata/rapidata_client/workflow/_timestamp_workflow.py,sha256=tPi2zu1-SlE_ppbG
|
|
|
573
624
|
rapidata/service/__init__.py,sha256=s9bS1AJZaWIhLtJX_ZA40_CK39rAAkwdAmymTMbeWl4,68
|
|
574
625
|
rapidata/service/credential_manager.py,sha256=pUEEtp6VrFWYhfUUtyqmS0AlRqe2Y0kFkY6o22IT4KM,8682
|
|
575
626
|
rapidata/service/local_file_service.py,sha256=pgorvlWcx52Uh3cEG6VrdMK_t__7dacQ_5AnfY14BW8,877
|
|
576
|
-
rapidata/service/openapi_service.py,sha256=
|
|
577
|
-
rapidata-2.
|
|
578
|
-
rapidata-2.
|
|
579
|
-
rapidata-2.
|
|
580
|
-
rapidata-2.
|
|
627
|
+
rapidata/service/openapi_service.py,sha256=xoGBACpUhG0H-tadSBa8A91LHyfI7n-FCT2JlrERqco,5221
|
|
628
|
+
rapidata-2.29.1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
629
|
+
rapidata-2.29.1.dist-info/METADATA,sha256=iJlyE6uE0ATXx4eYRUtUP8r7BbST_twfeyW5eyFueeU,1264
|
|
630
|
+
rapidata-2.29.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
|
631
|
+
rapidata-2.29.1.dist-info/RECORD,,
|
|
@@ -1,127 +0,0 @@
|
|
|
1
|
-
from rapidata.api_client.models.create_leaderboard_participant_model import CreateLeaderboardParticipantModel
|
|
2
|
-
from rapidata.api_client.models.page_info import PageInfo
|
|
3
|
-
from rapidata.api_client.models.query_model import QueryModel
|
|
4
|
-
|
|
5
|
-
from rapidata.rapidata_client.order._rapidata_dataset import RapidataDataset
|
|
6
|
-
from rapidata.rapidata_client.assets import MediaAsset
|
|
7
|
-
from rapidata.rapidata_client.metadata import PromptMetadata
|
|
8
|
-
from rapidata.service.openapi_service import OpenAPIService
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
class RapidataLeaderboard:
|
|
12
|
-
"""
|
|
13
|
-
An instance of a Rapidata leaderboard.
|
|
14
|
-
|
|
15
|
-
Used to interact with a specific leaderboard in the Rapidata system, such as retrieving prompts and evaluating models.
|
|
16
|
-
|
|
17
|
-
Args:
|
|
18
|
-
name: The name that will be used to identify the leaderboard on the overview.
|
|
19
|
-
instruction: The instruction that will determine what how the models will be evaluated.
|
|
20
|
-
show_prompt: Whether to show the prompt to the users.
|
|
21
|
-
id: The ID of the leaderboard.
|
|
22
|
-
openapi_service: The OpenAPIService instance for API interaction.
|
|
23
|
-
"""
|
|
24
|
-
def __init__(self, name: str, instruction: str, show_prompt: bool, id: str, openapi_service: OpenAPIService):
|
|
25
|
-
self.__openapi_service = openapi_service
|
|
26
|
-
self.name = name
|
|
27
|
-
self.instruction = instruction
|
|
28
|
-
self.show_prompt = show_prompt
|
|
29
|
-
self._prompts: list[str] = []
|
|
30
|
-
self.id = id
|
|
31
|
-
|
|
32
|
-
@property
|
|
33
|
-
def prompts(self) -> list[str]:
|
|
34
|
-
"""
|
|
35
|
-
Returns the prompts that are registered for the leaderboard.
|
|
36
|
-
"""
|
|
37
|
-
if not self._prompts:
|
|
38
|
-
current_page = 1
|
|
39
|
-
total_pages = None
|
|
40
|
-
|
|
41
|
-
while True:
|
|
42
|
-
prompts_result = self.__openapi_service.leaderboard_api.leaderboard_leaderboard_id_prompts_get(
|
|
43
|
-
leaderboard_id=self.id,
|
|
44
|
-
request=QueryModel(
|
|
45
|
-
page=PageInfo(
|
|
46
|
-
index=current_page,
|
|
47
|
-
size=100
|
|
48
|
-
)
|
|
49
|
-
)
|
|
50
|
-
)
|
|
51
|
-
|
|
52
|
-
if prompts_result.total_pages is None:
|
|
53
|
-
raise ValueError("An error occurred while fetching prompts: total_pages is None")
|
|
54
|
-
|
|
55
|
-
total_pages = prompts_result.total_pages
|
|
56
|
-
|
|
57
|
-
self._prompts.extend([prompt.prompt for prompt in prompts_result.items])
|
|
58
|
-
|
|
59
|
-
if current_page >= total_pages:
|
|
60
|
-
break
|
|
61
|
-
|
|
62
|
-
current_page += 1
|
|
63
|
-
|
|
64
|
-
return self._prompts
|
|
65
|
-
|
|
66
|
-
def _register_prompts(self, prompts: list[str]):
|
|
67
|
-
"""
|
|
68
|
-
Registers the prompts for the leaderboard.
|
|
69
|
-
"""
|
|
70
|
-
for prompt in prompts:
|
|
71
|
-
self.__openapi_service.leaderboard_api.leaderboard_leaderboard_id_prompts_post(
|
|
72
|
-
leaderboard_id=self.id,
|
|
73
|
-
body=prompt
|
|
74
|
-
)
|
|
75
|
-
self._prompts = prompts
|
|
76
|
-
|
|
77
|
-
def evaluate_model(self, name: str, media: list[str], prompts: list[str]) -> None:
|
|
78
|
-
"""
|
|
79
|
-
Evaluates a model on the leaderboard.
|
|
80
|
-
|
|
81
|
-
Args:
|
|
82
|
-
name: The name of the model.
|
|
83
|
-
media: The generated images/videos that will be used to evaluate the model.
|
|
84
|
-
prompts: The prompts that correspond to the media. The order of the prompts must match the order of the media.
|
|
85
|
-
The prompts that are used must be registered for the leaderboard. To see the registered prompts, use the prompts property.
|
|
86
|
-
"""
|
|
87
|
-
if not media:
|
|
88
|
-
raise ValueError("Media must be a non-empty list of strings")
|
|
89
|
-
|
|
90
|
-
if len(media) != len(prompts):
|
|
91
|
-
raise ValueError("Media and prompts must have the same length")
|
|
92
|
-
|
|
93
|
-
if not all(prompt in self.prompts for prompt in prompts):
|
|
94
|
-
raise ValueError("All prompts must be in the registered prompts list. To see the registered prompts, use the prompts property.")
|
|
95
|
-
|
|
96
|
-
# happens before the creation of the participant to ensure all media paths are valid
|
|
97
|
-
assets = []
|
|
98
|
-
prompts_metadata: list[list[PromptMetadata]] = []
|
|
99
|
-
for media_path, prompt in zip(media, prompts):
|
|
100
|
-
assets.append(MediaAsset(media_path))
|
|
101
|
-
prompts_metadata.append([PromptMetadata(prompt)])
|
|
102
|
-
|
|
103
|
-
participant_result = self.__openapi_service.leaderboard_api.leaderboard_leaderboard_id_participants_post(
|
|
104
|
-
leaderboard_id=self.id,
|
|
105
|
-
create_leaderboard_participant_model=CreateLeaderboardParticipantModel(
|
|
106
|
-
name=name,
|
|
107
|
-
)
|
|
108
|
-
)
|
|
109
|
-
dataset = RapidataDataset(participant_result.dataset_id, self.__openapi_service)
|
|
110
|
-
|
|
111
|
-
dataset._add_datapoints(assets, prompts_metadata)
|
|
112
|
-
|
|
113
|
-
self.__openapi_service.leaderboard_api.leaderboard_leaderboard_id_participants_participant_id_submit_post(
|
|
114
|
-
leaderboard_id=self.id,
|
|
115
|
-
participant_id=participant_result.participant_id
|
|
116
|
-
)
|
|
117
|
-
|
|
118
|
-
def __str__(self) -> str:
|
|
119
|
-
return f"RapidataLeaderboard(name={self.name}, instruction={self.instruction}, show_prompt={self.show_prompt}, leaderboard_id={self.id})"
|
|
120
|
-
|
|
121
|
-
def __repr__(self) -> str:
|
|
122
|
-
return self.__str__()
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
@@ -1,92 +0,0 @@
|
|
|
1
|
-
from rapidata.service.openapi_service import OpenAPIService
|
|
2
|
-
from rapidata.rapidata_client.leaderboard.rapidata_leaderboard import RapidataLeaderboard
|
|
3
|
-
from rapidata.api_client.models.query_model import QueryModel
|
|
4
|
-
from rapidata.api_client.models.page_info import PageInfo
|
|
5
|
-
from rapidata.api_client.models.root_filter import RootFilter
|
|
6
|
-
from rapidata.api_client.models.filter import Filter
|
|
7
|
-
from rapidata.api_client.models.sort_criterion import SortCriterion
|
|
8
|
-
from rapidata.api_client.models.create_leaderboard_model import CreateLeaderboardModel
|
|
9
|
-
|
|
10
|
-
class RapidataLeaderboardManager:
|
|
11
|
-
"""
|
|
12
|
-
A manager for leaderboards.
|
|
13
|
-
|
|
14
|
-
Used to create and retrieve leaderboards.
|
|
15
|
-
|
|
16
|
-
Args:
|
|
17
|
-
openapi_service: The OpenAPIService instance for API interaction.
|
|
18
|
-
"""
|
|
19
|
-
def __init__(self, openapi_service: OpenAPIService):
|
|
20
|
-
self.__openapi_service = openapi_service
|
|
21
|
-
|
|
22
|
-
def create_new_leaderboard(self, name: str, instruction: str, prompts: list[str], show_prompt: bool = False) -> RapidataLeaderboard:
|
|
23
|
-
"""
|
|
24
|
-
Creates a new leaderboard with the given name, instruction, and prompts.
|
|
25
|
-
|
|
26
|
-
Args:
|
|
27
|
-
leaderboard_name: The name of the leaderboard. Will be used to identify the leaderboard on the overview.
|
|
28
|
-
instruction: The instruction for the leaderboard. Will determine how the models will be evaluated.
|
|
29
|
-
prompts: The prompts for the leaderboard. Will be registered for the leaderboard and able to be retrieved again later.
|
|
30
|
-
show_prompt: Whether to show the prompt to the users when they are evaluating the models.
|
|
31
|
-
"""
|
|
32
|
-
if not isinstance(name, str):
|
|
33
|
-
raise ValueError("Name must be a string.")
|
|
34
|
-
|
|
35
|
-
if not isinstance(instruction, str):
|
|
36
|
-
raise ValueError("Instruction must be a string.")
|
|
37
|
-
|
|
38
|
-
if not isinstance(show_prompt, bool):
|
|
39
|
-
raise ValueError("Show prompt must be a boolean.")
|
|
40
|
-
|
|
41
|
-
if not isinstance(prompts, list) or not all(isinstance(prompt, str) for prompt in prompts):
|
|
42
|
-
raise ValueError("Prompts must be a list of strings.")
|
|
43
|
-
|
|
44
|
-
leaderboard_id = self.__register_new_leaderboard(name, instruction, show_prompt)
|
|
45
|
-
leaderboard = RapidataLeaderboard(name, instruction, show_prompt, leaderboard_id, self.__openapi_service)
|
|
46
|
-
leaderboard._register_prompts(prompts)
|
|
47
|
-
return leaderboard
|
|
48
|
-
|
|
49
|
-
def get_leaderboard_by_id(self, leaderboard_id: str) -> RapidataLeaderboard:
|
|
50
|
-
"""
|
|
51
|
-
Retrieves a leaderboard by its ID.
|
|
52
|
-
|
|
53
|
-
Args:
|
|
54
|
-
leaderboard_id: The ID of the leaderboard.
|
|
55
|
-
"""
|
|
56
|
-
leaderboard_result = self.__openapi_service.leaderboard_api.leaderboard_leaderboard_id_get(
|
|
57
|
-
leaderboard_id=leaderboard_id
|
|
58
|
-
)
|
|
59
|
-
return RapidataLeaderboard(leaderboard_result.name, leaderboard_result.instruction, leaderboard_result.show_prompt, leaderboard_id, self.__openapi_service)
|
|
60
|
-
|
|
61
|
-
def find_leaderboards(self, name: str = "", amount: int = 10) -> list[RapidataLeaderboard]:
|
|
62
|
-
"""
|
|
63
|
-
Find your recent leaderboards given criteria. If nothing is provided, it will return the most recent leaderboard.
|
|
64
|
-
|
|
65
|
-
Args:
|
|
66
|
-
name (str, optional): The name of the leaderboard - matching leaderboard will contain the name. Defaults to "" for any leaderboard.
|
|
67
|
-
amount (int, optional): The amount of leaderboards to return. Defaults to 10.
|
|
68
|
-
"""
|
|
69
|
-
leaderboard_result = self.__openapi_service.leaderboard_api.leaderboards_get(
|
|
70
|
-
request=QueryModel(
|
|
71
|
-
page=PageInfo(
|
|
72
|
-
index=1,
|
|
73
|
-
size=amount
|
|
74
|
-
),
|
|
75
|
-
filter=RootFilter(filters=[Filter(field="Name", operator="Contains", value=name)]),
|
|
76
|
-
sortCriteria=[SortCriterion(direction="Desc", propertyName="CreatedAt")]
|
|
77
|
-
)
|
|
78
|
-
)
|
|
79
|
-
leaderboards = []
|
|
80
|
-
for leaderboard in leaderboard_result.items:
|
|
81
|
-
leaderboards.append(RapidataLeaderboard(leaderboard.name, leaderboard.instruction, leaderboard.show_prompt, leaderboard.id, self.__openapi_service))
|
|
82
|
-
return leaderboards
|
|
83
|
-
|
|
84
|
-
def __register_new_leaderboard(self, name: str, instruction: str, show_prompt: bool) -> str:
|
|
85
|
-
leaderboard_id = self.__openapi_service.leaderboard_api.leaderboard_post(
|
|
86
|
-
CreateLeaderboardModel(
|
|
87
|
-
name=name,
|
|
88
|
-
instruction=instruction,
|
|
89
|
-
showPrompt=show_prompt
|
|
90
|
-
)
|
|
91
|
-
).id
|
|
92
|
-
return leaderboard_id
|
|
File without changes
|
|
File without changes
|
|
File without changes
|