rapidata 2.28.5__py3-none-any.whl → 2.29.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of rapidata might be problematic. Click here for more details.

Files changed (90) hide show
  1. rapidata/__init__.py +1 -1
  2. rapidata/api_client/__init__.py +45 -8
  3. rapidata/api_client/api/__init__.py +1 -0
  4. rapidata/api_client/api/benchmark_api.py +3033 -0
  5. rapidata/api_client/api/customer_rapid_api.py +332 -1
  6. rapidata/api_client/api/dataset_api.py +16 -0
  7. rapidata/api_client/api/leaderboard_api.py +1392 -270
  8. rapidata/api_client/models/__init__.py +44 -8
  9. rapidata/api_client/models/add_campaign_model.py +3 -3
  10. rapidata/api_client/models/and_user_filter_model.py +106 -0
  11. rapidata/api_client/models/and_user_filter_model_filters_inner.py +282 -0
  12. rapidata/api_client/models/benchmark_query_result.py +94 -0
  13. rapidata/api_client/models/benchmark_query_result_paged_result.py +105 -0
  14. rapidata/api_client/models/boost_leaderboard_model.py +89 -0
  15. rapidata/api_client/models/create_benchmark_model.py +87 -0
  16. rapidata/api_client/models/create_benchmark_participant_model.py +87 -0
  17. rapidata/api_client/models/create_benchmark_participant_result.py +89 -0
  18. rapidata/api_client/models/create_benchmark_result.py +87 -0
  19. rapidata/api_client/models/create_datapoint_result.py +4 -16
  20. rapidata/api_client/models/create_leaderboard_model.py +20 -2
  21. rapidata/api_client/models/create_leaderboard_result.py +15 -3
  22. rapidata/api_client/models/create_order_model.py +3 -3
  23. rapidata/api_client/models/file_asset_input.py +104 -0
  24. rapidata/api_client/models/file_asset_input1.py +104 -0
  25. rapidata/api_client/models/file_asset_input1_file.py +168 -0
  26. rapidata/api_client/models/file_asset_input2.py +104 -0
  27. rapidata/api_client/models/file_asset_input3.py +104 -0
  28. rapidata/api_client/models/file_asset_input_file.py +182 -0
  29. rapidata/api_client/models/form_file_wrapper.py +120 -0
  30. rapidata/api_client/models/get_benchmark_by_id_query.py +96 -0
  31. rapidata/api_client/models/get_benchmark_by_id_query_result.py +94 -0
  32. rapidata/api_client/models/get_benchmark_by_id_query_result_paged_result.py +105 -0
  33. rapidata/api_client/models/get_benchmark_by_id_result.py +94 -0
  34. rapidata/api_client/models/get_leaderboard_by_id_result.py +11 -3
  35. rapidata/api_client/models/get_participant_by_id_result.py +6 -26
  36. rapidata/api_client/models/get_standing_by_id_result.py +113 -0
  37. rapidata/api_client/models/leaderboard_query_result.py +11 -3
  38. rapidata/api_client/models/local_file_wrapper.py +120 -0
  39. rapidata/api_client/models/multi_asset_input.py +110 -0
  40. rapidata/api_client/models/multi_asset_input1.py +110 -0
  41. rapidata/api_client/models/multi_asset_input1_assets_inner.py +170 -0
  42. rapidata/api_client/models/multi_asset_input2.py +110 -0
  43. rapidata/api_client/models/multi_asset_input3.py +110 -0
  44. rapidata/api_client/models/multi_asset_input3_assets_inner.py +170 -0
  45. rapidata/api_client/models/multi_asset_input_assets_inner.py +170 -0
  46. rapidata/api_client/models/not_user_filter_model.py +3 -3
  47. rapidata/api_client/models/or_user_filter_model.py +3 -3
  48. rapidata/api_client/models/participant_by_benchmark.py +102 -0
  49. rapidata/api_client/models/participant_by_benchmark_paged_result.py +105 -0
  50. rapidata/api_client/models/participant_status.py +1 -4
  51. rapidata/api_client/models/potential_validation_rapid.py +103 -0
  52. rapidata/api_client/models/potential_validation_rapid_paged_result.py +105 -0
  53. rapidata/api_client/models/potential_validation_rapid_truth.py +280 -0
  54. rapidata/api_client/models/prompt_asset_metadata_input.py +3 -3
  55. rapidata/api_client/models/prompt_asset_metadata_input_asset.py +170 -0
  56. rapidata/api_client/models/prompt_by_benchmark_result.py +92 -0
  57. rapidata/api_client/models/prompt_by_benchmark_result_paged_result.py +105 -0
  58. rapidata/api_client/models/prompt_metadata_input.py +5 -3
  59. rapidata/api_client/models/proxy_file_wrapper.py +114 -0
  60. rapidata/api_client/models/query_validation_model.py +97 -0
  61. rapidata/api_client/models/standing_by_leaderboard.py +113 -0
  62. rapidata/api_client/models/standing_by_leaderboard_paged_result.py +105 -0
  63. rapidata/api_client/models/standing_status.py +38 -0
  64. rapidata/api_client/models/stream_file_wrapper.py +116 -0
  65. rapidata/api_client/models/submit_prompt_model.py +105 -0
  66. rapidata/api_client/models/submit_prompt_model_prompt_asset.py +174 -0
  67. rapidata/api_client/models/text_asset_input.py +100 -0
  68. rapidata/api_client/models/transcription_metadata_input.py +5 -3
  69. rapidata/api_client/models/zip_entry_file_wrapper.py +120 -0
  70. rapidata/api_client_README.md +67 -16
  71. rapidata/rapidata_client/benchmark/leaderboard/__init__.py +0 -0
  72. rapidata/rapidata_client/benchmark/leaderboard/rapidata_leaderboard.py +115 -0
  73. rapidata/rapidata_client/benchmark/rapidata_benchmark.py +256 -0
  74. rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py +83 -0
  75. rapidata/rapidata_client/filter/not_filter.py +2 -2
  76. rapidata/rapidata_client/filter/or_filter.py +2 -2
  77. rapidata/rapidata_client/metadata/__init__.py +1 -0
  78. rapidata/rapidata_client/metadata/_media_asset_metadata.py +8 -1
  79. rapidata/rapidata_client/metadata/_prompt_identifier_metadata.py +15 -0
  80. rapidata/rapidata_client/order/_rapidata_dataset.py +6 -6
  81. rapidata/rapidata_client/order/_rapidata_order_builder.py +4 -4
  82. rapidata/rapidata_client/rapidata_client.py +3 -3
  83. rapidata/service/openapi_service.py +5 -0
  84. {rapidata-2.28.5.dist-info → rapidata-2.29.1.dist-info}/METADATA +1 -1
  85. {rapidata-2.28.5.dist-info → rapidata-2.29.1.dist-info}/RECORD +88 -37
  86. rapidata/rapidata_client/leaderboard/rapidata_leaderboard.py +0 -127
  87. rapidata/rapidata_client/leaderboard/rapidata_leaderboard_manager.py +0 -92
  88. /rapidata/rapidata_client/{leaderboard → benchmark}/__init__.py +0 -0
  89. {rapidata-2.28.5.dist-info → rapidata-2.29.1.dist-info}/LICENSE +0 -0
  90. {rapidata-2.28.5.dist-info → rapidata-2.29.1.dist-info}/WHEEL +0 -0
@@ -1,17 +1,18 @@
1
- rapidata/__init__.py,sha256=mpAu3MRlfUgovZp79QauoSowVyXs9m_cW2KN_kVtSzQ,865
2
- rapidata/api_client/__init__.py,sha256=W5VJg_3oF5Y8_16GqiHAljI_LCKh8QX5WBpC9hEfex8,30178
3
- rapidata/api_client/api/__init__.py,sha256=K67VMR3zWtv824onw87pEm-K2xrDphRIY04TtKg_k2U,1359
1
+ rapidata/__init__.py,sha256=spFn5IT18jT0KUTjJdXQtg9E-HGa-fNFXGQRc5Hh7ms,865
2
+ rapidata/api_client/__init__.py,sha256=-XpZCJJrA8dbGdmqU9CJlLRAY4ogdfrLw5pLBtiP56k,33286
3
+ rapidata/api_client/api/__init__.py,sha256=V_nI5gljvhY0TmFLOdzpys9e1l9J6PokA8IxeYmynyg,1422
4
+ rapidata/api_client/api/benchmark_api.py,sha256=aKD9nWyhhkCgvrafuP5eST2iOo9zeSr080aRrpOT0RQ,118100
4
5
  rapidata/api_client/api/campaign_api.py,sha256=406gNDALFb0sJhfx727ZM5_0GDX4iB0w5ym2dExLm4g,49894
5
6
  rapidata/api_client/api/client_api.py,sha256=KKgUrEKfqmEAqUCRqcYKRb6G3GLwD6R-JSUsShmo7r8,54313
6
7
  rapidata/api_client/api/coco_api.py,sha256=d1ypa-JfIoPFEJwn3l-INZM5bS2wB1ifuJuvYXLSRC4,24165
7
8
  rapidata/api_client/api/compare_workflow_api.py,sha256=BG_cNnR1UO48Jfy2_ZLEcR2mknD0wXbDYKHLNVt4Szw,12833
8
- rapidata/api_client/api/customer_rapid_api.py,sha256=pGZT7eb5PLRai-9JawPFYzNAYSjwnVbpEyoM5SRHKmY,64539
9
+ rapidata/api_client/api/customer_rapid_api.py,sha256=wrAPClQmSgghcEQI9fvXZQmdMlTh6_K007elRKEf1rw,80124
9
10
  rapidata/api_client/api/datapoint_api.py,sha256=bLNOJWtk3TBMU5tvFBSIbDk34YwkyEHarJgrISN4J3w,21308
10
- rapidata/api_client/api/dataset_api.py,sha256=nLfHo9uwNYr9nuQHO1KFxw6o0cFnwukLJCEMtdgl3R8,139330
11
+ rapidata/api_client/api/dataset_api.py,sha256=96CitdOEPmMxNJyLQoX1yj4M68gCIsTAk-9XBdkgVUo,140720
11
12
  rapidata/api_client/api/evaluation_workflow_api.py,sha256=E0Phmx54jzXx7LZYGquTqzZSrX2aE5PS9rAs5HdDjvs,15151
12
13
  rapidata/api_client/api/feedback_api.py,sha256=-ZI2-1HtQ7wAzBKClgXMmMHtYdgoZtWrpQql3p51qp0,11589
13
14
  rapidata/api_client/api/identity_api.py,sha256=LmK6cTXssNjCa1BteOMc8P4FsyRiHQ_Kr30vmWIAYko,55093
14
- rapidata/api_client/api/leaderboard_api.py,sha256=B8MNos7eKEILS76mHnOqsM5U6w5EDYGC_0cjRxrA_BA,109114
15
+ rapidata/api_client/api/leaderboard_api.py,sha256=UewbWOb1twHlQ50lXz3tg9Xgv57CsUFAO10RmGnWDq4,155126
15
16
  rapidata/api_client/api/newsletter_api.py,sha256=3NU6HO5Gtm-RH-nx5hcp2CCE4IZmWHwTfCLMMz-Xpq4,22655
16
17
  rapidata/api_client/api/order_api.py,sha256=BfMsOGSovNizk1prukw18wH1-e0LrmmsCJy-vQhZdq4,210747
17
18
  rapidata/api_client/api/pipeline_api.py,sha256=s1_0GG3Rr-_yFzZ0TcBAgNGVrbQX_cjx2tnv3-1CmZw,96625
@@ -26,11 +27,11 @@ rapidata/api_client/api_client.py,sha256=EDhxAOUc5JFWvFsF1zc726Q7GoEFkuB8uor5SlG
26
27
  rapidata/api_client/api_response.py,sha256=eMxw1mpmJcoGZ3gs9z6jM4oYoZ10Gjk333s9sKxGv7s,652
27
28
  rapidata/api_client/configuration.py,sha256=g472vHVPLBotq8EkfSXP4sbp7xnn-3sb8O8BBlRWK1I,15931
28
29
  rapidata/api_client/exceptions.py,sha256=eLLd1fxM0Ygf3IIG6aNx9hdy79drst5Cem0UjI_NamM,5978
29
- rapidata/api_client/models/__init__.py,sha256=k0LUksH9NQVcf6G7h2aYsCxomdfKQnFuEATMTwOn8IM,28278
30
+ rapidata/api_client/models/__init__.py,sha256=9-kJLcmjPR4l17I4Whqr81yC39t-elyDDZMIUHc61lM,31323
30
31
  rapidata/api_client/models/ab_test_selection.py,sha256=xQcE1BgKSnkTcmIuroeVOAQcAhGkHLlMP9XjakMFgDc,4327
31
32
  rapidata/api_client/models/ab_test_selection_a_inner.py,sha256=VsCi27NBGxAtupB_sQZCzUEsTNNgSGV_Mo-Fi0UY1Jw,11657
32
33
  rapidata/api_client/models/add_campaign_artifact_result.py,sha256=4IvFVS-tLlL6eHsWp-IZ_ul5T30-h3YEwd2B5ioBbgY,2582
33
- rapidata/api_client/models/add_campaign_model.py,sha256=IOOTFfET4ETBl9prnN7a2c-BFNBaBe_GHJJdFgKh9XE,9281
34
+ rapidata/api_client/models/add_campaign_model.py,sha256=IEdWlCIPfTxZfVontzCTlensA8v0NDvkgtI1EQSNq4I,9273
34
35
  rapidata/api_client/models/add_campaign_model_user_filters_inner.py,sha256=i7R_ToWdsfkOZechTm_-KE01kucRGvsJ_tVIJWqkGgw,11152
35
36
  rapidata/api_client/models/add_user_response_result.py,sha256=gON-mQagMa1gi6fIUFSNLc7R8CozOdx0-nYnRJksL3Y,4015
36
37
  rapidata/api_client/models/add_user_response_result_validation_truth.py,sha256=1_BKJKBayJ2h3HspPoMwbCrtG_zzMIy8y_b4RC8r6oM,11916
@@ -44,6 +45,8 @@ rapidata/api_client/models/admin_order_model_paged_result.py,sha256=edgeuvJ8yDMj
44
45
  rapidata/api_client/models/age_group.py,sha256=XZLFEKvPveCJOCN0byJ_p1rhbIEsAeETSpUX1gAfWMc,877
45
46
  rapidata/api_client/models/age_user_filter_model.py,sha256=nlJX6bigfRyUcyenNz6oDf6idKwwIpvraYstYVo_Zns,3035
46
47
  rapidata/api_client/models/aggregator_type.py,sha256=XGtJ_CiKVjehno8R2bygna9JL41_qXXgqYoDttbo0KQ,1093
48
+ rapidata/api_client/models/and_user_filter_model.py,sha256=wI5dwyP8vOfRVn9kaISruBN8qHgtwcXETLDgKq3rrpc,3594
49
+ rapidata/api_client/models/and_user_filter_model_filters_inner.py,sha256=5I_96DUYBe1MqA-tLRWPcvl4dsz0IN8cRQ8fHpmC1p4,14725
47
50
  rapidata/api_client/models/are_rapids_active_result.py,sha256=s1hDQmpfpcyFd7c-uVQ70geOjUrU_pYX4EC7BC9Tm9g,2553
48
51
  rapidata/api_client/models/asset_metadata.py,sha256=bhn0fBkCTMlMc8XOH77w83StGYNsrIVr5E4M-UdJNlo,3422
49
52
  rapidata/api_client/models/asset_metadata_asset.py,sha256=X_gY7GWIlYTF6x5P0RM_3ihwwVZRUPjghEl7ZX-A-l8,6726
@@ -53,6 +56,9 @@ rapidata/api_client/models/attach_category_rapid_blueprint.py,sha256=sdPTViyuCnE
53
56
  rapidata/api_client/models/attach_category_result.py,sha256=xLM9576NxYblinC2bjUGAQ7eAqp8H1YK8i7_zS5S278,3095
54
57
  rapidata/api_client/models/attach_category_truth.py,sha256=XAc0_cCEPP0iNEaak6ihK9_lExQSGboMBIlO6SebU6o,3062
55
58
  rapidata/api_client/models/base_error.py,sha256=734KUVW0G_v0GXhU7SiQi4XXVeK5nd8N2hUs2YHzU7M,2562
59
+ rapidata/api_client/models/benchmark_query_result.py,sha256=40vpIuDBJ6pY4db-Pw9M_RCYA57Ikg3Oq0mErrZRBaU,2821
60
+ rapidata/api_client/models/benchmark_query_result_paged_result.py,sha256=cJdtI4L6ZmR8s6mnlagDXRON3CFUHMGnjN67VkVx9Ec,3534
61
+ rapidata/api_client/models/boost_leaderboard_model.py,sha256=FPT87eDxWC67Z64MCCAMW-8GX2wffjFRWSX-JsbwLlU,2907
56
62
  rapidata/api_client/models/boost_query_result.py,sha256=2NjnIF2mAaWUjEmzW4Abe55uBrr7aoE9yTf5v8sVr1E,3298
57
63
  rapidata/api_client/models/boost_status.py,sha256=9NtUt5TQVyrj8Wv-Rdapi2IEDfrIue-0x2eL77t1cxY,804
58
64
  rapidata/api_client/models/bounding_box_payload.py,sha256=ttIPi-azQEOpn6TpJGPqoYb-Tv4fIQe9LKYnR36-d2o,2968
@@ -108,6 +114,10 @@ rapidata/api_client/models/count_classification_metadata_filter_config.py,sha256
108
114
  rapidata/api_client/models/count_metadata.py,sha256=opVcKkBnwyR0rFY2mYyI4HqZ4C4wWvMtAa98Tx9txao,3059
109
115
  rapidata/api_client/models/count_metadata_model.py,sha256=9TV_DZTDIdK7OwdtOJtIL4dk64tQXG-l2wgRvOtnGQY,2955
110
116
  rapidata/api_client/models/country_user_filter_model.py,sha256=8DjS-0yga8yRBMze691dU7IWOJYuw4iTo8ih3H132cs,2982
117
+ rapidata/api_client/models/create_benchmark_model.py,sha256=OSbjrqtZJhA2_oIDLGX4gKtG0b2-3LCMc6WV1tcLQUI,2573
118
+ rapidata/api_client/models/create_benchmark_participant_model.py,sha256=M-DgGPaO3vRyIfAewBUXpYtnPGoLaurtaDckGQUZ1Yk,2624
119
+ rapidata/api_client/models/create_benchmark_participant_result.py,sha256=MrH-aTH2eVxfCnwYSmO0suQaUkp_nymdnN2p-1rMH-I,2738
120
+ rapidata/api_client/models/create_benchmark_result.py,sha256=cizADq-EItVBCFAojEEZ8PoLWS5_YIgquktTpPVPgDY,2498
111
121
  rapidata/api_client/models/create_bridge_token_result.py,sha256=GWyYfjBSoZhQiAWaf-JHeRIoH1ZGs3BUGpSUFDuDEDY,2667
112
122
  rapidata/api_client/models/create_client_model.py,sha256=dKJ6yhkDvgT8ipp_I8spaZLoiYz0THFZ7kbbJ4MMqwg,3327
113
123
  rapidata/api_client/models/create_client_result.py,sha256=OHBnTMyW5Nno39JHoJkcQbCGyol-Xe6v_NQYn2Kur7g,2672
@@ -120,7 +130,7 @@ rapidata/api_client/models/create_datapoint_from_files_model_metadata_inner.py,s
120
130
  rapidata/api_client/models/create_datapoint_from_text_sources_model.py,sha256=Ka0brayvm7CyC_lZ_eL1uxJeCQxzGE1GnQrjSvoP_dQ,4368
121
131
  rapidata/api_client/models/create_datapoint_from_urls_model.py,sha256=rBED9kqg7WMs_BgCULTGU2umkaLW_RYphCNfT01n7Lg,4407
122
132
  rapidata/api_client/models/create_datapoint_from_urls_model_metadata_inner.py,sha256=nbYw6r2C0qKGDn46sY45ySe1deQ9hOXG7fRN5qc7Pq4,7758
123
- rapidata/api_client/models/create_datapoint_result.py,sha256=uaI0xE4pj7IKDesJRdF5gmS_faxZTaUUbVDRcnPi1h8,3303
133
+ rapidata/api_client/models/create_datapoint_result.py,sha256=S5en0u1ARfuqBnFbet2qgJgHcNOM9YoSjO-Vqn2-3uY,2571
124
134
  rapidata/api_client/models/create_datapoints_from_s3_bucket_model.py,sha256=e2UTd-uI6-QbElMjkdtEXsuBx8JZDnfTH0f7nmWVXHw,5101
125
135
  rapidata/api_client/models/create_dataset_artifact_model.py,sha256=oy_gbpPxEadNVyulUETQKHmK8VxGKwti5ro1lwAuNzc,3575
126
136
  rapidata/api_client/models/create_dataset_artifact_model_dataset.py,sha256=fP1RLW2f-TGTm7OwjQLfPQfzkfpKdMb3HcBx89CBU5s,4821
@@ -131,13 +141,13 @@ rapidata/api_client/models/create_empty_validation_set_result.py,sha256=Z8s0Kjz2
131
141
  rapidata/api_client/models/create_independent_workflow_model.py,sha256=w7lHQXKG1NpTevCmhIdWwLXcdVAdIX2pV82GgInWHqU,3272
132
142
  rapidata/api_client/models/create_independent_workflow_model_workflow_config.py,sha256=GVVxs9VAmM2hTXWWoqKNXD9E7qRk3CO88YRm1AHxJCI,5845
133
143
  rapidata/api_client/models/create_independent_workflow_result.py,sha256=JOhS75mAH-VvarvDDFsycahPlIezVKT1upuqIo93hC0,2719
134
- rapidata/api_client/models/create_leaderboard_model.py,sha256=MIa8qvQvLAJjGLGT-tCSlo0WflzT3jrtmz2xRNtbfBU,3485
144
+ rapidata/api_client/models/create_leaderboard_model.py,sha256=CukZzLBPCs2ZNylbeKmTtSGvMyU36MXYPNL_dH8HoS0,5005
135
145
  rapidata/api_client/models/create_leaderboard_participant_model.py,sha256=-6ZgPLmnU2qzV3g0Lmv5GcN3b8ZvCyICc-HXyqFxV3Y,2630
136
146
  rapidata/api_client/models/create_leaderboard_participant_result.py,sha256=rwnfQHLNJJj18ecQDksLZyQ7xPXmvFzD0jxg4V9s2yk,2746
137
- rapidata/api_client/models/create_leaderboard_result.py,sha256=y3WVLjBUgBLF7bGCwTNTZ06EVad0cZ332jyrmzprfaY,2506
147
+ rapidata/api_client/models/create_leaderboard_result.py,sha256=psBD9Izt3TwZ02d6pBewoFRT8sNKqROR1Ikdpb0hyy0,3308
138
148
  rapidata/api_client/models/create_legacy_client_model.py,sha256=8LcKnjv3Lq6w28ku6NG6nG9qfxWQnfPow53maGlwNdE,2802
139
149
  rapidata/api_client/models/create_legacy_order_result.py,sha256=BR1XqPKq9QkDe0UytTW6dpihAeNyfCc4C1m0XfY53hQ,2672
140
- rapidata/api_client/models/create_order_model.py,sha256=-HxQFak16jqqeSDAsKyBDBTlpNF0OwOx_-s--C7SYJw,12370
150
+ rapidata/api_client/models/create_order_model.py,sha256=0r0TAgGaXkf35ROU0HkZ0o3y3rV11S_1oiv2K4luDuo,12362
141
151
  rapidata/api_client/models/create_order_model_referee.py,sha256=dxQ9SDiBjFIKYjctVNeiuGvjZwzIa0Q8JpW7iRei00I,5748
142
152
  rapidata/api_client/models/create_order_model_selections_inner.py,sha256=9p9BJKHN3WhRiu-FwWf421COAxeGmm1KkkyDT7UW5uc,8354
143
153
  rapidata/api_client/models/create_order_model_user_filters_inner.py,sha256=o_VLpuU9iWFe6mHDjj731YEGRxLArXnaqUeG8WYejzc,13906
@@ -183,6 +193,12 @@ rapidata/api_client/models/feature_flag_model.py,sha256=Bzq7vkZRoYnft2_2-HKHLj4F
183
193
  rapidata/api_client/models/feedback_model.py,sha256=BqJoYITA22lE1O2SWenv2Ndw1_JfqIfWMhDvB9gJ0YA,3304
184
194
  rapidata/api_client/models/file_artifact_model.py,sha256=4v46T1Bsot2Pty2pJo6wUlVX4ea1mJhnjrllNHWKjT0,3084
185
195
  rapidata/api_client/models/file_asset.py,sha256=YynnGRmznrN_UvyqvVx-1Zid5O5D86RvEtK5Qw6PkQk,3854
196
+ rapidata/api_client/models/file_asset_input.py,sha256=VZfxlZudh4f_OoQwLuuNVmvuqrNztceJOBw3PrytGXI,3429
197
+ rapidata/api_client/models/file_asset_input1.py,sha256=9VNQCXFq6JD-NGtZ2O5Aoe2LBv5JQs0jW8LfyNWTkJo,3437
198
+ rapidata/api_client/models/file_asset_input1_file.py,sha256=4JbDMMcuqdyS9EnaJ9NxQ5ZIhN8eNPZCAQAURDv-WmI,7156
199
+ rapidata/api_client/models/file_asset_input2.py,sha256=Ia9V88rqnRdtdcmIUMe9zIfI3_EhCZ9MeNmY_L_35s4,3437
200
+ rapidata/api_client/models/file_asset_input3.py,sha256=CbUEnum_x6eY8wIxe4A-xjYQy_UzjcNSqH9zMGKYs7k,3437
201
+ rapidata/api_client/models/file_asset_input_file.py,sha256=I0B2amUFg46CWdTib3PdQBKTyCPMk-2qFFWdUa8xcYk,7949
186
202
  rapidata/api_client/models/file_asset_metadata_inner.py,sha256=YpRMBMuTbxiBMSEXPhYXlUH0y6MQ4RXkzrBcjt_eAHo,10598
187
203
  rapidata/api_client/models/file_asset_model.py,sha256=i37JV90lolw7nw0jV5c_aSRQL4-ItgW3hKO_0HUPezI,3824
188
204
  rapidata/api_client/models/file_asset_model1.py,sha256=H6bbhe3wXJzDVTrC2vIZuwf_Bbe1t_b1Hjg0Xx27TJM,3709
@@ -195,6 +211,7 @@ rapidata/api_client/models/file_type_metadata.py,sha256=bfBahfxndHscy5td2VMLgJWq
195
211
  rapidata/api_client/models/file_type_metadata_model.py,sha256=GpiRHqcG_aPibkaCeBtUzraYIO61Zfr19KNV_lRHEMU,3286
196
212
  rapidata/api_client/models/filter.py,sha256=-gje_jVjRXyeguRj9yGuHgyi53hn871Z_2ULs_5yVr8,4541
197
213
  rapidata/api_client/models/filter_operator.py,sha256=hVWuGOU6iseDxdJCG4E-b5Pbb8w3rCLT26ukvmwx6G0,889
214
+ rapidata/api_client/models/form_file_wrapper.py,sha256=1KSzAKKGE_-yXTyIyjHi5ctc_CrGCRfkX3EMqlW0IFA,4208
198
215
  rapidata/api_client/models/free_text_payload.py,sha256=u5p0ybMMOH2ecmzT3FauQs0LgQgLNnUOD8Kk1umOqtw,2952
199
216
  rapidata/api_client/models/free_text_rapid_blueprint.py,sha256=Tpf2durJj9olZbI-QPl89BiLESrOs9fDbATpch8tRj4,2988
200
217
  rapidata/api_client/models/free_text_result.py,sha256=dmdJ1LVmLQGCJtJAPbZnL6Ylj6F95EGfpQ9DCHJrTO0,3039
@@ -202,6 +219,10 @@ rapidata/api_client/models/gender.py,sha256=lgZvfvwPHwbhzPH06VjC1lQXNG-OGhCces-D
202
219
  rapidata/api_client/models/gender_user_filter_model.py,sha256=eW2Y2A4ZJAikV2hz6TDDga3MXNCIco9p4dNyTDCuos0,3016
203
220
  rapidata/api_client/models/get_attach_category_workflow_result_overview_result.py,sha256=eDUNFTPVJ9IYckJIQU3KRNoNWjANfJPivWO3CS235GI,6771
204
221
  rapidata/api_client/models/get_available_validation_sets_result.py,sha256=6Tam9TNoc-l84FWw5AEUt0AdxDCPRrUvRkR9jCiJHi8,3228
222
+ rapidata/api_client/models/get_benchmark_by_id_query.py,sha256=Qs_4LXjifBIFnAw7UsbxSTfnmAPAz_yK0NAK46Kn9Wo,3042
223
+ rapidata/api_client/models/get_benchmark_by_id_query_result.py,sha256=83_SG_sSR7C-HkW_flQLflBu7lHPq3M0yIFvpXPUZYw,2849
224
+ rapidata/api_client/models/get_benchmark_by_id_query_result_paged_result.py,sha256=hx0hH-tq1d-M5iJKhTOfgYx9aUiwTgPUxEeYgEx_k_4,3593
225
+ rapidata/api_client/models/get_benchmark_by_id_result.py,sha256=mR_Q0TrdKK3p0yF51EkCVv9qkc4nyumwbyakIDT_wCE,2829
205
226
  rapidata/api_client/models/get_classify_workflow_result_overview_result.py,sha256=ofGYUKxXOphdGevqxoJd4xflT_nAqxncISIWCHjG124,6747
206
227
  rapidata/api_client/models/get_compare_ab_summary_result.py,sha256=n3ZNjKT_BsEtZ7ItNB6TP85o6JezR_vToWMk5ff2cbk,2643
207
228
  rapidata/api_client/models/get_compare_workflow_result_overview_result.py,sha256=x8T7N15i-5R8iM4fZgsj688nWCl6npVsvKYFH_kOmdo,4799
@@ -215,10 +236,10 @@ rapidata/api_client/models/get_datapoints_by_dataset_id_result.py,sha256=u8DHnbn
215
236
  rapidata/api_client/models/get_dataset_by_id_result.py,sha256=buK_gpa_G4uTQ3g05A3P7kW9v1pfsWU_l1EXCAGyC_o,2502
216
237
  rapidata/api_client/models/get_dataset_progress_result.py,sha256=Zh0ALJyjWXD87FDmwQwUGOXj3cP1ozLsTHwWxQ4404E,2741
217
238
  rapidata/api_client/models/get_failed_datapoints_result.py,sha256=yx9mD0YVaP3NCs-3MJ2lxJTUb3VfjtYqYdb4XMjQw88,3035
218
- rapidata/api_client/models/get_leaderboard_by_id_result.py,sha256=QBI6HrPCVdTj2fwhuwEI_59cQYJ51utOLcNPKGrPknA,3157
239
+ rapidata/api_client/models/get_leaderboard_by_id_result.py,sha256=AAFX6BRZ5VsQIw7B-xnEeQOn3dVa6nZX-k7AdKr1QAA,3698
219
240
  rapidata/api_client/models/get_order_by_id_result.py,sha256=46bKh7NsaCprCpROqRsgo4-Cr6XkG5iTfJ3H8Ni-zhY,3236
220
241
  rapidata/api_client/models/get_order_results_result.py,sha256=zHCTEa1VgbIoGXHsBtJ3z8wZ9X8hy0zRh_GpA4pT0vA,2830
221
- rapidata/api_client/models/get_participant_by_id_result.py,sha256=y6MZNEMs6Ap8GR0Zp5LthGOWGP3V-QVdJi4lnBXiLHs,3790
242
+ rapidata/api_client/models/get_participant_by_id_result.py,sha256=gEde5wVbv6BoiTzrsxrwigoG3kD-zpAr5hwg2hP5AKA,2818
222
243
  rapidata/api_client/models/get_pipeline_by_id_result.py,sha256=UfedDCodsDJHrKnY5ZEGozML3YkcLbq3yPOQtvmof4E,3929
223
244
  rapidata/api_client/models/get_pipeline_by_id_result_artifacts_value.py,sha256=tvh4GD4YeU9VnXKWLiqTfqGsC-90hUa_zAd-qkcwEPs,8476
224
245
  rapidata/api_client/models/get_public_orders_result.py,sha256=1Eq-R7wX2fKREuu-o1u5pVqHnc89-_--pkz78y80oEM,3001
@@ -228,6 +249,7 @@ rapidata/api_client/models/get_simple_workflow_result_overview_result.py,sha256=
228
249
  rapidata/api_client/models/get_simple_workflow_results_model.py,sha256=r4DZspzPrwaI4DrC4OH-mwUvibcS0TzK9O8CFnsURSc,4289
229
250
  rapidata/api_client/models/get_simple_workflow_results_result.py,sha256=WNBHFW-D6tlMzNp9P7nGfoDoarjjwb2YwjlCCV1tA00,4411
230
251
  rapidata/api_client/models/get_simple_workflow_results_result_paged_result.py,sha256=DWimv7FmvJmixjQvDFeTE_Q5jHLpLdQmPlXF_9iWSiY,3616
252
+ rapidata/api_client/models/get_standing_by_id_result.py,sha256=QtRtkRH_W1eWutu4kGFcP-mU8gD1nuSNxb-fzee8Aog,3716
231
253
  rapidata/api_client/models/get_validation_rapids_query.py,sha256=teC4ryyIXJkRwafaSorysBIsKJuO5C1L8f6juJMwrNs,4894
232
254
  rapidata/api_client/models/get_validation_rapids_query_paged_result.py,sha256=ifyJ7Iy7VzTWxtwb2q5q5id927Iil00V3Nk9QqclsDo,3567
233
255
  rapidata/api_client/models/get_validation_rapids_result.py,sha256=dTQb5Ju4FAHNQldxY-7Vou62YdmcH3LDQJMdtvITB_c,6815
@@ -259,7 +281,7 @@ rapidata/api_client/models/json_web_key.py,sha256=-rzhQcNFhAwLp0NzNIBBrxW3kMy9eX
259
281
  rapidata/api_client/models/json_web_key_set.py,sha256=p-28nu1i9n3s-29i_cX-QbtCFogP253IWgjIqE_aS1o,3812
260
282
  rapidata/api_client/models/labeling_selection.py,sha256=x-Fxo_p7kojoQsXlWBbuej-b0cF3ISAl-g2zKt9vhjc,3892
261
283
  rapidata/api_client/models/language_user_filter_model.py,sha256=PZqalLtE_mlZ9ND8h4NU1fnbtT-zcIe1uxRSeWwHvqI,2990
262
- rapidata/api_client/models/leaderboard_query_result.py,sha256=WE9OGG7hQVPfAAZ3QLEdYfF-kEAI7NuD7MfRTAanxfI,3149
284
+ rapidata/api_client/models/leaderboard_query_result.py,sha256=lARRQmsADkMtjDlv8pW_bF-THxWmoQR_4tfbpuwhImY,3690
263
285
  rapidata/api_client/models/leaderboard_query_result_paged_result.py,sha256=GFUzMXIWMB-YnsqK-MtsauGPNLsbL-vy_Ya1TEy9WGM,3550
264
286
  rapidata/api_client/models/legacy_issue_client_auth_token_result.py,sha256=5-CxYQ1zTDhtVInsrHF-3Nr_1cy0kz5geXU_ZtE9ris,2605
265
287
  rapidata/api_client/models/legacy_request_password_reset_command.py,sha256=gCJhaFM2b2dLTnwf6HuErjhwY-Oe-xhg0J5i001TFB8,3222
@@ -270,6 +292,7 @@ rapidata/api_client/models/line_point.py,sha256=GDZyLGx_4qFH0QbOcF4MnYvyxXRIp4Da
270
292
  rapidata/api_client/models/line_rapid_blueprint.py,sha256=4iemG24yUYNfvv7SpbvxtHITuPdr4iVuMoqFHfo1xRU,2948
271
293
  rapidata/api_client/models/line_result.py,sha256=YV0OsI_2_INxoJ6xO-ppw3DYWeQKlCyzrHD9j7iCwXI,3443
272
294
  rapidata/api_client/models/line_truth.py,sha256=D-SsupyjvCQ7bWEFnA6y3vZN8k-dV2E_I4c00fwLIyE,2823
295
+ rapidata/api_client/models/local_file_wrapper.py,sha256=beFC8o0mihNaXqnhDv-Q1kWfwiAyNuqOE5NSmDE48vc,4216
273
296
  rapidata/api_client/models/locate_box_truth.py,sha256=J8vppu1EKaXYLAmDzBx__vAi_olpg7PETz5noyGg5Wo,3523
274
297
  rapidata/api_client/models/locate_coordinate.py,sha256=gNOwTtZbizssHhRUWS-2s8A5hPJ5-FR67QK3vI7Ggy8,3056
275
298
  rapidata/api_client/models/locate_payload.py,sha256=x4ded1NZN3Im8CX_v5OgcfbXuqeG1Y_I8363q4k1N0g,2928
@@ -282,6 +305,13 @@ rapidata/api_client/models/logic_operator.py,sha256=Ubkx7I9TQdiusX5Oy626SlThTKtf
282
305
  rapidata/api_client/models/login_model.py,sha256=FvbKlIdqtry34vyZjRCOCeH-AEmHByQ7CzHNlgvSzLg,2750
283
306
  rapidata/api_client/models/metadata_visibilities.py,sha256=etxAKYS50cM6i2DgXerwn34CQMrSx5Z9YuNLT7Vrn74,867
284
307
  rapidata/api_client/models/multi_asset.py,sha256=s4gp_4d_vMHZmHFrA86f_tPPt_GeNK5Nutke2yJ1YYo,4334
308
+ rapidata/api_client/models/multi_asset_input.py,sha256=m9pRWJuTrZ_0D4KYHY02LAzrJpqOTS3_8wybKWy6riY,3766
309
+ rapidata/api_client/models/multi_asset_input1.py,sha256=A4TQ93IF9owXlQ_91yX3-2Y8_oSYDGnE4tZZbiH09-I,3775
310
+ rapidata/api_client/models/multi_asset_input1_assets_inner.py,sha256=Vc8bAzhRKYEtyuH7RQ4FKRGZYETImIhAWqZBOaP2QLw,7168
311
+ rapidata/api_client/models/multi_asset_input2.py,sha256=VMFfZJLMqNfR8e3LR5ACw_s3sVZTPtoCF22kAwR107E,3783
312
+ rapidata/api_client/models/multi_asset_input3.py,sha256=RU9-0B5TtR0l7oOSlRq_eFGBF2QC9sweiG6V_1_5850,3775
313
+ rapidata/api_client/models/multi_asset_input3_assets_inner.py,sha256=nLvrgfG4az1C_CT0NkNKbWh85Uw_qS-odkREH9bH4HA,7168
314
+ rapidata/api_client/models/multi_asset_input_assets_inner.py,sha256=8-QT0T4NQri-0ACYV2Lcfh3G9m1ZDCz4ZdLIxipcNBE,7125
285
315
  rapidata/api_client/models/multi_asset_model.py,sha256=dpROG6P2DQb3JOxOA68QXo10lK5R3PCbqSEFlxjiAjY,4376
286
316
  rapidata/api_client/models/multi_asset_model1.py,sha256=5uQhr4I1AWgoeyICYJw1cXY_0cwQrEVQVAxqNL8qVtQ,4317
287
317
  rapidata/api_client/models/multi_asset_model1_assets_inner.py,sha256=42AfjwV9PyzFIEjbRG_XiBEXmxKvZ06Z7PI1W6WeszQ,7219
@@ -303,7 +333,7 @@ rapidata/api_client/models/newsletter_model.py,sha256=wXWtCaodMw40dhX0krLuTRMCBs
303
333
  rapidata/api_client/models/no_validation_workflow_rapid_selection_config.py,sha256=SgOfHf2WXg97Ko_2YcPl9iMekkChtrQPGwFm93TpBMo,3389
304
334
  rapidata/api_client/models/not_available_yet_result.py,sha256=euGeN081IZ4mCaiJJD_lz_655Hn5n6Oomq6980Yzy1w,2996
305
335
  rapidata/api_client/models/not_started_rapid_model.py,sha256=_IVYY9C2i8e4jaM6EDerk7ynKYwajX_-dtmTscCUe_U,2954
306
- rapidata/api_client/models/not_user_filter_model.py,sha256=IScOwYUVryZQPgzLWCCX53QAO-xeYh_5bIpzOsXAnrs,3402
336
+ rapidata/api_client/models/not_user_filter_model.py,sha256=KdIP0K48vhtLv3kX7x6TLKGQQtMJg8iXdFb4M_78m6s,3394
307
337
  rapidata/api_client/models/null_asset.py,sha256=d17pP3JLhjXKvfDmWRXXu3aT_xA3l0iMCOZIstX9MPA,3746
308
338
  rapidata/api_client/models/null_asset_model.py,sha256=iYkiSxsLr1aJubdfsLKi468YWXINl1IiQ6CzaOmna4g,3716
309
339
  rapidata/api_client/models/null_asset_model1.py,sha256=FAu0ayR7eK_mssNRFwDiaLTumoB44MiZzvWg6Lf3tOw,3601
@@ -312,7 +342,7 @@ rapidata/api_client/models/online_pair_maker_config.py,sha256=j29pRLXwNzlMs4uOV6
312
342
  rapidata/api_client/models/online_pair_maker_config_model.py,sha256=2jvkHrlEJhde9iD6yJ4TQCFE8-gWbEq8EQzm6GbYg2w,3580
313
343
  rapidata/api_client/models/online_pair_maker_information.py,sha256=SSVJUesx5nptyi9laNMT-K6JNieFn5IuegtqbbWyLCY,3609
314
344
  rapidata/api_client/models/only_validation_workflow_rapid_selection_config.py,sha256=I_k5RsXAXbK8Oe3yhQjN_JO1t1kvPnA4pemQS_CzHmw,3231
315
- rapidata/api_client/models/or_user_filter_model.py,sha256=16MfqCkzrGtQIIsVNmXuRjMk9yNPvfKKvoaFcuIgkag,3593
345
+ rapidata/api_client/models/or_user_filter_model.py,sha256=u-KRozY-IFzHBdHn7wZPt0dVc0w9MLuY3usRjvrJg_w,3585
316
346
  rapidata/api_client/models/order_model.py,sha256=bkC1-XRSCOhDrzMa6t1Io_MynNmnoMA1J3VXvV5221Y,3864
317
347
  rapidata/api_client/models/order_model_paged_result.py,sha256=7wHL_M1NYHFWFnaWjqiIx2GCjwWup7Dk1dBNp7_oiLk,3453
318
348
  rapidata/api_client/models/order_query_get200_response.py,sha256=Zt6TqghldmhkXrF8eIUWXVCp1Af7jiD6iMbuvdj02G8,5876
@@ -320,9 +350,11 @@ rapidata/api_client/models/order_state.py,sha256=Vnt5CdDKom-CVsoG0sDaAXYgNkUTnkT
320
350
  rapidata/api_client/models/original_filename_metadata.py,sha256=_VViiu2YOW6P4KaMZsbfYneXEcEnm4AroVEVVzOpHlM,3215
321
351
  rapidata/api_client/models/original_filename_metadata_model.py,sha256=LsbJg_t1FdhwdfF4URn6rxB2huUim6e15PrdxLTcaQo,3111
322
352
  rapidata/api_client/models/page_info.py,sha256=8vmnkRGqq38mIQCOMInYrPLFDBALxkWZUM-Z_M1-XK4,2766
353
+ rapidata/api_client/models/participant_by_benchmark.py,sha256=pJ5HCTpFffhwu8bL4dq5GrCTURQZnddlW7bX82beQ0M,3167
354
+ rapidata/api_client/models/participant_by_benchmark_paged_result.py,sha256=VEnfUsy8-s47_3SogL0EKMH4IErrYL3ecIe0yZBseYM,3550
323
355
  rapidata/api_client/models/participant_by_leaderboard.py,sha256=155CAfOxIYdXMLT481GY2IEkPG3IJWmpasFQwnmhfU0,3790
324
356
  rapidata/api_client/models/participant_by_leaderboard_paged_result.py,sha256=r92XzY-nGOdV2_TYHZe9kG5ksPDzyBQ8Nwkqs_c5yoE,3566
325
- rapidata/api_client/models/participant_status.py,sha256=tYkwaqaZjzoNMXXSrFDlTD-P5A_1nUq8hC3Whp1WJCs,846
357
+ rapidata/api_client/models/participant_status.py,sha256=QzDThyfxmMFRcbZt0qYMOqN-gcp_qiMq0I0zLWvvDog,778
326
358
  rapidata/api_client/models/pipeline_id_workflow_artifact_id_put_request.py,sha256=4HeDc5IvTpjPHH6xy5OAlpPL8dWwxrR9Vwsej3dK6LA,5979
327
359
  rapidata/api_client/models/pipeline_id_workflow_config_put_request.py,sha256=gWKIfBeI0-sURGA6haMP8vehYYBPrvetQo6oL0oFIRY,5951
328
360
  rapidata/api_client/models/pipeline_id_workflow_put_request.py,sha256=yblj0m6_Dql5JCbnQD93JEvkL-H5ZvgG__DMGj5uMAg,5909
@@ -330,6 +362,9 @@ rapidata/api_client/models/polygon_payload.py,sha256=s59uxEbr0sA8zfOFdcjcb9cDf06
330
362
  rapidata/api_client/models/polygon_rapid_blueprint.py,sha256=2cpLAiFU3BGjovD2iLw7RTqrQaRAKU0U6AKIiLmqOX4,2972
331
363
  rapidata/api_client/models/polygon_result.py,sha256=MouWpVaG94B3CA_mRrCAguIN3k6k796ZxpQXXFHZAYg,3483
332
364
  rapidata/api_client/models/polygon_truth.py,sha256=EmaG2vlgGLtQIHlBwT5dyRxp1OwX1i0waLFCIAiTNDs,2847
365
+ rapidata/api_client/models/potential_validation_rapid.py,sha256=WDXB_B4oL15BTjZSiG7_Ut8r_dvrvgK4B6lfpJILi1g,3721
366
+ rapidata/api_client/models/potential_validation_rapid_paged_result.py,sha256=7BKe-Hh4oEMhL4XdanSa5tIu88wRnFAMA8kq1QPLSek,3566
367
+ rapidata/api_client/models/potential_validation_rapid_truth.py,sha256=otHszO-7LmdixH7tXlJ_CbmAQeFmMQu-U24Niy6S5hc,13249
333
368
  rapidata/api_client/models/pre_arranged_pair_maker_config.py,sha256=ONMv5S8oCIRvfOI6d0cFzT_CEuFQMaTByPLbKI69b1g,3370
334
369
  rapidata/api_client/models/pre_arranged_pair_maker_config_model.py,sha256=HdCXrqW1xY6RLd5UE_YGndjEdgWEZ9X16S_z2u8ly-M,3206
335
370
  rapidata/api_client/models/pre_arranged_pair_maker_information.py,sha256=_NpWpjvsiY3cURDVAw0zYksFd0ezL-6qIYNr9cAzQVA,3594
@@ -339,17 +374,22 @@ rapidata/api_client/models/private_text_metadata_input.py,sha256=2v1OJ1FgMasHSyt
339
374
  rapidata/api_client/models/probabilistic_attach_category_referee_config.py,sha256=TU6IyF0kW0upKi08AY7XFLeBSmPfj3cniTwnLb3RT94,3315
340
375
  rapidata/api_client/models/probabilistic_attach_category_referee_info.py,sha256=YQogmjE7X6LzBXqab8muv5c-O5Mj8eYZXZk9sKmaMlA,3299
341
376
  rapidata/api_client/models/problem_details.py,sha256=00OWbk93SWXdEVNs8rceJq6CAlG4KIRYRR1sqasZ35Q,4506
342
- rapidata/api_client/models/prompt_asset_metadata_input.py,sha256=NSSUbq1Y-8psDPX5Z5qJU6fLy2LuJQZ7aoz76RjiH7w,3421
377
+ rapidata/api_client/models/prompt_asset_metadata_input.py,sha256=UAcgFo_lj12aWsUW1sOre-fFCDqhOIE30yM8ZYnwaHs,3487
378
+ rapidata/api_client/models/prompt_asset_metadata_input_asset.py,sha256=lZpDKEIFMRS2wIT7GgHTJjH7sl9axGjHgwYHuwLwCdo,7186
379
+ rapidata/api_client/models/prompt_by_benchmark_result.py,sha256=04c-xsHZ5bUAlOOmPNUl-_q5cv3HTq_BWR2adbEdKRs,2760
380
+ rapidata/api_client/models/prompt_by_benchmark_result_paged_result.py,sha256=v6KQCQCfePRbpge5PfNRkjUZmoC5B0OVs6tIYGCuwXY,3559
343
381
  rapidata/api_client/models/prompt_by_leaderboard_result.py,sha256=KRf0XbpOBjCwZPx4VPZk5MFRV7J-KEZG5yUHAC3ODKo,2679
344
382
  rapidata/api_client/models/prompt_by_leaderboard_result_paged_result.py,sha256=xOR0FR1Q1JM-DhWircDWLoBOyr8PmXIUgEDiPgmnRcc,3575
345
383
  rapidata/api_client/models/prompt_metadata.py,sha256=Oa3fQq-h5EIL7ndpP8FMvfF4sU8PowBqca8LeKNVzac,3060
346
- rapidata/api_client/models/prompt_metadata_input.py,sha256=x6GF0wKB043lMXOYCk217L9I7O0wp7aZaZc2nouVzbg,2976
384
+ rapidata/api_client/models/prompt_metadata_input.py,sha256=SgDLkWKioRWLrp5XmcPCVzWSqm6yg_R3LnKFBuBwzc4,3092
347
385
  rapidata/api_client/models/prompt_metadata_model.py,sha256=zE8RJv5aG1UZ4B0N-l3bQgPJJxxXRJ6mvNGmh43bnsg,2956
386
+ rapidata/api_client/models/proxy_file_wrapper.py,sha256=bcF_dJZ_IBcuEtUO7-mqlCyOFbODd9nFwu8HRBEVgl8,3988
348
387
  rapidata/api_client/models/public_order_model.py,sha256=8UX2rY-Th5MzRArrMzORo79hrupHSk4U5UZXo1JpIww,2671
349
388
  rapidata/api_client/models/public_text_metadata_input.py,sha256=n9-TY_32304RZ4N6B5uA16YhseExJZjF14MmlCcdm1U,3089
350
389
  rapidata/api_client/models/query_campaigns_model.py,sha256=QFN637qh7qG0QjuJfTpimR57ACtItxTKn18rbdE-BKM,4138
351
390
  rapidata/api_client/models/query_model.py,sha256=FP9dAgpgnlyxQfQhYWSvyTdRTjd9fDBdj8tdijLdw2g,4052
352
391
  rapidata/api_client/models/query_orders_model.py,sha256=eRLuM82LOiKNFywC7vfKlAUvCGolUfTU5w-GUO4TAdA,4126
392
+ rapidata/api_client/models/query_validation_model.py,sha256=F9Tutr64A9Hu-gYNMrf1uk562uBftZZObiA8JVU0hew,3207
353
393
  rapidata/api_client/models/query_validation_rapids_result.py,sha256=4uhNnqr6HrxmruDS0ffgD8evZTK7Vzr3kxtSjBuwqzU,5856
354
394
  rapidata/api_client/models/query_validation_rapids_result_asset.py,sha256=A8QsfT5dXwZ0LJYRL-Uwk3opcyVy21qOmIocNYZin1Q,7201
355
395
  rapidata/api_client/models/query_validation_rapids_result_paged_result.py,sha256=Xe6rexVMSW9tWcO3w93tGmggpXN-lgPNqn9-lkWe_9o,3591
@@ -403,23 +443,30 @@ rapidata/api_client/models/sort_criterion.py,sha256=klwKhELiScAGHRL8yF_TtL0X_4Z4
403
443
  rapidata/api_client/models/sort_direction.py,sha256=yNLZqvgL5fHbD98kMWFAsfgqn3gKM_GFIyRVfheZydI,748
404
444
  rapidata/api_client/models/source_url_metadata.py,sha256=TL2Joe1EDgnwDJ3_rQy36laM6dvaLBTez3psyQUKaN0,3072
405
445
  rapidata/api_client/models/source_url_metadata_model.py,sha256=UWd1nG-awsV5Q2fsrqdPDgc7bI_pGag0ubIlwEEKMZk,2988
446
+ rapidata/api_client/models/standing_by_leaderboard.py,sha256=C-JTr05882R8btI3MybNPuUn_D0S_r-uqtjpz_oKeTg,3726
447
+ rapidata/api_client/models/standing_by_leaderboard_paged_result.py,sha256=zOlbN2Pxc0y5M9MaDTB5znl0V-6CZIzGZWBlcZGdeVg,3542
448
+ rapidata/api_client/models/standing_status.py,sha256=1uIPH2EDit3fsq9LAnspG1xRzZrgFyKAju6Dq7Vka4M,781
406
449
  rapidata/api_client/models/static_rapid_selection_config.py,sha256=RnjyRhAOaxmJ2PW-X2m4G0QZlm-8vw2d9ZO5uneNOtg,3073
407
450
  rapidata/api_client/models/static_selection.py,sha256=tvILdoApT7qKYEA2RmT2lsNZGhS9O0fDHJrhJtsXERg,2985
408
451
  rapidata/api_client/models/sticky_state.py,sha256=dMti7CucXAOvNN1I1BPCE9XGhtXAmqdoQpVaFx8rMrk,782
452
+ rapidata/api_client/models/stream_file_wrapper.py,sha256=Mb33G6pJq34PeCyY8r4HjW9YFF3dV_e9z7WtfV04Qvw,4130
409
453
  rapidata/api_client/models/streams_metadata.py,sha256=TZ_TPuaA0xyjiHglWhsI3CAZ_xt61GOr3m2n6cKG3pA,3426
410
454
  rapidata/api_client/models/streams_metadata_model.py,sha256=ZAk1vM73gMNNce3XgNW8xCNCUTB9KU3402DXMdPeUPI,3250
411
455
  rapidata/api_client/models/submit_coco_model.py,sha256=GpgF2sVfQH87CYM-Ay12J4qTkBGSX3EcQ5YhvLr5rkE,2750
412
456
  rapidata/api_client/models/submit_coco_result.py,sha256=7LfDd-GRZx3xxOJED4MlSGfPsNbfteDs175wm44JoE8,2572
413
457
  rapidata/api_client/models/submit_participant_result.py,sha256=Y9VWtr4CH2dX_pUWErMboe6bL4VnsJdapFEEzyHvx3Q,2752
414
458
  rapidata/api_client/models/submit_password_reset_command.py,sha256=EcHK3K72_OrG0McyarmMhY3LHmz0opXMLxwDtPdn-mU,3404
459
+ rapidata/api_client/models/submit_prompt_model.py,sha256=EbYN8BUEBKeWeODaR0DE3SXyZ9qkX4nlZ-YuSGWTs_U,3733
460
+ rapidata/api_client/models/submit_prompt_model_prompt_asset.py,sha256=cM8AzElOuTAByQm3obCtZLWWuN65g7JNvQm2W7u2VEs,7158
415
461
  rapidata/api_client/models/text_asset.py,sha256=_Hz4EzobSjErKHswhW2naqw6BCSxmScRGRN15pvz4W0,3811
462
+ rapidata/api_client/models/text_asset_input.py,sha256=jZpil3ALayV6ZhhKdMaouBEqMjchctwKj-uBAp_ht5I,3120
416
463
  rapidata/api_client/models/text_asset_model.py,sha256=rVPMYY6gNz4tSfYV24Y3N1vlgVcztmAuRSn-c35IRYA,3781
417
464
  rapidata/api_client/models/text_asset_model1.py,sha256=dyc2Favu8AP-Al-WoNQadFyIJVlSBjZsQLahgcd069s,3666
418
465
  rapidata/api_client/models/text_asset_model2.py,sha256=KGRVYpb5u44knRRc4B47H-_xr8OJmoI2Rzy2D7y2hIU,3666
419
466
  rapidata/api_client/models/text_metadata.py,sha256=4Gpf_55Nxw7YJbP9io8nUPpJyEWv1wxAieirC_uqmRE,3036
420
467
  rapidata/api_client/models/text_metadata_model.py,sha256=SzMVX21xen8M21TEC4O2UT_O__NpYt3AJxuPt-_QmVw,2932
421
468
  rapidata/api_client/models/transcription_metadata.py,sha256=j3z_8tsDgUIUka5vYoQYgLb-Pru4GHjwK7tA5-gNVRE,3117
422
- rapidata/api_client/models/transcription_metadata_input.py,sha256=QXUICZy9I0iDN-ucEngXHx9774hBI7gEqyHiG2C1YA4,3060
469
+ rapidata/api_client/models/transcription_metadata_input.py,sha256=m8e7y7Wy9ctj5qBDWUi9zwTI9LjAnUTJsqreTH_GVPU,3176
423
470
  rapidata/api_client/models/transcription_metadata_model.py,sha256=K4lr7oP-R9RciHRUW9UMIQl3Na9Ay3tw3jKTc6EIDgw,3060
424
471
  rapidata/api_client/models/transcription_payload.py,sha256=9_l_B74rb4DQLWxWXjzrAPQhbnumEQrKtmNjPMMIp1A,3638
425
472
  rapidata/api_client/models/transcription_rapid_blueprint.py,sha256=8Cq2SaI1zaoI3LXCPRU8M4eWRCHcwrb99xCuRXYaAoo,3016
@@ -470,8 +517,9 @@ rapidata/api_client/models/workflow_labeling_step_model.py,sha256=iXeIb78bdMhGFj
470
517
  rapidata/api_client/models/workflow_split_model.py,sha256=zthOSaUl8dbLhLymLK_lrPTBpeV1a4cODLxnHmNCAZw,4474
471
518
  rapidata/api_client/models/workflow_split_model_filter_configs_inner.py,sha256=1Fx9uZtztiiAdMXkj7YeCqt7o6VkG9lKf7D7UP_h088,7447
472
519
  rapidata/api_client/models/workflow_state.py,sha256=5LAK1se76RCoozeVB6oxMPb8p_5bhLZJqn7q5fFQWis,850
520
+ rapidata/api_client/models/zip_entry_file_wrapper.py,sha256=06CoNJD3x511K3rnSmkrwwhc9GbQxwxF-c0ldOyJbAs,4240
473
521
  rapidata/api_client/rest.py,sha256=rtIMcgINZOUaDFaJIinJkXRSddNJmXvMRMfgO2Ezk2o,10835
474
- rapidata/api_client_README.md,sha256=roAorqHTtxWKC552HiZd4xT4Q1dXLQpW-oayO4SxC5A,50752
522
+ rapidata/api_client_README.md,sha256=-UAOi_Z30l68HSTvDYmZJb5YhvtcR-n5QQgdG6o991Q,57416
475
523
  rapidata/rapidata_client/__init__.py,sha256=MLl41ZPDYezE9ookAjHS75wFqfCTOKq-U01GJbHFjrA,1133
476
524
  rapidata/rapidata_client/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
477
525
  rapidata/rapidata_client/api/rapidata_exception.py,sha256=BIdmHRrJUGW-Mqhp1H_suemZaR6w9TgjWq-ZW5iUPdQ,3878
@@ -482,6 +530,11 @@ rapidata/rapidata_client/assets/_multi_asset.py,sha256=OzU5VxRh3Igku4HC60tEc0XEC
482
530
  rapidata/rapidata_client/assets/_sessions.py,sha256=Dgcb61Q4gLwU5hurnv6sN2Jvw-ZV7vjhVWXog5Wq4aw,1094
483
531
  rapidata/rapidata_client/assets/_text_asset.py,sha256=bZHBrvbHSzF0qePoJ5LqYq__2ZDspzCeYi1nDbiIako,796
484
532
  rapidata/rapidata_client/assets/data_type_enum.py,sha256=ELC-ymeKnQlfNAzfqsI7MmUuRiGYamCHVcTc0qR6Fm4,185
533
+ rapidata/rapidata_client/benchmark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
534
+ rapidata/rapidata_client/benchmark/leaderboard/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
535
+ rapidata/rapidata_client/benchmark/leaderboard/rapidata_leaderboard.py,sha256=OWzZmAZdV7VhakgdT97lWg-ZqHvAC4Xi_pgvqBQQ7Zg,3623
536
+ rapidata/rapidata_client/benchmark/rapidata_benchmark.py,sha256=b3-tE0HviZ8hVezBkYEtw3MV9PpFpcRnXhc3-NaqYGo,10873
537
+ rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py,sha256=xk5YhteEMhov8hp8iDTlYjtAMGF4l2hGukdo7XPl4gw,3547
485
538
  rapidata/rapidata_client/country_codes/__init__.py,sha256=FB9Dcks44J6C6YBSYmTmNZ71tE130x6NO_3aLJ8fKzQ,40
486
539
  rapidata/rapidata_client/country_codes/country_codes.py,sha256=ePHqeb7y9DWQZAnddBzPx1puYBcrgUjdR2sbFijuFD8,283
487
540
  rapidata/rapidata_client/demographic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -498,31 +551,29 @@ rapidata/rapidata_client/filter/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JC
498
551
  rapidata/rapidata_client/filter/models/age_group.py,sha256=9Lk_zvuGqJZNij_CLFNLwE07piUaDrZMyAXzFAk6FKc,1203
499
552
  rapidata/rapidata_client/filter/models/gender.py,sha256=aXg6Kql2BIy8d5d1lCVi1axMWnyN1FFgPDU6fh2hYUM,627
500
553
  rapidata/rapidata_client/filter/new_user_filter.py,sha256=qU7d6cSslGEO_N1tYPS4Ru3cGbQYH2_I5dJPNPHvtCM,369
501
- rapidata/rapidata_client/filter/not_filter.py,sha256=I7crEyOCs53uS0VI48s9EqC6PAFfV9EZG3upwFBJwZo,1189
502
- rapidata/rapidata_client/filter/or_filter.py,sha256=u6vkXMTG_j15SbY3bkbnXbxJMDgEsH5rdoFLbuoLQmo,1345
554
+ rapidata/rapidata_client/filter/not_filter.py,sha256=05uZMNPfguNPONP2uYYtuxx-5UAYdmc8gwSAEHMiK3k,1183
555
+ rapidata/rapidata_client/filter/or_filter.py,sha256=EomsXyYec4beAA63LYfIsh8dO4So1duI7VlLW8VPfzY,1339
503
556
  rapidata/rapidata_client/filter/rapidata_filters.py,sha256=aHl8bjvL0wJLhzm6BCHy7mPGYYYKTLZhY0WZVeHx0ZA,2014
504
557
  rapidata/rapidata_client/filter/response_count_filter.py,sha256=sDv9Dvy0FbnIQRSAxFGrUf9SIMISTNxnlAQcrFKBjXE,1989
505
558
  rapidata/rapidata_client/filter/user_score_filter.py,sha256=2C78zkWm5TnfkxGbV1ER2xB7s9ynpacaibzyRZKG8Cc,1566
506
- rapidata/rapidata_client/leaderboard/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
507
- rapidata/rapidata_client/leaderboard/rapidata_leaderboard.py,sha256=sBYRlWxT2TeZnvwU3uuhVJl-o_iv5aM7f80dKOPc_Bk,5222
508
- rapidata/rapidata_client/leaderboard/rapidata_leaderboard_manager.py,sha256=ZoLbXsymlsia74ZquYX1EMVgDW9WG6loez3aP68TkS0,4486
509
559
  rapidata/rapidata_client/logging/__init__.py,sha256=4gLxePW8TvgYDZmPWMcf6fA8bEyu35vMKOmlPj5oXNE,110
510
560
  rapidata/rapidata_client/logging/logger.py,sha256=9vULXUizGObQeqMY-CryiAQsq8xDZw0ChLhvV8oa99s,3907
511
561
  rapidata/rapidata_client/logging/output_manager.py,sha256=AmSVZ2emVW5UWgOiNqkXNVRItsvd5Ox0hsIoZQhYYYo,653
512
- rapidata/rapidata_client/metadata/__init__.py,sha256=G_mnLo2q4S_V9BjTCTJVNZZqnmwU6OaHNkuxNSNnRQA,302
562
+ rapidata/rapidata_client/metadata/__init__.py,sha256=RC0x5Qr5JUII9ItmPMrRB7EtGtJmO-yquUfbrdCx7EM,368
513
563
  rapidata/rapidata_client/metadata/_base_metadata.py,sha256=t2kFqaz5BkEaYYj93Pw3h7zWVDq_S5ZkDxjDIRd21_I,189
514
- rapidata/rapidata_client/metadata/_media_asset_metadata.py,sha256=muyWV9QAdz_8s6N0Zp8qzqDXiNI0N54HS-3K5hDRG5c,529
564
+ rapidata/rapidata_client/metadata/_media_asset_metadata.py,sha256=t_2EEMaQKy3TlOpIIsc7Sl2DFXs5GMcH2eTq2GDu5-E,781
515
565
  rapidata/rapidata_client/metadata/_private_text_metadata.py,sha256=DFB-Ji3Hd7HBrKClCMBep-0XA2X2rTKRYKKg-FUHeyg,535
566
+ rapidata/rapidata_client/metadata/_prompt_identifier_metadata.py,sha256=cYpunT1Glxyz1GCO_I5gBexA1MWBnsS-HUgke8GkhrA,486
516
567
  rapidata/rapidata_client/metadata/_prompt_metadata.py,sha256=ecycAq_t2HCEptxgNxy7S88cCrIrmMnqK-JhyVHhrNg,574
517
568
  rapidata/rapidata_client/metadata/_public_text_metadata.py,sha256=uXavDp1ucy_9u5n0girqWD_SkFr7tplGMK_2aqyyHIA,529
518
569
  rapidata/rapidata_client/metadata/_select_words_metadata.py,sha256=-MK5yQDi_G3BKEes6aaVyCcobB-sEy29b6bfo5f4pic,594
519
570
  rapidata/rapidata_client/order/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
520
- rapidata/rapidata_client/order/_rapidata_dataset.py,sha256=v5b86EDF0ITIOV4k4QU8gQ4eFPz2ow-4HV_mmC9tb4c,21264
521
- rapidata/rapidata_client/order/_rapidata_order_builder.py,sha256=ioNGmWQF4KMdzvm-GIfAeflK8AgKaczZ1FfKkrZ1xXY,12649
571
+ rapidata/rapidata_client/order/_rapidata_dataset.py,sha256=5OIeIDvqAnb38KfjTsgj5JN7k5xKRhC-1_G-VulzO2c,21216
572
+ rapidata/rapidata_client/order/_rapidata_order_builder.py,sha256=3Xch1P2ELf9pGyO0gbovRz_1-BMRE1yfIwOp_aTg4GU,12635
522
573
  rapidata/rapidata_client/order/rapidata_order.py,sha256=bYTa7GtR_TEvfAZJZ1Aliy4yPsc-wo8L8tyqtegupyM,12675
523
574
  rapidata/rapidata_client/order/rapidata_order_manager.py,sha256=trEbTLe6-SsuWn5Q_DISxURxxlVjVSdBgjCjTVLZ3Mw,38311
524
575
  rapidata/rapidata_client/order/rapidata_results.py,sha256=ZY0JyHMBZlR6-t6SqKt2OLEO6keR_KvKg9Wk6_I29x4,8653
525
- rapidata/rapidata_client/rapidata_client.py,sha256=EMli04-y8WJ8BQpuh7VLDKHYudvoKz5rv5L-QKIYcsg,4284
576
+ rapidata/rapidata_client/rapidata_client.py,sha256=jTkpu0YcizoxAzbfNdnY1S0xXX6Q0KEMi8boo0f2F5c,4274
526
577
  rapidata/rapidata_client/referee/__init__.py,sha256=q0Hv9nmfEpyChejtyMLT8hWKL0vTTf_UgUXPYNJ-H6M,153
527
578
  rapidata/rapidata_client/referee/_base_referee.py,sha256=MdFOhdxt3sRnWXLDKLJZKFdVpjBGn9jypPnWWQ6msQA,496
528
579
  rapidata/rapidata_client/referee/_early_stopping_referee.py,sha256=ULbokQZ91wc9D_20qHUhe55D28D9eTY1J1cMp_-oIDc,2088
@@ -573,8 +624,8 @@ rapidata/rapidata_client/workflow/_timestamp_workflow.py,sha256=tPi2zu1-SlE_ppbG
573
624
  rapidata/service/__init__.py,sha256=s9bS1AJZaWIhLtJX_ZA40_CK39rAAkwdAmymTMbeWl4,68
574
625
  rapidata/service/credential_manager.py,sha256=pUEEtp6VrFWYhfUUtyqmS0AlRqe2Y0kFkY6o22IT4KM,8682
575
626
  rapidata/service/local_file_service.py,sha256=pgorvlWcx52Uh3cEG6VrdMK_t__7dacQ_5AnfY14BW8,877
576
- rapidata/service/openapi_service.py,sha256=yW8F6UcGs5VCzB4k3-FSBToojjpgJ4Y_LiEgZZ7uprw,5049
577
- rapidata-2.28.5.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
578
- rapidata-2.28.5.dist-info/METADATA,sha256=6hr2qI9ptlmUryg_MWeeVpL4V1F0i7Bf62VtY_FwtsU,1264
579
- rapidata-2.28.5.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
580
- rapidata-2.28.5.dist-info/RECORD,,
627
+ rapidata/service/openapi_service.py,sha256=xoGBACpUhG0H-tadSBa8A91LHyfI7n-FCT2JlrERqco,5221
628
+ rapidata-2.29.1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
629
+ rapidata-2.29.1.dist-info/METADATA,sha256=iJlyE6uE0ATXx4eYRUtUP8r7BbST_twfeyW5eyFueeU,1264
630
+ rapidata-2.29.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
631
+ rapidata-2.29.1.dist-info/RECORD,,
@@ -1,127 +0,0 @@
1
- from rapidata.api_client.models.create_leaderboard_participant_model import CreateLeaderboardParticipantModel
2
- from rapidata.api_client.models.page_info import PageInfo
3
- from rapidata.api_client.models.query_model import QueryModel
4
-
5
- from rapidata.rapidata_client.order._rapidata_dataset import RapidataDataset
6
- from rapidata.rapidata_client.assets import MediaAsset
7
- from rapidata.rapidata_client.metadata import PromptMetadata
8
- from rapidata.service.openapi_service import OpenAPIService
9
-
10
-
11
- class RapidataLeaderboard:
12
- """
13
- An instance of a Rapidata leaderboard.
14
-
15
- Used to interact with a specific leaderboard in the Rapidata system, such as retrieving prompts and evaluating models.
16
-
17
- Args:
18
- name: The name that will be used to identify the leaderboard on the overview.
19
- instruction: The instruction that will determine what how the models will be evaluated.
20
- show_prompt: Whether to show the prompt to the users.
21
- id: The ID of the leaderboard.
22
- openapi_service: The OpenAPIService instance for API interaction.
23
- """
24
- def __init__(self, name: str, instruction: str, show_prompt: bool, id: str, openapi_service: OpenAPIService):
25
- self.__openapi_service = openapi_service
26
- self.name = name
27
- self.instruction = instruction
28
- self.show_prompt = show_prompt
29
- self._prompts: list[str] = []
30
- self.id = id
31
-
32
- @property
33
- def prompts(self) -> list[str]:
34
- """
35
- Returns the prompts that are registered for the leaderboard.
36
- """
37
- if not self._prompts:
38
- current_page = 1
39
- total_pages = None
40
-
41
- while True:
42
- prompts_result = self.__openapi_service.leaderboard_api.leaderboard_leaderboard_id_prompts_get(
43
- leaderboard_id=self.id,
44
- request=QueryModel(
45
- page=PageInfo(
46
- index=current_page,
47
- size=100
48
- )
49
- )
50
- )
51
-
52
- if prompts_result.total_pages is None:
53
- raise ValueError("An error occurred while fetching prompts: total_pages is None")
54
-
55
- total_pages = prompts_result.total_pages
56
-
57
- self._prompts.extend([prompt.prompt for prompt in prompts_result.items])
58
-
59
- if current_page >= total_pages:
60
- break
61
-
62
- current_page += 1
63
-
64
- return self._prompts
65
-
66
- def _register_prompts(self, prompts: list[str]):
67
- """
68
- Registers the prompts for the leaderboard.
69
- """
70
- for prompt in prompts:
71
- self.__openapi_service.leaderboard_api.leaderboard_leaderboard_id_prompts_post(
72
- leaderboard_id=self.id,
73
- body=prompt
74
- )
75
- self._prompts = prompts
76
-
77
- def evaluate_model(self, name: str, media: list[str], prompts: list[str]) -> None:
78
- """
79
- Evaluates a model on the leaderboard.
80
-
81
- Args:
82
- name: The name of the model.
83
- media: The generated images/videos that will be used to evaluate the model.
84
- prompts: The prompts that correspond to the media. The order of the prompts must match the order of the media.
85
- The prompts that are used must be registered for the leaderboard. To see the registered prompts, use the prompts property.
86
- """
87
- if not media:
88
- raise ValueError("Media must be a non-empty list of strings")
89
-
90
- if len(media) != len(prompts):
91
- raise ValueError("Media and prompts must have the same length")
92
-
93
- if not all(prompt in self.prompts for prompt in prompts):
94
- raise ValueError("All prompts must be in the registered prompts list. To see the registered prompts, use the prompts property.")
95
-
96
- # happens before the creation of the participant to ensure all media paths are valid
97
- assets = []
98
- prompts_metadata: list[list[PromptMetadata]] = []
99
- for media_path, prompt in zip(media, prompts):
100
- assets.append(MediaAsset(media_path))
101
- prompts_metadata.append([PromptMetadata(prompt)])
102
-
103
- participant_result = self.__openapi_service.leaderboard_api.leaderboard_leaderboard_id_participants_post(
104
- leaderboard_id=self.id,
105
- create_leaderboard_participant_model=CreateLeaderboardParticipantModel(
106
- name=name,
107
- )
108
- )
109
- dataset = RapidataDataset(participant_result.dataset_id, self.__openapi_service)
110
-
111
- dataset._add_datapoints(assets, prompts_metadata)
112
-
113
- self.__openapi_service.leaderboard_api.leaderboard_leaderboard_id_participants_participant_id_submit_post(
114
- leaderboard_id=self.id,
115
- participant_id=participant_result.participant_id
116
- )
117
-
118
- def __str__(self) -> str:
119
- return f"RapidataLeaderboard(name={self.name}, instruction={self.instruction}, show_prompt={self.show_prompt}, leaderboard_id={self.id})"
120
-
121
- def __repr__(self) -> str:
122
- return self.__str__()
123
-
124
-
125
-
126
-
127
-
@@ -1,92 +0,0 @@
1
- from rapidata.service.openapi_service import OpenAPIService
2
- from rapidata.rapidata_client.leaderboard.rapidata_leaderboard import RapidataLeaderboard
3
- from rapidata.api_client.models.query_model import QueryModel
4
- from rapidata.api_client.models.page_info import PageInfo
5
- from rapidata.api_client.models.root_filter import RootFilter
6
- from rapidata.api_client.models.filter import Filter
7
- from rapidata.api_client.models.sort_criterion import SortCriterion
8
- from rapidata.api_client.models.create_leaderboard_model import CreateLeaderboardModel
9
-
10
- class RapidataLeaderboardManager:
11
- """
12
- A manager for leaderboards.
13
-
14
- Used to create and retrieve leaderboards.
15
-
16
- Args:
17
- openapi_service: The OpenAPIService instance for API interaction.
18
- """
19
- def __init__(self, openapi_service: OpenAPIService):
20
- self.__openapi_service = openapi_service
21
-
22
- def create_new_leaderboard(self, name: str, instruction: str, prompts: list[str], show_prompt: bool = False) -> RapidataLeaderboard:
23
- """
24
- Creates a new leaderboard with the given name, instruction, and prompts.
25
-
26
- Args:
27
- leaderboard_name: The name of the leaderboard. Will be used to identify the leaderboard on the overview.
28
- instruction: The instruction for the leaderboard. Will determine how the models will be evaluated.
29
- prompts: The prompts for the leaderboard. Will be registered for the leaderboard and able to be retrieved again later.
30
- show_prompt: Whether to show the prompt to the users when they are evaluating the models.
31
- """
32
- if not isinstance(name, str):
33
- raise ValueError("Name must be a string.")
34
-
35
- if not isinstance(instruction, str):
36
- raise ValueError("Instruction must be a string.")
37
-
38
- if not isinstance(show_prompt, bool):
39
- raise ValueError("Show prompt must be a boolean.")
40
-
41
- if not isinstance(prompts, list) or not all(isinstance(prompt, str) for prompt in prompts):
42
- raise ValueError("Prompts must be a list of strings.")
43
-
44
- leaderboard_id = self.__register_new_leaderboard(name, instruction, show_prompt)
45
- leaderboard = RapidataLeaderboard(name, instruction, show_prompt, leaderboard_id, self.__openapi_service)
46
- leaderboard._register_prompts(prompts)
47
- return leaderboard
48
-
49
- def get_leaderboard_by_id(self, leaderboard_id: str) -> RapidataLeaderboard:
50
- """
51
- Retrieves a leaderboard by its ID.
52
-
53
- Args:
54
- leaderboard_id: The ID of the leaderboard.
55
- """
56
- leaderboard_result = self.__openapi_service.leaderboard_api.leaderboard_leaderboard_id_get(
57
- leaderboard_id=leaderboard_id
58
- )
59
- return RapidataLeaderboard(leaderboard_result.name, leaderboard_result.instruction, leaderboard_result.show_prompt, leaderboard_id, self.__openapi_service)
60
-
61
- def find_leaderboards(self, name: str = "", amount: int = 10) -> list[RapidataLeaderboard]:
62
- """
63
- Find your recent leaderboards given criteria. If nothing is provided, it will return the most recent leaderboard.
64
-
65
- Args:
66
- name (str, optional): The name of the leaderboard - matching leaderboard will contain the name. Defaults to "" for any leaderboard.
67
- amount (int, optional): The amount of leaderboards to return. Defaults to 10.
68
- """
69
- leaderboard_result = self.__openapi_service.leaderboard_api.leaderboards_get(
70
- request=QueryModel(
71
- page=PageInfo(
72
- index=1,
73
- size=amount
74
- ),
75
- filter=RootFilter(filters=[Filter(field="Name", operator="Contains", value=name)]),
76
- sortCriteria=[SortCriterion(direction="Desc", propertyName="CreatedAt")]
77
- )
78
- )
79
- leaderboards = []
80
- for leaderboard in leaderboard_result.items:
81
- leaderboards.append(RapidataLeaderboard(leaderboard.name, leaderboard.instruction, leaderboard.show_prompt, leaderboard.id, self.__openapi_service))
82
- return leaderboards
83
-
84
- def __register_new_leaderboard(self, name: str, instruction: str, show_prompt: bool) -> str:
85
- leaderboard_id = self.__openapi_service.leaderboard_api.leaderboard_post(
86
- CreateLeaderboardModel(
87
- name=name,
88
- instruction=instruction,
89
- showPrompt=show_prompt
90
- )
91
- ).id
92
- return leaderboard_id