rapidata 2.28.2__py3-none-any.whl → 2.44.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- rapidata/__init__.py +11 -10
- rapidata/api_client/__init__.py +83 -355
- rapidata/api_client/api/__init__.py +8 -2
- rapidata/api_client/api/asset_api.py +853 -0
- rapidata/api_client/api/audience_api.py +1133 -0
- rapidata/api_client/api/benchmark_api.py +3966 -0
- rapidata/api_client/api/campaign_api.py +222 -444
- rapidata/api_client/api/client_api.py +38 -33
- rapidata/api_client/api/coco_api.py +0 -571
- rapidata/api_client/api/compare_workflow_api.py +11 -10
- rapidata/api_client/api/customer_rapid_api.py +644 -72
- rapidata/api_client/api/datapoint_api.py +8 -530
- rapidata/api_client/api/dataset_api.py +228 -3469
- rapidata/api_client/api/evaluation_workflow_api.py +29 -82
- rapidata/api_client/api/feedback_api.py +11 -281
- rapidata/api_client/api/grouped_ranking_workflow_api.py +319 -0
- rapidata/api_client/api/identity_api.py +83 -1171
- rapidata/api_client/api/leaderboard_api.py +356 -312
- rapidata/api_client/api/newsletter_api.py +20 -19
- rapidata/api_client/api/order_api.py +758 -5487
- rapidata/api_client/api/participant_api.py +2181 -0
- rapidata/api_client/api/pipeline_api.py +24 -1783
- rapidata/api_client/api/prompt_api.py +320 -0
- rapidata/api_client/api/rapidata_identity_api_api.py +5 -4
- rapidata/api_client/api/sample_api.py +300 -0
- rapidata/api_client/api/simple_workflow_api.py +11 -10
- rapidata/api_client/api/survey_api.py +304 -0
- rapidata/api_client/api/user_rapid_api.py +35 -31
- rapidata/api_client/api/validation_set_api.py +510 -3659
- rapidata/api_client/api/workflow_api.py +32 -825
- rapidata/api_client/api_client.py +2 -2
- rapidata/api_client/configuration.py +16 -29
- rapidata/api_client/exceptions.py +2 -2
- rapidata/api_client/models/__init__.py +65 -332
- rapidata/api_client/models/ab_test_selection_a_inner.py +1 -1
- rapidata/api_client/models/add_campaign_model.py +3 -3
- rapidata/api_client/models/add_user_response_result.py +10 -5
- rapidata/api_client/models/add_validation_rapid_model.py +55 -24
- rapidata/api_client/models/add_validation_rapid_model_asset.py +154 -0
- rapidata/api_client/models/add_validation_rapid_model_context_asset.py +160 -0
- rapidata/api_client/models/add_validation_rapid_model_metadata_inner.py +140 -0
- rapidata/api_client/models/add_validation_rapid_model_truth.py +7 -1
- rapidata/api_client/models/add_validation_rapid_new_model.py +137 -0
- rapidata/api_client/models/add_validation_rapid_new_model_asset.py +182 -0
- rapidata/api_client/models/add_validation_rapid_new_model_truth.py +286 -0
- rapidata/api_client/models/add_validation_text_rapid_model.py +1 -3
- rapidata/api_client/models/age_user_filter_model.py +2 -2
- rapidata/api_client/models/age_user_filter_model_age_group.py +41 -0
- rapidata/api_client/models/aggregated_orders_model.py +98 -0
- rapidata/api_client/models/aggregator_type.py +4 -2
- rapidata/api_client/models/and_filter.py +121 -0
- rapidata/api_client/models/and_filter_filters_inner.py +282 -0
- rapidata/api_client/models/and_user_filter_model.py +106 -0
- rapidata/api_client/models/and_user_filter_model_filters_inner.py +282 -0
- rapidata/api_client/models/are_rapids_active_result.py +2 -2
- rapidata/api_client/models/asset_metadata.py +11 -9
- rapidata/api_client/models/asset_type.py +40 -0
- rapidata/api_client/models/attach_category_rapid_blueprint.py +13 -3
- rapidata/api_client/models/attach_category_rapid_blueprint_category.py +89 -0
- rapidata/api_client/models/audience_status.py +38 -0
- rapidata/api_client/models/benchmark_query_result.py +98 -0
- rapidata/api_client/models/benchmark_query_result_paged_result.py +105 -0
- rapidata/api_client/models/boost_leaderboard_model.py +89 -0
- rapidata/api_client/models/boost_mode.py +37 -0
- rapidata/api_client/models/boost_query_result.py +7 -10
- rapidata/api_client/models/boost_query_result_boost_mode.py +37 -0
- rapidata/api_client/models/boost_query_result_boost_status.py +39 -0
- rapidata/api_client/models/boosting_profile.py +89 -0
- rapidata/api_client/models/box_shape.py +4 -33
- rapidata/api_client/models/campaign_filter.py +98 -0
- rapidata/api_client/models/campaign_query_result.py +15 -13
- rapidata/api_client/models/campaign_status.py +2 -2
- rapidata/api_client/models/change_boost_model.py +89 -0
- rapidata/api_client/models/classification_metadata.py +12 -1
- rapidata/api_client/models/classify_payload.py +14 -15
- rapidata/api_client/models/classify_payload_category.py +89 -0
- rapidata/api_client/models/client_model.py +25 -35
- rapidata/api_client/models/clients_query_result.py +5 -5
- rapidata/api_client/models/clone_order_model.py +6 -8
- rapidata/api_client/models/clone_order_result.py +9 -4
- rapidata/api_client/models/compare_rapid_blueprint.py +5 -3
- rapidata/api_client/models/compare_rapid_blueprint1.py +96 -0
- rapidata/api_client/models/compare_workflow_config.py +34 -23
- rapidata/api_client/models/compare_workflow_config_context_asset.py +174 -0
- rapidata/api_client/models/compare_workflow_config_metadata_value.py +31 -17
- rapidata/api_client/models/compare_workflow_config_model.py +15 -5
- rapidata/api_client/models/compare_workflow_model.py +34 -6
- rapidata/api_client/models/compare_workflow_model1.py +20 -9
- rapidata/api_client/models/compare_workflow_model_context_asset.py +160 -0
- rapidata/api_client/models/compare_workflow_model_metadata_inner.py +154 -0
- rapidata/api_client/models/compare_workflow_model_pair_maker_config.py +1 -1
- rapidata/api_client/models/comparison_operator.py +2 -2
- rapidata/api_client/models/conditional_validation_selection.py +8 -11
- rapidata/api_client/models/conditional_validation_selection_validation_chance.py +103 -0
- rapidata/api_client/models/confidence_interval.py +89 -0
- rapidata/api_client/models/count_metadata.py +12 -1
- rapidata/api_client/models/country_filter.py +98 -0
- rapidata/api_client/models/create_audience_request.py +99 -0
- rapidata/api_client/models/create_audience_result.py +87 -0
- rapidata/api_client/models/create_benchmark_model.py +87 -0
- rapidata/api_client/models/create_benchmark_participant_model.py +87 -0
- rapidata/api_client/models/create_benchmark_participant_result.py +89 -0
- rapidata/api_client/models/create_benchmark_prompt_result.py +87 -0
- rapidata/api_client/models/create_benchmark_result.py +87 -0
- rapidata/api_client/models/create_bridge_token_result.py +2 -2
- rapidata/api_client/models/create_client_model.py +6 -13
- rapidata/api_client/models/create_complex_order_model.py +9 -9
- rapidata/api_client/models/create_complex_order_result.py +6 -4
- rapidata/api_client/models/create_customer_client_result.py +2 -2
- rapidata/api_client/models/create_datapoint_from_files_model.py +3 -3
- rapidata/api_client/models/create_datapoint_from_text_sources_model.py +3 -3
- rapidata/api_client/models/create_datapoint_from_urls_model.py +3 -3
- rapidata/api_client/models/create_datapoint_model.py +134 -0
- rapidata/api_client/models/create_datapoint_model_asset.py +154 -0
- rapidata/api_client/models/create_datapoint_model_context_asset.py +160 -0
- rapidata/api_client/models/create_datapoint_model_metadata_inner.py +154 -0
- rapidata/api_client/models/create_datapoint_result.py +6 -18
- rapidata/api_client/models/create_demographic_rapid_model.py +45 -7
- rapidata/api_client/models/create_demographic_rapid_model_asset.py +160 -0
- rapidata/api_client/models/create_demographic_rapid_model_context_asset.py +160 -0
- rapidata/api_client/models/create_demographic_rapid_model_new.py +119 -0
- rapidata/api_client/models/create_empty_validation_set_result.py +2 -2
- rapidata/api_client/models/create_leaderboard_model.py +59 -10
- rapidata/api_client/models/create_leaderboard_result.py +17 -5
- rapidata/api_client/models/create_order_model.py +30 -101
- rapidata/api_client/models/create_order_model_referee.py +12 -12
- rapidata/api_client/models/create_order_model_workflow.py +35 -21
- rapidata/api_client/models/create_order_result.py +6 -4
- rapidata/api_client/models/create_rapid_result.py +2 -2
- rapidata/api_client/models/create_sample_model.py +93 -0
- rapidata/api_client/models/create_sample_model_asset.py +154 -0
- rapidata/api_client/models/create_sample_model_obsolete.py +87 -0
- rapidata/api_client/models/create_simple_pipeline_model_pipeline_steps_inner.py +8 -22
- rapidata/api_client/models/create_unsupported_order_model.py +6 -6
- rapidata/api_client/models/create_validation_set_model.py +5 -5
- rapidata/api_client/models/datapoint_model.py +3 -3
- rapidata/api_client/models/datapoint_state.py +2 -2
- rapidata/api_client/models/demographic_filter.py +100 -0
- rapidata/api_client/models/dynamic_client_registration_request.py +21 -36
- rapidata/api_client/models/early_stopping_referee_model.py +3 -3
- rapidata/api_client/models/effort_capped_selection.py +2 -11
- rapidata/api_client/models/elo_config.py +2 -2
- rapidata/api_client/models/elo_config_model.py +6 -6
- rapidata/api_client/models/entity_tag_header_value.py +93 -0
- rapidata/api_client/models/evaluation_workflow_config.py +13 -3
- rapidata/api_client/models/evaluation_workflow_model.py +16 -6
- rapidata/api_client/models/existing_asset_input.py +120 -0
- rapidata/api_client/models/existing_asset_input_metadata_value.py +126 -0
- rapidata/api_client/models/feature_flag.py +2 -2
- rapidata/api_client/models/feature_flag_model.py +6 -6
- rapidata/api_client/models/feedback_model.py +7 -7
- rapidata/api_client/models/file_asset.py +3 -5
- rapidata/api_client/models/file_asset_input.py +104 -0
- rapidata/api_client/models/file_asset_input1.py +104 -0
- rapidata/api_client/models/file_asset_input1_file.py +168 -0
- rapidata/api_client/models/file_asset_input2.py +104 -0
- rapidata/api_client/models/file_asset_input3.py +104 -0
- rapidata/api_client/models/file_asset_input_file.py +168 -0
- rapidata/api_client/models/file_asset_metadata_value.py +252 -0
- rapidata/api_client/models/file_asset_model_metadata_value.py +25 -81
- rapidata/api_client/models/file_stream_result.py +122 -0
- rapidata/api_client/models/file_type.py +39 -0
- rapidata/api_client/models/file_type_metadata.py +110 -0
- rapidata/api_client/models/file_type_metadata_model.py +97 -0
- rapidata/api_client/models/filter.py +7 -25
- rapidata/api_client/models/filter_operator.py +3 -2
- rapidata/api_client/models/fork_benchmark_result.py +87 -0
- rapidata/api_client/models/form_file_wrapper.py +135 -0
- rapidata/api_client/models/free_text_payload.py +10 -3
- rapidata/api_client/models/free_text_rapid_blueprint.py +10 -3
- rapidata/api_client/models/gender_user_filter_model.py +2 -2
- rapidata/api_client/models/gender_user_filter_model_gender.py +38 -0
- rapidata/api_client/models/get_asset_metadata_result.py +100 -0
- rapidata/api_client/models/get_audience_by_id_result.py +111 -0
- rapidata/api_client/models/get_available_validation_sets_result.py +2 -2
- rapidata/api_client/models/get_benchmark_by_id_query.py +96 -0
- rapidata/api_client/models/get_benchmark_by_id_query_result.py +94 -0
- rapidata/api_client/models/get_benchmark_by_id_query_result_paged_result.py +105 -0
- rapidata/api_client/models/get_benchmark_by_id_result.py +96 -0
- rapidata/api_client/models/get_boost_result.py +97 -0
- rapidata/api_client/models/get_boost_result_boost_mode.py +37 -0
- rapidata/api_client/models/get_boost_result_boost_status.py +39 -0
- rapidata/api_client/models/get_compare_ab_summary_result.py +5 -5
- rapidata/api_client/models/get_compare_workflow_results_model.py +7 -7
- rapidata/api_client/models/get_compare_workflow_results_result.py +5 -5
- rapidata/api_client/models/get_datapoint_by_id_result.py +10 -21
- rapidata/api_client/models/get_datapoint_by_id_result_asset.py +170 -0
- rapidata/api_client/models/get_dataset_by_id_result.py +2 -2
- rapidata/api_client/models/get_dataset_progress_result.py +2 -2
- rapidata/api_client/models/get_evaluation_workflow_results_model.py +119 -0
- rapidata/api_client/models/get_failed_datapoints_result.py +5 -5
- rapidata/api_client/models/get_failed_datapoints_result_datapoint.py +100 -0
- rapidata/api_client/models/get_file_metadata_result.py +100 -0
- rapidata/api_client/models/get_grouped_ranking_workflow_results_model.py +106 -0
- rapidata/api_client/models/get_grouped_ranking_workflow_results_result.py +97 -0
- rapidata/api_client/models/get_grouped_ranking_workflow_results_result_paged_result.py +105 -0
- rapidata/api_client/models/get_leaderboard_by_id_result.py +50 -6
- rapidata/api_client/models/get_order_by_id_result.py +12 -5
- rapidata/api_client/models/get_participant_by_id_result.py +9 -20
- rapidata/api_client/models/get_pipeline_by_id_result.py +5 -5
- rapidata/api_client/models/get_public_orders_result.py +2 -2
- rapidata/api_client/models/get_public_responses_result.py +95 -0
- rapidata/api_client/models/get_public_responses_result_response.py +112 -0
- rapidata/api_client/models/get_rapid_responses_result.py +6 -12
- rapidata/api_client/models/get_recommended_validation_set_result.py +95 -0
- rapidata/api_client/models/get_responses_for_rapid_result.py +106 -0
- rapidata/api_client/models/get_responses_for_rapid_result_response.py +103 -0
- rapidata/api_client/models/get_responses_for_rapid_result_response_result.py +266 -0
- rapidata/api_client/models/get_responses_result.py +5 -5
- rapidata/api_client/models/get_responses_result_response.py +103 -0
- rapidata/api_client/models/get_sample_by_id_result.py +125 -0
- rapidata/api_client/models/get_simple_workflow_results_model.py +20 -15
- rapidata/api_client/models/get_standing_by_id_result.py +96 -0
- rapidata/api_client/models/get_validation_rapids_result.py +32 -41
- rapidata/api_client/models/get_validation_set_by_id_result.py +10 -4
- rapidata/api_client/models/get_workflow_by_id_result.py +5 -5
- rapidata/api_client/models/get_workflow_by_id_result_workflow.py +23 -9
- rapidata/api_client/models/get_workflow_progress_result.py +5 -11
- rapidata/api_client/models/get_workflow_results_result.py +34 -23
- rapidata/api_client/models/get_workflow_results_result_response.py +103 -0
- rapidata/api_client/models/google_one_tap_login_model.py +4 -4
- rapidata/api_client/models/grouped_ranking_workflow_config.py +155 -0
- rapidata/api_client/models/grouped_ranking_workflow_config_context_assets_value.py +170 -0
- rapidata/api_client/models/grouped_ranking_workflow_model.py +147 -0
- rapidata/api_client/models/grouped_ranking_workflow_model1.py +121 -0
- rapidata/api_client/models/i_artifact_model.py +182 -0
- rapidata/api_client/models/i_artifact_model_campaign_artifact_model.py +98 -0
- rapidata/api_client/models/i_artifact_model_dataset_artifact_model.py +98 -0
- rapidata/api_client/models/i_artifact_model_file_artifact_model.py +98 -0
- rapidata/api_client/models/i_artifact_model_workflow_artifact_model.py +98 -0
- rapidata/api_client/models/i_artifact_model_workflow_config_artifact_model.py +102 -0
- rapidata/api_client/models/i_asset.py +170 -0
- rapidata/api_client/models/i_asset_file_asset.py +111 -0
- rapidata/api_client/models/i_asset_input.py +156 -0
- rapidata/api_client/models/i_asset_input_existing_asset_input.py +118 -0
- rapidata/api_client/models/i_asset_input_multi_asset_input.py +128 -0
- rapidata/api_client/models/i_asset_input_text_asset_input.py +118 -0
- rapidata/api_client/models/i_asset_model.py +170 -0
- rapidata/api_client/models/i_asset_model_file_asset_model.py +113 -0
- rapidata/api_client/models/i_asset_model_multi_asset_model.py +123 -0
- rapidata/api_client/models/i_asset_model_null_asset_model.py +111 -0
- rapidata/api_client/models/i_asset_model_text_asset_model.py +113 -0
- rapidata/api_client/models/i_asset_multi_asset.py +121 -0
- rapidata/api_client/models/i_asset_null_asset.py +109 -0
- rapidata/api_client/models/i_asset_text_asset.py +111 -0
- rapidata/api_client/models/i_campaign_filter.py +282 -0
- rapidata/api_client/models/i_campaign_filter_and_filter.py +117 -0
- rapidata/api_client/models/i_campaign_filter_campaign_filter.py +98 -0
- rapidata/api_client/models/i_campaign_filter_country_filter.py +98 -0
- rapidata/api_client/models/i_campaign_filter_demographic_filter.py +100 -0
- rapidata/api_client/models/i_campaign_filter_language_filter.py +98 -0
- rapidata/api_client/models/i_campaign_filter_new_user_filter.py +96 -0
- rapidata/api_client/models/i_campaign_filter_not_filter.py +113 -0
- rapidata/api_client/models/i_campaign_filter_or_filter.py +117 -0
- rapidata/api_client/models/i_campaign_filter_response_count_filter.py +103 -0
- rapidata/api_client/models/i_campaign_filter_user_action_restriction_filter.py +106 -0
- rapidata/api_client/models/i_campaign_filter_user_score_filter.py +102 -0
- rapidata/api_client/models/i_campaign_filter_user_state_filter.py +106 -0
- rapidata/api_client/models/i_dataset_metadata_input.py +154 -0
- rapidata/api_client/models/i_dataset_metadata_input_prompt_asset_metadata_input.py +100 -0
- rapidata/api_client/models/i_dataset_metadata_input_prompt_metadata_input.py +96 -0
- rapidata/api_client/models/i_dataset_metadata_input_transcription_metadata_input.py +96 -0
- rapidata/api_client/models/i_dataset_model.py +126 -0
- rapidata/api_client/models/i_dataset_model_clone_dataset_model.py +98 -0
- rapidata/api_client/models/i_metadata.py +252 -0
- rapidata/api_client/models/i_metadata_classification_metadata.py +109 -0
- rapidata/api_client/models/i_metadata_count_metadata.py +109 -0
- rapidata/api_client/models/i_metadata_file_type_metadata.py +110 -0
- rapidata/api_client/models/i_metadata_image_dimension_metadata.py +111 -0
- rapidata/api_client/models/i_metadata_input.py +126 -0
- rapidata/api_client/models/i_metadata_input_text_metadata_input.py +111 -0
- rapidata/api_client/models/i_metadata_location_metadata.py +111 -0
- rapidata/api_client/models/i_metadata_model.py +252 -0
- rapidata/api_client/models/i_metadata_model_classification_metadata_model.py +96 -0
- rapidata/api_client/models/i_metadata_model_count_metadata_model.py +96 -0
- rapidata/api_client/models/i_metadata_model_file_type_metadata_model.py +97 -0
- rapidata/api_client/models/i_metadata_model_image_dimension_metadata_model.py +98 -0
- rapidata/api_client/models/i_metadata_model_location_metadata_model.py +98 -0
- rapidata/api_client/models/i_metadata_model_original_filename_metadata_model.py +96 -0
- rapidata/api_client/models/i_metadata_model_source_url_metadata_model.py +96 -0
- rapidata/api_client/models/i_metadata_model_streams_metadata_model.py +100 -0
- rapidata/api_client/models/i_metadata_model_text_metadata_model.py +101 -0
- rapidata/api_client/models/i_metadata_model_video_duration_metadata_model.py +97 -0
- rapidata/api_client/models/i_metadata_original_filename_metadata.py +109 -0
- rapidata/api_client/models/i_metadata_source_url_metadata.py +109 -0
- rapidata/api_client/models/i_metadata_streams_metadata.py +113 -0
- rapidata/api_client/models/i_metadata_text_metadata.py +114 -0
- rapidata/api_client/models/i_metadata_video_duration_metadata.py +110 -0
- rapidata/api_client/models/i_order_workflow_model.py +168 -0
- rapidata/api_client/models/i_order_workflow_model_compare_workflow_model.py +146 -0
- rapidata/api_client/models/i_order_workflow_model_evaluation_workflow_model.py +108 -0
- rapidata/api_client/models/i_order_workflow_model_grouped_ranking_workflow_model.py +147 -0
- rapidata/api_client/models/i_order_workflow_model_simple_workflow_model.py +110 -0
- rapidata/api_client/models/i_pair_maker_config.py +126 -0
- rapidata/api_client/models/i_pair_maker_config_model.py +126 -0
- rapidata/api_client/models/i_pair_maker_config_model_online_pair_maker_config_model.py +98 -0
- rapidata/api_client/models/i_pair_maker_config_online_pair_maker_config.py +98 -0
- rapidata/api_client/models/i_pair_maker_information.py +126 -0
- rapidata/api_client/models/i_pair_maker_information_online_pair_maker_information.py +100 -0
- rapidata/api_client/models/i_pipeline_artifact_model.py +126 -0
- rapidata/api_client/models/i_pipeline_artifact_model_create_dataset_artifact_model.py +102 -0
- rapidata/api_client/models/i_pipeline_model.py +126 -0
- rapidata/api_client/models/i_pipeline_model_create_simple_pipeline_model.py +116 -0
- rapidata/api_client/models/i_pipeline_step_model.py +168 -0
- rapidata/api_client/models/i_pipeline_step_model_dataset_evaluation_step_model.py +102 -0
- rapidata/api_client/models/i_pipeline_step_model_send_completion_mail_step_model.py +98 -0
- rapidata/api_client/models/i_pipeline_step_model_workflow_aggregation_step_model.py +103 -0
- rapidata/api_client/models/i_pipeline_step_model_workflow_labeling_step_model.py +96 -0
- rapidata/api_client/models/i_rapid_blueprint.py +252 -0
- rapidata/api_client/models/i_rapid_blueprint_attach_category_rapid_blueprint.py +108 -0
- rapidata/api_client/models/i_rapid_blueprint_bounding_box_rapid_blueprint.py +96 -0
- rapidata/api_client/models/i_rapid_blueprint_compare_rapid_blueprint.py +98 -0
- rapidata/api_client/models/i_rapid_blueprint_free_text_rapid_blueprint.py +103 -0
- rapidata/api_client/models/i_rapid_blueprint_line_rapid_blueprint.py +96 -0
- rapidata/api_client/models/i_rapid_blueprint_locate_rapid_blueprint.py +96 -0
- rapidata/api_client/models/i_rapid_blueprint_named_entity_rapid_blueprint.py +98 -0
- rapidata/api_client/models/i_rapid_blueprint_polygon_rapid_blueprint.py +96 -0
- rapidata/api_client/models/i_rapid_blueprint_scrub_rapid_blueprint.py +96 -0
- rapidata/api_client/models/i_rapid_blueprint_transcription_rapid_blueprint.py +96 -0
- rapidata/api_client/models/i_rapid_payload.py +252 -0
- rapidata/api_client/models/i_rapid_payload_bounding_box_payload.py +96 -0
- rapidata/api_client/models/i_rapid_payload_classify_payload.py +106 -0
- rapidata/api_client/models/i_rapid_payload_compare_payload.py +96 -0
- rapidata/api_client/models/i_rapid_payload_free_text_payload.py +103 -0
- rapidata/api_client/models/i_rapid_payload_line_payload.py +96 -0
- rapidata/api_client/models/i_rapid_payload_locate_payload.py +96 -0
- rapidata/api_client/models/i_rapid_payload_named_entity_payload.py +98 -0
- rapidata/api_client/models/i_rapid_payload_polygon_payload.py +96 -0
- rapidata/api_client/models/i_rapid_payload_scrub_payload.py +96 -0
- rapidata/api_client/models/i_rapid_payload_transcription_payload.py +106 -0
- rapidata/api_client/models/i_rapid_result.py +266 -0
- rapidata/api_client/models/i_rapid_result_attach_category_result.py +98 -0
- rapidata/api_client/models/i_rapid_result_bounding_box_result.py +106 -0
- rapidata/api_client/models/i_rapid_result_compare_result.py +98 -0
- rapidata/api_client/models/i_rapid_result_free_text_result.py +98 -0
- rapidata/api_client/models/i_rapid_result_line_result.py +106 -0
- rapidata/api_client/models/i_rapid_result_locate_result.py +106 -0
- rapidata/api_client/models/i_rapid_result_named_entity_result.py +106 -0
- rapidata/api_client/models/i_rapid_result_polygon_result.py +106 -0
- rapidata/api_client/models/i_rapid_result_scrub_result.py +98 -0
- rapidata/api_client/models/i_rapid_result_skip_result.py +96 -0
- rapidata/api_client/models/i_rapid_result_transcription_result.py +106 -0
- rapidata/api_client/models/i_referee_config.py +154 -0
- rapidata/api_client/models/i_referee_config_naive_referee_config.py +96 -0
- rapidata/api_client/models/i_referee_config_never_ending_referee_config.py +94 -0
- rapidata/api_client/models/i_referee_config_probabilistic_attach_category_referee_config.py +98 -0
- rapidata/api_client/models/i_referee_info.py +154 -0
- rapidata/api_client/models/i_referee_info_naive_referee_info.py +96 -0
- rapidata/api_client/models/i_referee_info_never_ending_referee_info.py +94 -0
- rapidata/api_client/models/i_referee_info_probabilistic_attach_category_referee_info.py +98 -0
- rapidata/api_client/models/i_referee_model.py +140 -0
- rapidata/api_client/models/i_referee_model_early_stopping_referee_model.py +98 -0
- rapidata/api_client/models/i_referee_model_naive_referee_model.py +96 -0
- rapidata/api_client/models/i_selection.py +240 -0
- rapidata/api_client/models/i_selection_ab_test_selection.py +122 -0
- rapidata/api_client/models/i_selection_capped_selection.py +108 -0
- rapidata/api_client/models/i_selection_conditional_validation_selection.py +110 -0
- rapidata/api_client/models/i_selection_demographic_selection.py +98 -0
- rapidata/api_client/models/i_selection_effort_capped_selection.py +101 -0
- rapidata/api_client/models/i_selection_labeling_selection.py +103 -0
- rapidata/api_client/models/i_selection_shuffling_selection.py +106 -0
- rapidata/api_client/models/i_selection_static_selection.py +96 -0
- rapidata/api_client/models/i_selection_validation_selection.py +98 -0
- rapidata/api_client/models/i_user_filter_model.py +282 -0
- rapidata/api_client/models/i_user_filter_model_age_user_filter_model.py +104 -0
- rapidata/api_client/models/i_user_filter_model_and_user_filter_model.py +106 -0
- rapidata/api_client/models/i_user_filter_model_campaign_user_filter_model.py +96 -0
- rapidata/api_client/models/i_user_filter_model_country_user_filter_model.py +96 -0
- rapidata/api_client/models/i_user_filter_model_custom_user_filter_model.py +98 -0
- rapidata/api_client/models/i_user_filter_model_gender_user_filter_model.py +104 -0
- rapidata/api_client/models/i_user_filter_model_language_user_filter_model.py +96 -0
- rapidata/api_client/models/i_user_filter_model_new_user_filter_model.py +94 -0
- rapidata/api_client/models/i_user_filter_model_not_user_filter_model.py +102 -0
- rapidata/api_client/models/i_user_filter_model_or_user_filter_model.py +106 -0
- rapidata/api_client/models/i_user_filter_model_response_count_user_filter_model.py +101 -0
- rapidata/api_client/models/i_user_filter_model_user_score_user_filter_model.py +105 -0
- rapidata/api_client/models/i_validation_metadata_input.py +140 -0
- rapidata/api_client/models/i_validation_metadata_input_prompt_asset_metadata_input.py +100 -0
- rapidata/api_client/models/i_validation_metadata_input_prompt_metadata_input.py +96 -0
- rapidata/api_client/models/i_validation_truth.py +280 -0
- rapidata/api_client/models/i_validation_truth_attach_category_truth.py +96 -0
- rapidata/api_client/models/i_validation_truth_bounding_box_truth.py +102 -0
- rapidata/api_client/models/i_validation_truth_compare_truth.py +96 -0
- rapidata/api_client/models/i_validation_truth_empty_validation_truth.py +94 -0
- rapidata/api_client/models/i_validation_truth_line_truth.py +94 -0
- rapidata/api_client/models/i_validation_truth_locate_box_truth.py +104 -0
- rapidata/api_client/models/i_validation_truth_multi_compare_truth.py +96 -0
- rapidata/api_client/models/i_validation_truth_named_entity_truth.py +104 -0
- rapidata/api_client/models/i_validation_truth_polygon_truth.py +94 -0
- rapidata/api_client/models/i_validation_truth_scrub_truth.py +104 -0
- rapidata/api_client/models/i_validation_truth_skip_truth.py +94 -0
- rapidata/api_client/models/i_validation_truth_transcription_truth.py +115 -0
- rapidata/api_client/models/i_workflow_config.py +168 -0
- rapidata/api_client/models/i_workflow_config_compare_workflow_config.py +142 -0
- rapidata/api_client/models/i_workflow_config_evaluation_workflow_config.py +114 -0
- rapidata/api_client/models/i_workflow_config_grouped_ranking_workflow_config.py +155 -0
- rapidata/api_client/models/i_workflow_config_simple_workflow_config.py +116 -0
- rapidata/api_client/models/i_workflow_model.py +168 -0
- rapidata/api_client/models/i_workflow_model_compare_workflow_model.py +145 -0
- rapidata/api_client/models/i_workflow_model_evaluation_workflow_model.py +115 -0
- rapidata/api_client/models/i_workflow_model_grouped_ranking_workflow_model.py +121 -0
- rapidata/api_client/models/i_workflow_model_simple_workflow_model.py +119 -0
- rapidata/api_client/models/image_dimension_metadata.py +12 -1
- rapidata/api_client/models/inquire_file_metadata_result.py +100 -0
- rapidata/api_client/models/inspect_report_result.py +2 -2
- rapidata/api_client/models/json_web_key.py +2 -36
- rapidata/api_client/models/json_web_key_set.py +2 -22
- rapidata/api_client/models/labeling_selection.py +11 -13
- rapidata/api_client/models/language_filter.py +98 -0
- rapidata/api_client/models/leaderboard_query_result.py +46 -4
- rapidata/api_client/models/leaderboards_query_result.py +135 -0
- rapidata/api_client/models/line_result.py +3 -3
- rapidata/api_client/models/line_result_line.py +97 -0
- rapidata/api_client/models/line_result_line_point.py +89 -0
- rapidata/api_client/models/local_file_wrapper.py +120 -0
- rapidata/api_client/models/locate_coordinate.py +4 -13
- rapidata/api_client/models/location_metadata.py +12 -1
- rapidata/api_client/models/logic_operator.py +2 -2
- rapidata/api_client/models/metadata_i_order_metadata_input.py +154 -0
- rapidata/api_client/models/metadata_i_order_metadata_input_metadata_prompt_asset_metadata_input.py +100 -0
- rapidata/api_client/models/metadata_i_order_metadata_input_metadata_prompt_metadata_input.py +96 -0
- rapidata/api_client/models/metadata_i_order_metadata_input_metadata_transcription_metadata_input.py +96 -0
- rapidata/api_client/models/metadata_prompt_asset_metadata_input.py +100 -0
- rapidata/api_client/models/metadata_prompt_metadata_input.py +96 -0
- rapidata/api_client/models/metadata_transcription_metadata_input.py +96 -0
- rapidata/api_client/models/multi_asset.py +6 -6
- rapidata/api_client/models/multi_asset_assets_inner.py +170 -0
- rapidata/api_client/models/multi_asset_input.py +130 -0
- rapidata/api_client/models/multi_asset_input1.py +110 -0
- rapidata/api_client/models/multi_asset_input1_assets_inner.py +198 -0
- rapidata/api_client/models/multi_asset_input2.py +110 -0
- rapidata/api_client/models/multi_asset_input3.py +110 -0
- rapidata/api_client/models/multi_asset_input3_assets_inner.py +198 -0
- rapidata/api_client/models/multi_asset_input_assets_inner.py +156 -0
- rapidata/api_client/models/multi_asset_model.py +3 -3
- rapidata/api_client/models/naive_referee_model.py +2 -2
- rapidata/api_client/models/named_classification.py +4 -13
- rapidata/api_client/models/new_user_filter.py +96 -0
- rapidata/api_client/models/newsletter_model.py +6 -6
- rapidata/api_client/models/not_available_yet_result.py +4 -13
- rapidata/api_client/models/not_filter.py +117 -0
- rapidata/api_client/models/not_user_filter_model.py +3 -3
- rapidata/api_client/models/null_asset.py +3 -5
- rapidata/api_client/models/online_pair_maker_config_model.py +3 -3
- rapidata/api_client/models/or_filter.py +121 -0
- rapidata/api_client/models/or_user_filter_model.py +3 -3
- rapidata/api_client/models/order_model.py +15 -14
- rapidata/api_client/models/order_state.py +2 -2
- rapidata/api_client/models/original_filename_metadata.py +12 -1
- rapidata/api_client/models/page_info.py +2 -7
- rapidata/api_client/models/paged_result_aggregated_orders_model.py +105 -0
- rapidata/api_client/models/paged_result_benchmark_query_result.py +105 -0
- rapidata/api_client/models/paged_result_campaign_query_result.py +105 -0
- rapidata/api_client/models/paged_result_clients_query_result.py +105 -0
- rapidata/api_client/models/paged_result_datapoint_model.py +105 -0
- rapidata/api_client/models/paged_result_get_compare_workflow_results_result.py +105 -0
- rapidata/api_client/models/paged_result_get_grouped_ranking_workflow_results_result.py +105 -0
- rapidata/api_client/models/paged_result_get_validation_rapids_result.py +105 -0
- rapidata/api_client/models/paged_result_get_workflow_results_result.py +105 -0
- rapidata/api_client/models/paged_result_i_workflow_model.py +105 -0
- rapidata/api_client/models/paged_result_leaderboard_query_result.py +105 -0
- rapidata/api_client/models/paged_result_leaderboards_query_result.py +105 -0
- rapidata/api_client/models/paged_result_of_aggregated_orders_model.py +103 -0
- rapidata/api_client/models/paged_result_of_benchmark_query_result.py +103 -0
- rapidata/api_client/models/paged_result_of_campaign_query_result.py +103 -0
- rapidata/api_client/models/paged_result_of_clients_query_result.py +103 -0
- rapidata/api_client/models/paged_result_of_get_compare_workflow_results_result.py +103 -0
- rapidata/api_client/models/paged_result_of_get_grouped_ranking_workflow_results_result.py +103 -0
- rapidata/api_client/models/paged_result_of_get_validation_rapids_result.py +103 -0
- rapidata/api_client/models/paged_result_of_get_workflow_results_result.py +103 -0
- rapidata/api_client/models/paged_result_of_i_workflow_model.py +103 -0
- rapidata/api_client/models/paged_result_of_leaderboards_query_result.py +103 -0
- rapidata/api_client/models/paged_result_of_order_model.py +103 -0
- rapidata/api_client/models/paged_result_of_participant_by_benchmark.py +103 -0
- rapidata/api_client/models/paged_result_of_prompt_by_benchmark_result.py +103 -0
- rapidata/api_client/models/paged_result_of_query_audiences_result.py +103 -0
- rapidata/api_client/models/paged_result_of_query_datapoints_by_dataset_id_result.py +103 -0
- rapidata/api_client/models/paged_result_of_query_validation_rapid_eligibility_result.py +103 -0
- rapidata/api_client/models/paged_result_of_rapid_model.py +103 -0
- rapidata/api_client/models/paged_result_of_runs_by_leaderboard_result.py +103 -0
- rapidata/api_client/models/paged_result_of_sample_by_identifier.py +103 -0
- rapidata/api_client/models/paged_result_of_sample_by_participant.py +103 -0
- rapidata/api_client/models/paged_result_of_standing_by_leaderboard.py +103 -0
- rapidata/api_client/models/paged_result_of_validation_set_model.py +103 -0
- rapidata/api_client/models/paged_result_order_model.py +105 -0
- rapidata/api_client/models/paged_result_participant_by_benchmark.py +105 -0
- rapidata/api_client/models/paged_result_potential_validation_rapid.py +105 -0
- rapidata/api_client/models/paged_result_prompt_by_benchmark_result.py +105 -0
- rapidata/api_client/models/paged_result_query_audiences_result.py +105 -0
- rapidata/api_client/models/paged_result_query_datapoints_by_dataset_id_result.py +105 -0
- rapidata/api_client/models/paged_result_query_validation_rapid_eligibility_result.py +105 -0
- rapidata/api_client/models/paged_result_rapid_model.py +105 -0
- rapidata/api_client/models/paged_result_runs_by_leaderboard_result.py +105 -0
- rapidata/api_client/models/paged_result_sample_by_identifier.py +105 -0
- rapidata/api_client/models/paged_result_sample_by_participant.py +105 -0
- rapidata/api_client/models/paged_result_standing_by_leaderboard.py +105 -0
- rapidata/api_client/models/paged_result_validation_set_model.py +105 -0
- rapidata/api_client/models/participant_by_benchmark.py +94 -0
- rapidata/api_client/models/participant_by_benchmark_paged_result.py +105 -0
- rapidata/api_client/models/participant_by_leaderboard.py +19 -8
- rapidata/api_client/models/participant_status.py +4 -5
- rapidata/api_client/models/pipeline_id_workflow_config_put_request.py +140 -0
- rapidata/api_client/models/polygon_result.py +3 -3
- rapidata/api_client/models/polygon_result_coordinate.py +89 -0
- rapidata/api_client/models/polygon_result_shape.py +95 -0
- rapidata/api_client/models/potential_validation_rapid.py +103 -0
- rapidata/api_client/models/potential_validation_rapid_paged_result.py +105 -0
- rapidata/api_client/models/potential_validation_rapid_truth.py +280 -0
- rapidata/api_client/models/preliminary_download_model.py +5 -5
- rapidata/api_client/models/preview_order_model.py +87 -0
- rapidata/api_client/models/problem_details.py +2 -20
- rapidata/api_client/models/prompt_asset_metadata_input.py +6 -8
- rapidata/api_client/models/prompt_asset_metadata_input_asset.py +154 -0
- rapidata/api_client/models/prompt_by_benchmark_result.py +112 -0
- rapidata/api_client/models/prompt_by_benchmark_result_paged_result.py +105 -0
- rapidata/api_client/models/prompt_metadata.py +12 -1
- rapidata/api_client/models/prompt_metadata_input.py +2 -2
- rapidata/api_client/models/prompt_type.py +38 -0
- rapidata/api_client/models/proxy_file_wrapper.py +129 -0
- rapidata/api_client/models/public_order_model.py +2 -2
- rapidata/api_client/models/public_rapid_response.py +112 -0
- rapidata/api_client/models/query_audiences_result.py +111 -0
- rapidata/api_client/models/query_datapoints_by_dataset_id_result.py +95 -0
- rapidata/api_client/models/query_model.py +10 -5
- rapidata/api_client/models/query_validation_model.py +97 -0
- rapidata/api_client/models/query_validation_rapid_eligibility_model_query_validation_model.py +107 -0
- rapidata/api_client/models/query_validation_rapid_eligibility_result.py +103 -0
- rapidata/api_client/models/query_validation_rapid_eligibility_result_truth.py +280 -0
- rapidata/api_client/models/rapid_issue.py +2 -2
- rapidata/api_client/models/rapid_modality.py +46 -0
- rapidata/api_client/models/rapid_model.py +33 -49
- rapidata/api_client/models/rapid_result_model.py +7 -7
- rapidata/api_client/models/rapid_skipped_model.py +5 -5
- rapidata/api_client/models/rapid_state.py +2 -2
- rapidata/api_client/models/read_bridge_token_keys_result.py +10 -24
- rapidata/api_client/models/reference_asset_input.py +100 -0
- rapidata/api_client/models/report_model.py +9 -15
- rapidata/api_client/models/response_count_filter.py +103 -0
- rapidata/api_client/models/response_count_user_filter_model.py +2 -8
- rapidata/api_client/models/retrieval_mode.py +2 -2
- rapidata/api_client/models/root_filter.py +5 -14
- rapidata/api_client/models/run_status.py +39 -0
- rapidata/api_client/models/runs_by_leaderboard_result.py +104 -0
- rapidata/api_client/models/runs_by_leaderboard_result_paged_result.py +105 -0
- rapidata/api_client/models/sample_by_identifier.py +125 -0
- rapidata/api_client/models/sample_by_identifier_paged_result.py +105 -0
- rapidata/api_client/models/sample_by_participant.py +121 -0
- rapidata/api_client/models/sample_by_participant_paged_result.py +105 -0
- rapidata/api_client/models/scrub_range.py +2 -2
- rapidata/api_client/models/send_survey_model.py +87 -0
- rapidata/api_client/models/simple_workflow_config.py +15 -7
- rapidata/api_client/models/simple_workflow_config_blueprint.py +37 -23
- rapidata/api_client/models/simple_workflow_config_model.py +11 -3
- rapidata/api_client/models/simple_workflow_model.py +14 -4
- rapidata/api_client/models/simple_workflow_model1.py +4 -11
- rapidata/api_client/models/simple_workflow_model_blueprint.py +1 -1
- rapidata/api_client/models/sort_criterion.py +5 -11
- rapidata/api_client/models/sort_direction.py +2 -2
- rapidata/api_client/models/source_url_metadata.py +12 -1
- rapidata/api_client/models/standing_by_benchmark.py +113 -0
- rapidata/api_client/models/standing_by_leaderboard.py +113 -0
- rapidata/api_client/models/standing_by_leaderboard_paged_result.py +105 -0
- rapidata/api_client/models/standing_status.py +38 -0
- rapidata/api_client/models/standings_by_benchmark_result.py +95 -0
- rapidata/api_client/models/standings_by_leaderboard_result.py +95 -0
- rapidata/api_client/models/start_preliminary_download_result.py +87 -0
- rapidata/api_client/models/sticky_state.py +3 -2
- rapidata/api_client/models/stream_file_wrapper.py +138 -0
- rapidata/api_client/models/streams_metadata.py +12 -1
- rapidata/api_client/models/string_segment.py +105 -0
- rapidata/api_client/models/submit_coco_model.py +1 -3
- rapidata/api_client/models/submit_order_model.py +87 -0
- rapidata/api_client/models/submit_participant_result.py +89 -0
- rapidata/api_client/models/submit_prompt_model.py +107 -0
- rapidata/api_client/models/submit_prompt_model_prompt_asset.py +202 -0
- rapidata/api_client/models/tags_by_benchmark_result.py +87 -0
- rapidata/api_client/models/text_asset.py +3 -5
- rapidata/api_client/models/text_asset_input.py +120 -0
- rapidata/api_client/models/text_metadata.py +18 -2
- rapidata/api_client/models/text_metadata_input.py +111 -0
- rapidata/api_client/models/text_metadata_model.py +7 -2
- rapidata/api_client/models/transcription_metadata.py +9 -1
- rapidata/api_client/models/transcription_metadata_input.py +2 -2
- rapidata/api_client/models/transcription_word.py +2 -2
- rapidata/api_client/models/translated_string.py +2 -2
- rapidata/api_client/models/unlock_order_result.py +2 -2
- rapidata/api_client/models/update_audience_request.py +102 -0
- rapidata/api_client/models/update_benchmark_model.py +99 -0
- rapidata/api_client/models/update_benchmark_name_model.py +87 -0
- rapidata/api_client/models/update_campaign_model.py +11 -11
- rapidata/api_client/models/update_dataset_name_model.py +5 -5
- rapidata/api_client/models/update_dimensions_model.py +3 -3
- rapidata/api_client/models/update_leaderboard_model.py +106 -0
- rapidata/api_client/models/update_leaderboard_name_model.py +87 -0
- rapidata/api_client/models/update_leaderboard_response_config_model.py +89 -0
- rapidata/api_client/models/update_order_name_model.py +5 -5
- rapidata/api_client/models/update_participant_model.py +92 -0
- rapidata/api_client/models/update_participant_name_model.py +87 -0
- rapidata/api_client/models/update_priority_model.py +87 -0
- rapidata/api_client/models/update_prompt_tags_model.py +87 -0
- rapidata/api_client/models/update_should_alert_model.py +87 -0
- rapidata/api_client/models/update_validation_rapid_model.py +28 -10
- rapidata/api_client/models/update_validation_rapid_model_context_asset.py +160 -0
- rapidata/api_client/models/update_validation_set_model.py +120 -0
- rapidata/api_client/models/upload_asset_result.py +102 -0
- rapidata/api_client/models/upload_file_from_url_result.py +87 -0
- rapidata/api_client/models/upload_file_result.py +87 -0
- rapidata/api_client/models/user_action_restriction.py +37 -0
- rapidata/api_client/models/user_action_restriction_filter.py +101 -0
- rapidata/api_client/models/user_score_filter.py +102 -0
- rapidata/api_client/models/user_state.py +38 -0
- rapidata/api_client/models/user_state_filter.py +101 -0
- rapidata/api_client/models/validation_chance.py +20 -3
- rapidata/api_client/models/validation_set_model.py +39 -5
- rapidata/api_client/models/validation_set_overview_model.py +2 -2
- rapidata/api_client/models/validation_set_zip_post_request_blueprint.py +252 -0
- rapidata/api_client/models/video_duration_metadata.py +12 -1
- rapidata/api_client/models/workflow_aggregation_step_model.py +3 -12
- rapidata/api_client/models/workflow_config_artifact_model_workflow_config.py +23 -9
- rapidata/api_client/models/workflow_state.py +2 -2
- rapidata/api_client/models/zip_entry_file_wrapper.py +151 -0
- rapidata/api_client/rest.py +16 -9
- rapidata/api_client_README.md +373 -336
- rapidata/rapidata_client/__init__.py +9 -18
- rapidata/rapidata_client/api/rapidata_api_client.py +253 -0
- rapidata/rapidata_client/benchmark/_detail_mapper.py +32 -0
- rapidata/rapidata_client/benchmark/leaderboard/__init__.py +0 -0
- rapidata/rapidata_client/benchmark/leaderboard/rapidata_leaderboard.py +221 -0
- rapidata/rapidata_client/benchmark/participant/__init__.py +0 -0
- rapidata/rapidata_client/benchmark/participant/_participant.py +147 -0
- rapidata/rapidata_client/benchmark/rapidata_benchmark.py +546 -0
- rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py +219 -0
- rapidata/rapidata_client/config/__init__.py +4 -0
- rapidata/rapidata_client/config/logger.py +135 -0
- rapidata/rapidata_client/config/logging_config.py +55 -0
- rapidata/rapidata_client/config/managed_print.py +6 -0
- rapidata/rapidata_client/config/order_config.py +14 -0
- rapidata/rapidata_client/config/rapidata_config.py +36 -0
- rapidata/rapidata_client/config/tracer.py +184 -0
- rapidata/rapidata_client/config/upload_config.py +64 -0
- rapidata/rapidata_client/datapoints/__init__.py +10 -0
- rapidata/rapidata_client/datapoints/_asset_uploader.py +169 -0
- rapidata/rapidata_client/datapoints/_datapoint.py +92 -0
- rapidata/rapidata_client/datapoints/_datapoint_uploader.py +47 -0
- rapidata/rapidata_client/datapoints/_datapoints_validator.py +70 -0
- rapidata/rapidata_client/datapoints/assets/__init__.py +0 -0
- rapidata/rapidata_client/datapoints/assets/constants.py +7 -0
- rapidata/rapidata_client/{metadata → datapoints/metadata}/__init__.py +1 -0
- rapidata/rapidata_client/datapoints/metadata/_media_asset_metadata.py +26 -0
- rapidata/rapidata_client/datapoints/metadata/_private_text_metadata.py +16 -0
- rapidata/rapidata_client/datapoints/metadata/_prompt_identifier_metadata.py +14 -0
- rapidata/rapidata_client/datapoints/metadata/_prompt_metadata.py +12 -0
- rapidata/rapidata_client/datapoints/metadata/_public_text_metadata.py +16 -0
- rapidata/rapidata_client/{metadata → datapoints/metadata}/_select_words_metadata.py +4 -5
- rapidata/rapidata_client/demographic/demographic_manager.py +44 -19
- rapidata/rapidata_client/exceptions/__init__.py +1 -0
- rapidata/rapidata_client/exceptions/failed_upload_exception.py +20 -0
- rapidata/rapidata_client/filter/__init__.py +1 -0
- rapidata/rapidata_client/filter/_base_filter.py +27 -6
- rapidata/rapidata_client/filter/age_filter.py +21 -10
- rapidata/rapidata_client/filter/and_filter.py +42 -0
- rapidata/rapidata_client/filter/campaign_filter.py +18 -10
- rapidata/rapidata_client/filter/country_filter.py +34 -12
- rapidata/rapidata_client/filter/custom_filter.py +22 -12
- rapidata/rapidata_client/filter/gender_filter.py +22 -10
- rapidata/rapidata_client/filter/language_filter.py +39 -21
- rapidata/rapidata_client/filter/models/age_group.py +14 -12
- rapidata/rapidata_client/filter/models/gender.py +12 -8
- rapidata/rapidata_client/filter/new_user_filter.py +11 -4
- rapidata/rapidata_client/filter/not_filter.py +23 -11
- rapidata/rapidata_client/filter/or_filter.py +23 -11
- rapidata/rapidata_client/filter/rapidata_filters.py +19 -13
- rapidata/rapidata_client/filter/response_count_filter.py +36 -20
- rapidata/rapidata_client/filter/user_score_filter.py +47 -24
- rapidata/rapidata_client/order/_rapidata_order_builder.py +289 -154
- rapidata/rapidata_client/order/dataset/_rapidata_dataset.py +153 -0
- rapidata/rapidata_client/order/rapidata_order.py +316 -163
- rapidata/rapidata_client/order/rapidata_order_manager.py +688 -430
- rapidata/rapidata_client/order/rapidata_results.py +86 -63
- rapidata/rapidata_client/rapidata_client.py +98 -36
- rapidata/rapidata_client/referee/__init__.py +1 -1
- rapidata/rapidata_client/referee/_base_referee.py +7 -3
- rapidata/rapidata_client/referee/_early_stopping_referee.py +20 -11
- rapidata/rapidata_client/referee/_naive_referee.py +18 -3
- rapidata/rapidata_client/selection/__init__.py +2 -2
- rapidata/rapidata_client/selection/_base_selection.py +9 -2
- rapidata/rapidata_client/selection/ab_test_selection.py +28 -20
- rapidata/rapidata_client/selection/capped_selection.py +23 -16
- rapidata/rapidata_client/selection/conditional_validation_selection.py +43 -24
- rapidata/rapidata_client/selection/demographic_selection.py +21 -6
- rapidata/rapidata_client/selection/effort_selection.py +40 -10
- rapidata/rapidata_client/selection/labeling_selection.py +34 -11
- rapidata/rapidata_client/selection/{retrieval_modes.py → rapidata_retrieval_modes.py} +7 -4
- rapidata/rapidata_client/selection/rapidata_selections.py +17 -8
- rapidata/rapidata_client/selection/shuffling_selection.py +21 -13
- rapidata/rapidata_client/selection/static_selection.py +19 -8
- rapidata/rapidata_client/selection/validation_selection.py +20 -4
- rapidata/rapidata_client/settings/__init__.py +2 -0
- rapidata/rapidata_client/settings/_rapidata_setting.py +15 -2
- rapidata/rapidata_client/settings/alert_on_fast_response.py +8 -5
- rapidata/rapidata_client/settings/allow_neither_both.py +3 -0
- rapidata/rapidata_client/settings/custom_setting.py +3 -2
- rapidata/rapidata_client/settings/free_text_minimum_characters.py +9 -4
- rapidata/rapidata_client/settings/models/translation_behaviour_options.py +3 -2
- rapidata/rapidata_client/settings/mute_video.py +15 -0
- rapidata/rapidata_client/settings/no_shuffle.py +4 -2
- rapidata/rapidata_client/settings/play_video_until_the_end.py +7 -4
- rapidata/rapidata_client/settings/rapidata_settings.py +16 -3
- rapidata/rapidata_client/settings/swap_context_instruction.py +20 -0
- rapidata/rapidata_client/settings/translation_behaviour.py +7 -5
- rapidata/rapidata_client/validation/rapidata_validation_set.py +106 -12
- rapidata/rapidata_client/validation/rapids/_validation_rapid_uploader.py +62 -0
- rapidata/rapidata_client/validation/rapids/box.py +37 -12
- rapidata/rapidata_client/validation/rapids/rapids.py +28 -103
- rapidata/rapidata_client/validation/rapids/rapids_manager.py +315 -208
- rapidata/rapidata_client/validation/validation_set_manager.py +511 -274
- rapidata/rapidata_client/workflow/__init__.py +2 -1
- rapidata/rapidata_client/workflow/_base_workflow.py +25 -7
- rapidata/rapidata_client/workflow/_classify_workflow.py +58 -15
- rapidata/rapidata_client/workflow/_compare_workflow.py +44 -9
- rapidata/rapidata_client/workflow/_draw_workflow.py +40 -10
- rapidata/rapidata_client/workflow/_evaluation_workflow.py +28 -7
- rapidata/rapidata_client/workflow/_free_text_workflow.py +46 -9
- rapidata/rapidata_client/workflow/_locate_workflow.py +40 -10
- rapidata/rapidata_client/workflow/_multi_ranking_workflow.py +87 -0
- rapidata/rapidata_client/workflow/_ranking_workflow.py +109 -25
- rapidata/rapidata_client/workflow/_select_words_workflow.py +51 -11
- rapidata/rapidata_client/workflow/_timestamp_workflow.py +42 -11
- rapidata/service/__init__.py +0 -1
- rapidata/service/credential_manager.py +14 -14
- rapidata/service/openapi_service.py +79 -24
- rapidata/types/__init__.py +166 -0
- rapidata-2.44.3.dist-info/METADATA +32 -0
- rapidata-2.44.3.dist-info/RECORD +1014 -0
- {rapidata-2.28.2.dist-info → rapidata-2.44.3.dist-info}/WHEEL +1 -1
- rapidata/rapidata_client/api/rapidata_exception.py +0 -107
- rapidata/rapidata_client/assets/__init__.py +0 -10
- rapidata/rapidata_client/assets/_base_asset.py +0 -11
- rapidata/rapidata_client/assets/_media_asset.py +0 -306
- rapidata/rapidata_client/assets/_multi_asset.py +0 -61
- rapidata/rapidata_client/assets/_sessions.py +0 -35
- rapidata/rapidata_client/assets/_text_asset.py +0 -34
- rapidata/rapidata_client/assets/data_type_enum.py +0 -7
- rapidata/rapidata_client/country_codes/__init__.py +0 -1
- rapidata/rapidata_client/country_codes/country_codes.py +0 -19
- rapidata/rapidata_client/leaderboard/rapidata_leaderboard.py +0 -127
- rapidata/rapidata_client/leaderboard/rapidata_leaderboard_manager.py +0 -92
- rapidata/rapidata_client/logging/__init__.py +0 -2
- rapidata/rapidata_client/logging/logger.py +0 -122
- rapidata/rapidata_client/logging/output_manager.py +0 -20
- rapidata/rapidata_client/metadata/_media_asset_metadata.py +0 -15
- rapidata/rapidata_client/metadata/_private_text_metadata.py +0 -17
- rapidata/rapidata_client/metadata/_prompt_metadata.py +0 -18
- rapidata/rapidata_client/metadata/_public_text_metadata.py +0 -17
- rapidata/rapidata_client/order/_rapidata_dataset.py +0 -461
- rapidata/service/local_file_service.py +0 -25
- rapidata-2.28.2.dist-info/METADATA +0 -35
- rapidata-2.28.2.dist-info/RECORD +0 -574
- /rapidata/rapidata_client/{leaderboard → benchmark}/__init__.py +0 -0
- /rapidata/rapidata_client/{metadata → datapoints/metadata}/_base_metadata.py +0 -0
- {rapidata-2.28.2.dist-info → rapidata-2.44.3.dist-info/licenses}/LICENSE +0 -0
|
@@ -1,38 +1,46 @@
|
|
|
1
|
-
from
|
|
2
|
-
|
|
3
|
-
)
|
|
4
|
-
from rapidata.api_client.models.ab_test_selection_a_inner import (
|
|
5
|
-
AbTestSelectionAInner,
|
|
6
|
-
)
|
|
7
|
-
from rapidata.rapidata_client.selection._base_selection import RapidataSelection
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
8
3
|
from typing import Sequence
|
|
9
4
|
|
|
5
|
+
from rapidata.rapidata_client.selection._base_selection import RapidataSelection
|
|
6
|
+
|
|
10
7
|
|
|
11
8
|
class AbTestSelection(RapidataSelection):
|
|
12
9
|
"""AbTestSelection Class
|
|
13
|
-
|
|
10
|
+
|
|
14
11
|
Splits the userbase into two segments and serves them a different collection of rapids.
|
|
15
12
|
|
|
16
13
|
Useful for A/B Test.
|
|
17
|
-
|
|
14
|
+
|
|
18
15
|
Args:
|
|
19
16
|
a_selections (Sequence[RapidataSelection]): List of selections for group A.
|
|
20
17
|
b_selections (Sequence[RapidataSelection]): List of selections for group B.
|
|
21
18
|
"""
|
|
22
19
|
|
|
23
|
-
def __init__(
|
|
20
|
+
def __init__(
|
|
21
|
+
self,
|
|
22
|
+
a_selections: Sequence[RapidataSelection],
|
|
23
|
+
b_selections: Sequence[RapidataSelection],
|
|
24
|
+
):
|
|
24
25
|
self.a_selections = a_selections
|
|
25
26
|
self.b_selections = b_selections
|
|
26
27
|
|
|
27
28
|
def _to_model(self):
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
for selection in self.
|
|
37
|
-
|
|
29
|
+
from rapidata.api_client.models.i_selection import ISelection
|
|
30
|
+
from rapidata.api_client.models.i_selection_ab_test_selection import (
|
|
31
|
+
ISelectionAbTestSelection,
|
|
32
|
+
)
|
|
33
|
+
|
|
34
|
+
return ISelection(
|
|
35
|
+
actual_instance=ISelectionAbTestSelection(
|
|
36
|
+
_t="AbTestSelection",
|
|
37
|
+
a=[selection._to_model() for selection in self.a_selections],
|
|
38
|
+
b=[selection._to_model() for selection in self.b_selections],
|
|
39
|
+
)
|
|
38
40
|
)
|
|
41
|
+
|
|
42
|
+
def __str__(self) -> str:
|
|
43
|
+
return f"AbTestSelection(a_selections={self.a_selections}, b_selections={self.b_selections})"
|
|
44
|
+
|
|
45
|
+
def __repr__(self) -> str:
|
|
46
|
+
return self.__str__()
|
|
@@ -1,20 +1,17 @@
|
|
|
1
|
-
from
|
|
2
|
-
|
|
3
|
-
)
|
|
4
|
-
from rapidata.api_client.models.ab_test_selection_a_inner import (
|
|
5
|
-
AbTestSelectionAInner,
|
|
6
|
-
)
|
|
7
|
-
from rapidata.rapidata_client.selection._base_selection import RapidataSelection
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
8
3
|
from typing import Sequence
|
|
9
4
|
|
|
5
|
+
from rapidata.rapidata_client.selection._base_selection import RapidataSelection
|
|
6
|
+
|
|
10
7
|
|
|
11
8
|
class CappedSelection(RapidataSelection):
|
|
12
9
|
"""CappedSelection Class
|
|
13
10
|
|
|
14
11
|
Takes in different selections and caps the amount of rapids that can be shown.
|
|
15
|
-
|
|
12
|
+
|
|
16
13
|
Useful for demographic and conditional validation selections.
|
|
17
|
-
|
|
14
|
+
|
|
18
15
|
Args:
|
|
19
16
|
selections (Sequence[RapidataSelection]): List of selections to cap.
|
|
20
17
|
max_rapids (int): The maximum amount of rapids that can be shown for this selection.
|
|
@@ -25,11 +22,21 @@ class CappedSelection(RapidataSelection):
|
|
|
25
22
|
self.max_rapids = max_rapids
|
|
26
23
|
|
|
27
24
|
def _to_model(self):
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
25
|
+
from rapidata.api_client.models.i_selection import ISelection
|
|
26
|
+
from rapidata.api_client.models.i_selection_capped_selection import (
|
|
27
|
+
ISelectionCappedSelection,
|
|
28
|
+
)
|
|
29
|
+
|
|
30
|
+
return ISelection(
|
|
31
|
+
actual_instance=ISelectionCappedSelection(
|
|
32
|
+
_t="CappedSelection",
|
|
33
|
+
selections=[selection._to_model() for selection in self.selections],
|
|
34
|
+
maxRapids=self.max_rapids,
|
|
35
|
+
)
|
|
35
36
|
)
|
|
37
|
+
|
|
38
|
+
def __str__(self) -> str:
|
|
39
|
+
return f"CappedSelection(selections={self.selections}, max_rapids={self.max_rapids})"
|
|
40
|
+
|
|
41
|
+
def __repr__(self) -> str:
|
|
42
|
+
return self.__str__()
|
|
@@ -1,24 +1,22 @@
|
|
|
1
|
-
from
|
|
2
|
-
|
|
3
|
-
ValidationChance,
|
|
4
|
-
)
|
|
5
|
-
from rapidata.api_client.models.conditional_validation_selection import (
|
|
6
|
-
ConditionalValidationSelection as ConditionalValidationSelectionModel,
|
|
7
|
-
)
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
8
3
|
from typing import Optional
|
|
9
4
|
|
|
5
|
+
from rapidata.rapidata_client.config.logger import logger
|
|
6
|
+
from rapidata.rapidata_client.selection._base_selection import RapidataSelection
|
|
7
|
+
|
|
10
8
|
|
|
11
9
|
class ConditionalValidationSelection(RapidataSelection):
|
|
12
10
|
"""Conditional validation selection class.
|
|
13
11
|
|
|
14
12
|
Probabilistically decides how many validation rapids you want to show per session based on the user score.
|
|
15
|
-
|
|
13
|
+
|
|
16
14
|
Args:
|
|
17
15
|
validation_set_id (str): The id of the validation set to be used.
|
|
18
16
|
thresholds (list[float]): The thresholds to use for the user score.
|
|
19
17
|
chances (list[float]): The chances of showing a validation rapid for each threshold.
|
|
20
18
|
rapid_counts (list[int]): The amount of validation rapids that will be shown per session of this validation set for each threshold if selected by probability. (all or nothing)
|
|
21
|
-
|
|
19
|
+
dimensions (Optional[list[str]], optional): The dimensions of the userScore that will be used in the thresholds. Defaults to None.
|
|
22
20
|
|
|
23
21
|
Example:
|
|
24
22
|
```python
|
|
@@ -29,7 +27,7 @@ class ConditionalValidationSelection(RapidataSelection):
|
|
|
29
27
|
rapid_counts=[1, 1]
|
|
30
28
|
)
|
|
31
29
|
```
|
|
32
|
-
This means that there's a 100% chance of showing a validation rapid if the user score is between 0 and 0.7,
|
|
30
|
+
This means that there's a 100% chance of showing a validation rapid if the user score is between 0 and 0.7,
|
|
33
31
|
and a 20% chance of showing a validation rapid if the user score is between 0.7 and 1.
|
|
34
32
|
"""
|
|
35
33
|
|
|
@@ -40,29 +38,50 @@ class ConditionalValidationSelection(RapidataSelection):
|
|
|
40
38
|
chances: list[float],
|
|
41
39
|
rapid_counts: list[int],
|
|
42
40
|
dimension: Optional[str] = None,
|
|
41
|
+
dimensions: Optional[list[str]] = None,
|
|
43
42
|
):
|
|
44
43
|
if len(thresholds) != len(chances) or len(thresholds) != len(rapid_counts):
|
|
45
44
|
raise ValueError(
|
|
46
45
|
"The lengths of thresholds, chances and rapid_counts must be equal."
|
|
47
46
|
)
|
|
48
|
-
|
|
47
|
+
|
|
48
|
+
if dimension:
|
|
49
|
+
logger.warning("dimension is deprecated, use dimensions instead")
|
|
50
|
+
dimensions = (dimensions or []) + [dimension]
|
|
51
|
+
|
|
49
52
|
self.validation_set_id = validation_set_id
|
|
50
53
|
self.thresholds = thresholds
|
|
51
54
|
self.chances = chances
|
|
52
55
|
self.rapid_counts = rapid_counts
|
|
53
|
-
self.
|
|
56
|
+
self.dimensions = dimensions
|
|
54
57
|
|
|
55
58
|
def _to_model(self):
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
validationChances=[
|
|
60
|
-
ValidationChance(
|
|
61
|
-
userScoreThreshold=threshold, chance=chance, rapidCount=rapid_count
|
|
62
|
-
)
|
|
63
|
-
for threshold, chance, rapid_count in zip(
|
|
64
|
-
self.thresholds, self.chances, self.rapid_counts
|
|
65
|
-
)
|
|
66
|
-
],
|
|
67
|
-
dimension=self.dimension,
|
|
59
|
+
from rapidata.api_client.models.i_selection import ISelection
|
|
60
|
+
from rapidata.api_client.models.i_selection_conditional_validation_selection import (
|
|
61
|
+
ISelectionConditionalValidationSelection,
|
|
68
62
|
)
|
|
63
|
+
from rapidata.api_client.models.conditional_validation_selection_validation_chance import (
|
|
64
|
+
ConditionalValidationSelectionValidationChance,
|
|
65
|
+
)
|
|
66
|
+
|
|
67
|
+
return ISelection(
|
|
68
|
+
actual_instance=ISelectionConditionalValidationSelection(
|
|
69
|
+
_t="ConditionalValidationSelection",
|
|
70
|
+
validationSetId=self.validation_set_id,
|
|
71
|
+
validationChances=[
|
|
72
|
+
ConditionalValidationSelectionValidationChance(
|
|
73
|
+
userScoreThreshold=threshold, chance=chance, rapidCount=rapid_count
|
|
74
|
+
)
|
|
75
|
+
for threshold, chance, rapid_count in zip(
|
|
76
|
+
self.thresholds, self.chances, self.rapid_counts
|
|
77
|
+
)
|
|
78
|
+
],
|
|
79
|
+
dimensions=self.dimensions,
|
|
80
|
+
)
|
|
81
|
+
)
|
|
82
|
+
|
|
83
|
+
def __str__(self) -> str:
|
|
84
|
+
return f"ConditionalValidationSelection(validation_set_id={self.validation_set_id}, thresholds={self.thresholds}, chances={self.chances}, rapid_counts={self.rapid_counts}, dimensions={self.dimensions})"
|
|
85
|
+
|
|
86
|
+
def __repr__(self) -> str:
|
|
87
|
+
return self.__str__()
|
|
@@ -1,11 +1,12 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
1
3
|
from rapidata.rapidata_client.selection._base_selection import RapidataSelection
|
|
2
|
-
from rapidata.api_client.models.demographic_selection import DemographicSelection as DemographicSelectionModel
|
|
3
4
|
|
|
4
5
|
|
|
5
6
|
class DemographicSelection(RapidataSelection):
|
|
6
7
|
"""Demographic selection class.
|
|
7
|
-
|
|
8
|
-
This is used to ask demographic questions in an order.
|
|
8
|
+
|
|
9
|
+
This is used to ask demographic questions in an order.
|
|
9
10
|
|
|
10
11
|
The keys will select the rapids based on the confidence we already saved for each user.
|
|
11
12
|
|
|
@@ -15,7 +16,7 @@ class DemographicSelection(RapidataSelection):
|
|
|
15
16
|
keys (list[str]): List of keys for the demographic rapids to be shown. As an example: "age"
|
|
16
17
|
max_rapids (int): The maximum number of rapids to run.\n
|
|
17
18
|
Allows to provide more keys, in case some of the earlier ones are not selected because of high confidence.
|
|
18
|
-
|
|
19
|
+
|
|
19
20
|
Example:
|
|
20
21
|
```python
|
|
21
22
|
DemographicSelection(["age", "gender"], 1)
|
|
@@ -23,11 +24,25 @@ class DemographicSelection(RapidataSelection):
|
|
|
23
24
|
This will try to ask the user about their age, if that is not selected due to an already high confidence, it will try asking about their gender.
|
|
24
25
|
The gender question may also be skipped if the confidence is high enough.
|
|
25
26
|
"""
|
|
26
|
-
|
|
27
27
|
|
|
28
28
|
def __init__(self, keys: list[str], max_rapids: int):
|
|
29
29
|
self.keys = keys
|
|
30
30
|
self.max_rapids = max_rapids
|
|
31
31
|
|
|
32
32
|
def _to_model(self):
|
|
33
|
-
|
|
33
|
+
from rapidata.api_client.models.i_selection import ISelection
|
|
34
|
+
from rapidata.api_client.models.i_selection_demographic_selection import (
|
|
35
|
+
ISelectionDemographicSelection,
|
|
36
|
+
)
|
|
37
|
+
|
|
38
|
+
return ISelection(
|
|
39
|
+
actual_instance=ISelectionDemographicSelection(
|
|
40
|
+
_t="DemographicSelection", keys=self.keys, maxRapids=self.max_rapids
|
|
41
|
+
)
|
|
42
|
+
)
|
|
43
|
+
|
|
44
|
+
def __str__(self) -> str:
|
|
45
|
+
return f"DemographicSelection(keys={self.keys}, max_rapids={self.max_rapids})"
|
|
46
|
+
|
|
47
|
+
def __repr__(self) -> str:
|
|
48
|
+
return self.__str__()
|
|
@@ -1,19 +1,49 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
1
3
|
from rapidata.rapidata_client.selection._base_selection import RapidataSelection
|
|
2
|
-
from rapidata.
|
|
3
|
-
|
|
4
|
+
from rapidata.rapidata_client.selection.rapidata_retrieval_modes import (
|
|
5
|
+
RapidataRetrievalMode,
|
|
6
|
+
)
|
|
7
|
+
|
|
4
8
|
|
|
9
|
+
class EffortSelection(RapidataSelection):
|
|
10
|
+
"""
|
|
11
|
+
With this selection you can define the effort budget you have for a task.
|
|
12
|
+
As an example, you have a task that takes 10 seconds to complete. The effort budget would be 10.
|
|
5
13
|
|
|
6
|
-
|
|
7
|
-
|
|
14
|
+
Args:
|
|
15
|
+
effort_budget (int): The effort budget for the task.
|
|
16
|
+
retrieval_mode (RetrievalMode): The retrieval mode for the task.
|
|
17
|
+
max_iterations (int | None): The maximum number of iterations for the task.
|
|
18
|
+
"""
|
|
8
19
|
|
|
9
|
-
def __init__(
|
|
20
|
+
def __init__(
|
|
21
|
+
self,
|
|
22
|
+
effort_budget: int,
|
|
23
|
+
retrieval_mode: RapidataRetrievalMode = RapidataRetrievalMode.Shuffled,
|
|
24
|
+
max_iterations: int | None = None,
|
|
25
|
+
):
|
|
10
26
|
self.effort_budget = effort_budget
|
|
11
27
|
self.retrieval_mode = retrieval_mode
|
|
12
28
|
self.max_iterations = max_iterations
|
|
13
29
|
|
|
14
30
|
def _to_model(self):
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
31
|
+
from rapidata.api_client.models.i_selection import ISelection
|
|
32
|
+
from rapidata.api_client.models.i_selection_effort_capped_selection import (
|
|
33
|
+
ISelectionEffortCappedSelection,
|
|
34
|
+
)
|
|
35
|
+
|
|
36
|
+
return ISelection(
|
|
37
|
+
actual_instance=ISelectionEffortCappedSelection(
|
|
38
|
+
_t="EffortCappedSelection",
|
|
39
|
+
effortBudget=self.effort_budget,
|
|
40
|
+
retrievalMode=self.retrieval_mode.value,
|
|
41
|
+
maxIterations=self.max_iterations,
|
|
42
|
+
)
|
|
43
|
+
)
|
|
44
|
+
|
|
45
|
+
def __str__(self) -> str:
|
|
46
|
+
return f"EffortSelection(effort_budget={self.effort_budget}, retrieval_mode={self.retrieval_mode}, max_iterations={self.max_iterations})"
|
|
47
|
+
|
|
48
|
+
def __repr__(self) -> str:
|
|
49
|
+
return self.__str__()
|
|
@@ -1,28 +1,51 @@
|
|
|
1
|
-
from
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
2
3
|
from rapidata.rapidata_client.selection._base_selection import RapidataSelection
|
|
3
|
-
from rapidata.rapidata_client.selection.
|
|
4
|
-
|
|
5
|
-
LabelingSelection as LabelingSelectionModel,
|
|
4
|
+
from rapidata.rapidata_client.selection.rapidata_retrieval_modes import (
|
|
5
|
+
RapidataRetrievalMode,
|
|
6
6
|
)
|
|
7
7
|
|
|
8
8
|
|
|
9
9
|
class LabelingSelection(RapidataSelection):
|
|
10
10
|
"""Labeling selection class.
|
|
11
|
-
|
|
11
|
+
|
|
12
12
|
Decides how many actual datapoints you want to show per session.
|
|
13
|
-
|
|
13
|
+
|
|
14
14
|
Args:
|
|
15
15
|
amount (int): The amount of labeling rapids that will be shown per session.
|
|
16
16
|
retrieval_mode (RetrievalMode): The retrieval mode to use. Defaults to "Shuffled".
|
|
17
|
-
max_iterations (int | None): An annotator can answer the same task only once if the retrieval_mode is "Shuffled"
|
|
18
|
-
or "Sequential". max_iterations can increase the amount of responses an annotator can do
|
|
17
|
+
max_iterations (int | None): An annotator can answer the same task only once if the retrieval_mode is "Shuffled"
|
|
18
|
+
or "Sequential". max_iterations can increase the amount of responses an annotator can do
|
|
19
19
|
to the same task (datapoint).
|
|
20
20
|
"""
|
|
21
21
|
|
|
22
|
-
def __init__(
|
|
22
|
+
def __init__(
|
|
23
|
+
self,
|
|
24
|
+
amount: int,
|
|
25
|
+
retrieval_mode: RapidataRetrievalMode = RapidataRetrievalMode.Shuffled,
|
|
26
|
+
max_iterations: int | None = None,
|
|
27
|
+
):
|
|
23
28
|
self.amount = amount
|
|
24
29
|
self.retrieval_mode = retrieval_mode
|
|
25
30
|
self.max_iterations = max_iterations
|
|
26
31
|
|
|
27
|
-
def _to_model(self)
|
|
28
|
-
|
|
32
|
+
def _to_model(self):
|
|
33
|
+
from rapidata.api_client.models.i_selection import ISelection
|
|
34
|
+
from rapidata.api_client.models.i_selection_labeling_selection import (
|
|
35
|
+
ISelectionLabelingSelection,
|
|
36
|
+
)
|
|
37
|
+
|
|
38
|
+
return ISelection(
|
|
39
|
+
actual_instance=ISelectionLabelingSelection(
|
|
40
|
+
_t="LabelingSelection",
|
|
41
|
+
amount=self.amount,
|
|
42
|
+
retrievalMode=self.retrieval_mode.value,
|
|
43
|
+
maxIterations=self.max_iterations,
|
|
44
|
+
)
|
|
45
|
+
)
|
|
46
|
+
|
|
47
|
+
def __str__(self) -> str:
|
|
48
|
+
return f"LabelingSelection(amount={self.amount}, retrieval_mode={self.retrieval_mode}, max_iterations={self.max_iterations})"
|
|
49
|
+
|
|
50
|
+
def __repr__(self) -> str:
|
|
51
|
+
return self.__str__()
|
|
@@ -1,18 +1,21 @@
|
|
|
1
1
|
from enum import Enum
|
|
2
|
+
from rapidata.api_client.models.retrieval_mode import RetrievalMode
|
|
2
3
|
|
|
3
|
-
|
|
4
|
+
|
|
5
|
+
class RapidataRetrievalMode(Enum):
|
|
4
6
|
"""
|
|
5
7
|
Enum for defining retrieval modes for datapoints.
|
|
6
8
|
"""
|
|
7
|
-
|
|
9
|
+
|
|
10
|
+
Shuffled = RetrievalMode.SHUFFLED
|
|
8
11
|
"""
|
|
9
12
|
Will shuffle the datapoints randomly for each user. The user will then see the datapoints in that order. This will take into account the "max_iterations" parameter.
|
|
10
13
|
"""
|
|
11
|
-
Sequential =
|
|
14
|
+
Sequential = RetrievalMode.SEQUENTIAL
|
|
12
15
|
"""
|
|
13
16
|
Will show the datapoints in the order they are in the dataset. This will take into account the "max_iterations" parameter.
|
|
14
17
|
"""
|
|
15
|
-
Random =
|
|
18
|
+
Random = RetrievalMode.RANDOM
|
|
16
19
|
"""
|
|
17
20
|
Will just randomly feed the datapoints to the annotators. This will NOT take into account the "max_iterations" parameter.
|
|
18
21
|
"""
|
|
@@ -1,15 +1,17 @@
|
|
|
1
1
|
from rapidata.rapidata_client.selection import (
|
|
2
|
-
DemographicSelection,
|
|
3
|
-
LabelingSelection,
|
|
4
|
-
ValidationSelection,
|
|
5
|
-
ConditionalValidationSelection,
|
|
2
|
+
DemographicSelection,
|
|
3
|
+
LabelingSelection,
|
|
4
|
+
ValidationSelection,
|
|
5
|
+
ConditionalValidationSelection,
|
|
6
6
|
CappedSelection,
|
|
7
|
-
ShufflingSelection
|
|
7
|
+
ShufflingSelection,
|
|
8
|
+
)
|
|
9
|
+
|
|
8
10
|
|
|
9
11
|
class RapidataSelections:
|
|
10
12
|
"""RapidataSelections Classes
|
|
11
13
|
|
|
12
|
-
Selections are used to define what type of tasks and in what order they are shown to the user.
|
|
14
|
+
Selections are used to define what type of tasks and in what order they are shown to the user.
|
|
13
15
|
All selections combined are called a "Session". A session can contain multiple tasks of different types of tasks.
|
|
14
16
|
As an example, a session might be 1 validation task, 2 labeling tasks.
|
|
15
17
|
|
|
@@ -20,19 +22,26 @@ class RapidataSelections:
|
|
|
20
22
|
demographic (DemographicSelection): Decides if and how many demographic questions you want to show per session.
|
|
21
23
|
capped (CappedSelection): Takes in different selections and caps the amount of rapids that can be shown.
|
|
22
24
|
shuffling (ShufflingSelection): Shuffles the selections provided in the list.
|
|
23
|
-
|
|
25
|
+
|
|
24
26
|
Example:
|
|
25
27
|
```python
|
|
26
28
|
from rapidata import LabelingSelection, ValidationSelection
|
|
27
|
-
selections=[ValidationSelection("your-validation-set-id", 1),
|
|
29
|
+
selections=[ValidationSelection("your-validation-set-id", 1),
|
|
28
30
|
LabelingSelection(2)]
|
|
29
31
|
```
|
|
30
32
|
|
|
31
33
|
This will require annotators to complete one validation task followed by two labeling tasks.
|
|
32
34
|
"""
|
|
35
|
+
|
|
33
36
|
labeling = LabelingSelection
|
|
34
37
|
validation = ValidationSelection
|
|
35
38
|
conditional_validation = ConditionalValidationSelection
|
|
36
39
|
demographic = DemographicSelection
|
|
37
40
|
capped = CappedSelection
|
|
38
41
|
shuffling = ShufflingSelection
|
|
42
|
+
|
|
43
|
+
def __str__(self) -> str:
|
|
44
|
+
return f"RapidataSelections(labeling={self.labeling}, validation={self.validation}, conditional_validation={self.conditional_validation}, demographic={self.demographic}, capped={self.capped}, shuffling={self.shuffling})"
|
|
45
|
+
|
|
46
|
+
def __repr__(self) -> str:
|
|
47
|
+
return self.__str__()
|
|
@@ -1,16 +1,15 @@
|
|
|
1
|
-
|
|
2
|
-
from rapidata.api_client.models.ab_test_selection_a_inner import AbTestSelectionAInner
|
|
3
|
-
from rapidata.api_client.models.shuffling_selection import ShufflingSelection as ShufflingSelectionModel
|
|
4
|
-
from rapidata.rapidata_client.selection._base_selection import RapidataSelection
|
|
1
|
+
from __future__ import annotations
|
|
5
2
|
|
|
6
3
|
from typing import Sequence
|
|
7
4
|
|
|
5
|
+
from rapidata.rapidata_client.selection._base_selection import RapidataSelection
|
|
6
|
+
|
|
8
7
|
|
|
9
8
|
class ShufflingSelection(RapidataSelection):
|
|
10
9
|
"""ShufflingSelection Class
|
|
11
10
|
|
|
12
11
|
Shuffles the selections provided in the list.
|
|
13
|
-
|
|
12
|
+
|
|
14
13
|
Args:
|
|
15
14
|
selections (Sequence[RapidataSelection]): List of selections to shuffle.
|
|
16
15
|
|
|
@@ -25,12 +24,21 @@ class ShufflingSelection(RapidataSelection):
|
|
|
25
24
|
def __init__(self, selections: Sequence[RapidataSelection]):
|
|
26
25
|
self.selections = selections
|
|
27
26
|
|
|
28
|
-
def _to_model(self)
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
AbTestSelectionAInner(selection._to_model())
|
|
33
|
-
for selection in self.selections
|
|
34
|
-
]
|
|
27
|
+
def _to_model(self):
|
|
28
|
+
from rapidata.api_client.models.i_selection import ISelection
|
|
29
|
+
from rapidata.api_client.models.i_selection_shuffling_selection import (
|
|
30
|
+
ISelectionShufflingSelection,
|
|
35
31
|
)
|
|
36
|
-
|
|
32
|
+
|
|
33
|
+
return ISelection(
|
|
34
|
+
actual_instance=ISelectionShufflingSelection(
|
|
35
|
+
_t="ShufflingSelection",
|
|
36
|
+
selections=[selection._to_model() for selection in self.selections],
|
|
37
|
+
)
|
|
38
|
+
)
|
|
39
|
+
|
|
40
|
+
def __str__(self) -> str:
|
|
41
|
+
return f"ShufflingSelection(selections={self.selections})"
|
|
42
|
+
|
|
43
|
+
def __repr__(self) -> str:
|
|
44
|
+
return self.__str__()
|
|
@@ -1,12 +1,11 @@
|
|
|
1
|
-
|
|
2
|
-
from rapidata.api_client.models.static_selection import StaticSelection as StaticSelectionModel
|
|
3
1
|
from rapidata.rapidata_client.selection._base_selection import RapidataSelection
|
|
4
2
|
|
|
3
|
+
|
|
5
4
|
class StaticSelection(RapidataSelection):
|
|
6
5
|
"""StaticSelection Class
|
|
7
6
|
|
|
8
7
|
Given a list of RapidIds, theses specific rapids will be shown in order for every session.
|
|
9
|
-
|
|
8
|
+
|
|
10
9
|
Args:
|
|
11
10
|
rapid_ids (list[str]): List of rapid ids to show.
|
|
12
11
|
"""
|
|
@@ -14,9 +13,21 @@ class StaticSelection(RapidataSelection):
|
|
|
14
13
|
def __init__(self, rapid_ids: list[str]):
|
|
15
14
|
self.rapid_ids = rapid_ids
|
|
16
15
|
|
|
17
|
-
def _to_model(self)
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
16
|
+
def _to_model(self):
|
|
17
|
+
from rapidata.api_client.models.i_selection import ISelection
|
|
18
|
+
from rapidata.api_client.models.i_selection_static_selection import (
|
|
19
|
+
ISelectionStaticSelection,
|
|
21
20
|
)
|
|
22
|
-
|
|
21
|
+
|
|
22
|
+
return ISelection(
|
|
23
|
+
actual_instance=ISelectionStaticSelection(
|
|
24
|
+
_t="StaticSelection",
|
|
25
|
+
rapidIds=self.rapid_ids,
|
|
26
|
+
)
|
|
27
|
+
)
|
|
28
|
+
|
|
29
|
+
def __str__(self) -> str:
|
|
30
|
+
return f"StaticSelection(rapid_ids={self.rapid_ids})"
|
|
31
|
+
|
|
32
|
+
def __repr__(self) -> str:
|
|
33
|
+
return self.__str__()
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
1
2
|
|
|
2
|
-
from rapidata.api_client.models.validation_selection import ValidationSelection as ValidationSelectionModel
|
|
3
3
|
from rapidata.rapidata_client.selection._base_selection import RapidataSelection
|
|
4
4
|
|
|
5
5
|
|
|
@@ -7,7 +7,7 @@ class ValidationSelection(RapidataSelection):
|
|
|
7
7
|
"""Validation selection class.
|
|
8
8
|
|
|
9
9
|
Decides how many validation rapids you want to show per session.
|
|
10
|
-
|
|
10
|
+
|
|
11
11
|
Args:
|
|
12
12
|
validation_set_id (str): The id of the validation set to be used.
|
|
13
13
|
amount (int): The amount of validation rapids that will be shown per session of this validation set.
|
|
@@ -18,5 +18,21 @@ class ValidationSelection(RapidataSelection):
|
|
|
18
18
|
self.amount = amount
|
|
19
19
|
|
|
20
20
|
def _to_model(self):
|
|
21
|
-
|
|
22
|
-
|
|
21
|
+
from rapidata.api_client.models.i_selection import ISelection
|
|
22
|
+
from rapidata.api_client.models.i_selection_validation_selection import (
|
|
23
|
+
ISelectionValidationSelection,
|
|
24
|
+
)
|
|
25
|
+
|
|
26
|
+
return ISelection(
|
|
27
|
+
actual_instance=ISelectionValidationSelection(
|
|
28
|
+
_t="ValidationSelection",
|
|
29
|
+
validationSetId=self.validation_set_id,
|
|
30
|
+
amount=self.amount,
|
|
31
|
+
)
|
|
32
|
+
)
|
|
33
|
+
|
|
34
|
+
def __str__(self) -> str:
|
|
35
|
+
return f"ValidationSelection(validation_set_id={self.validation_set_id}, amount={self.amount})"
|
|
36
|
+
|
|
37
|
+
def __repr__(self) -> str:
|
|
38
|
+
return self.__str__()
|
|
@@ -7,4 +7,6 @@ from .play_video_until_the_end import PlayVideoUntilTheEnd
|
|
|
7
7
|
from .custom_setting import CustomSetting
|
|
8
8
|
from ._rapidata_setting import RapidataSetting
|
|
9
9
|
from .allow_neither_both import AllowNeitherBoth
|
|
10
|
+
from .swap_context_instruction import SwapContextInstruction
|
|
11
|
+
from .mute_video import MuteVideo
|
|
10
12
|
from .rapidata_settings import RapidataSettings
|
|
@@ -1,11 +1,24 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
1
2
|
from pydantic import BaseModel
|
|
2
|
-
from typing import Any
|
|
3
|
-
|
|
3
|
+
from typing import Any, TYPE_CHECKING
|
|
4
|
+
|
|
5
|
+
if TYPE_CHECKING:
|
|
6
|
+
from rapidata.api_client.models.feature_flag_model import FeatureFlagModel
|
|
7
|
+
|
|
4
8
|
|
|
5
9
|
class RapidataSetting(BaseModel):
|
|
6
10
|
"""Base class for all settings"""
|
|
11
|
+
|
|
7
12
|
key: str
|
|
8
13
|
value: Any
|
|
9
14
|
|
|
10
15
|
def _to_feature_flag(self) -> FeatureFlagModel:
|
|
16
|
+
from rapidata.api_client.models.feature_flag_model import FeatureFlagModel
|
|
17
|
+
|
|
11
18
|
return FeatureFlagModel(key=self.key, value=str(self.value))
|
|
19
|
+
|
|
20
|
+
def __str__(self) -> str:
|
|
21
|
+
return f"{self.__class__.__name__}(key='{self.key}', value={self.value})"
|
|
22
|
+
|
|
23
|
+
def __repr__(self) -> str:
|
|
24
|
+
return f"{self.__class__.__name__}(key={self.key!r}, value={self.value!r})"
|