rapidata 2.37.0__py3-none-any.whl → 3.0.0a8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of rapidata might be problematic. Click here for more details.
- rapidata/__init__.py +23 -15
- rapidata/api_client/__init__.py +84 -427
- rapidata/api_client/api/__init__.py +5 -2
- rapidata/api_client/api/asset_api.py +853 -0
- rapidata/api_client/api/audience_api.py +2505 -0
- rapidata/api_client/api/benchmark_api.py +618 -253
- rapidata/api_client/api/campaign_api.py +322 -32
- rapidata/api_client/api/client_api.py +38 -33
- rapidata/api_client/api/compare_workflow_api.py +11 -10
- rapidata/api_client/api/customer_rapid_api.py +119 -125
- rapidata/api_client/api/datapoint_api.py +8 -6
- rapidata/api_client/api/dataset_api.py +240 -1516
- rapidata/api_client/api/evaluation_workflow_api.py +29 -82
- rapidata/api_client/api/feedback_api.py +11 -11
- rapidata/api_client/api/grouped_ranking_workflow_api.py +319 -0
- rapidata/api_client/api/identity_api.py +26 -300
- rapidata/api_client/api/job_api.py +3902 -0
- rapidata/api_client/api/job_definition_api.py +319 -0
- rapidata/api_client/api/job_revision_api.py +335 -0
- rapidata/api_client/api/leaderboard_api.py +139 -2355
- rapidata/api_client/api/newsletter_api.py +20 -19
- rapidata/api_client/api/order_api.py +375 -91
- rapidata/api_client/api/participant_api.py +80 -118
- rapidata/api_client/api/pipeline_api.py +24 -607
- rapidata/api_client/api/prompt_api.py +11 -11
- rapidata/api_client/api/rapidata_identity_api_api.py +5 -4
- rapidata/api_client/api/sample_api.py +5 -4
- rapidata/api_client/api/simple_workflow_api.py +11 -10
- rapidata/api_client/api/survey_api.py +304 -0
- rapidata/api_client/api/user_rapid_api.py +35 -31
- rapidata/api_client/api/validation_set_api.py +337 -2043
- rapidata/api_client/api/workflow_api.py +32 -26
- rapidata/api_client/api_client.py +2 -2
- rapidata/api_client/configuration.py +16 -29
- rapidata/api_client/exceptions.py +2 -2
- rapidata/api_client/models/__init__.py +65 -400
- rapidata/api_client/models/ab_test_selection_a_inner.py +1 -1
- rapidata/api_client/models/add_rapid_to_audience_model.py +144 -0
- rapidata/api_client/models/add_user_response_result.py +10 -5
- rapidata/api_client/models/add_validation_rapid_model.py +34 -36
- rapidata/api_client/models/add_validation_rapid_model_asset.py +154 -0
- rapidata/api_client/models/add_validation_rapid_model_context_asset.py +160 -0
- rapidata/api_client/models/add_validation_rapid_model_metadata_inner.py +140 -0
- rapidata/api_client/models/add_validation_rapid_new_model.py +137 -0
- rapidata/api_client/models/add_validation_rapid_new_model_asset.py +182 -0
- rapidata/api_client/models/add_validation_rapid_new_model_truth.py +286 -0
- rapidata/api_client/models/age_user_filter_model.py +2 -2
- rapidata/api_client/models/age_user_filter_model_age_group.py +41 -0
- rapidata/api_client/models/aggregated_orders_model.py +98 -0
- rapidata/api_client/models/aggregator_type.py +4 -2
- rapidata/api_client/models/and_filter_filters_inner.py +24 -10
- rapidata/api_client/models/are_rapids_active_result.py +2 -2
- rapidata/api_client/models/asset_metadata.py +2 -8
- rapidata/api_client/models/attach_category_rapid_blueprint.py +13 -3
- rapidata/api_client/models/attach_category_rapid_blueprint_category.py +89 -0
- rapidata/api_client/models/audience_job_state.py +38 -0
- rapidata/api_client/models/audience_status.py +39 -0
- rapidata/api_client/models/benchmark_query_result.py +5 -3
- rapidata/api_client/models/boost_leaderboard_model.py +5 -5
- rapidata/api_client/models/boost_query_result.py +4 -4
- rapidata/api_client/models/boost_query_result_boost_mode.py +37 -0
- rapidata/api_client/models/boost_query_result_boost_status.py +39 -0
- rapidata/api_client/models/boosting_profile.py +91 -0
- rapidata/api_client/models/box_shape.py +4 -33
- rapidata/api_client/models/campaign_query_result.py +13 -5
- rapidata/api_client/models/campaign_status.py +2 -2
- rapidata/api_client/models/change_boost_model.py +5 -5
- rapidata/api_client/models/classify_payload.py +14 -15
- rapidata/api_client/models/classify_payload_category.py +89 -0
- rapidata/api_client/models/client_model.py +25 -35
- rapidata/api_client/models/clients_query_result.py +5 -5
- rapidata/api_client/models/clone_order_model.py +4 -4
- rapidata/api_client/models/clone_order_result.py +9 -4
- rapidata/api_client/models/compare_workflow_config.py +19 -18
- rapidata/api_client/models/compare_workflow_config_context_asset.py +174 -0
- rapidata/api_client/models/compare_workflow_config_model.py +3 -3
- rapidata/api_client/models/compare_workflow_model.py +25 -7
- rapidata/api_client/models/compare_workflow_model1.py +20 -9
- rapidata/api_client/models/compare_workflow_model_context_asset.py +160 -0
- rapidata/api_client/models/compare_workflow_model_metadata_inner.py +154 -0
- rapidata/api_client/models/compare_workflow_model_pair_maker_config.py +1 -1
- rapidata/api_client/models/comparison_operator.py +2 -2
- rapidata/api_client/models/conditional_validation_selection.py +6 -11
- rapidata/api_client/models/conditional_validation_selection_validation_chance.py +103 -0
- rapidata/api_client/models/confidence_interval.py +89 -0
- rapidata/api_client/models/create_audience_request.py +122 -0
- rapidata/api_client/models/create_audience_result.py +87 -0
- rapidata/api_client/models/create_benchmark_model.py +5 -5
- rapidata/api_client/models/create_benchmark_participant_model.py +5 -5
- rapidata/api_client/models/create_benchmark_participant_result.py +4 -4
- rapidata/api_client/models/create_benchmark_prompt_result.py +87 -0
- rapidata/api_client/models/create_benchmark_result.py +2 -2
- rapidata/api_client/models/create_bridge_token_result.py +2 -2
- rapidata/api_client/models/create_client_model.py +6 -13
- rapidata/api_client/models/create_complex_order_model.py +9 -9
- rapidata/api_client/models/create_complex_order_result.py +2 -2
- rapidata/api_client/models/create_customer_client_result.py +2 -2
- rapidata/api_client/models/create_datapoint_from_files_model.py +3 -3
- rapidata/api_client/models/create_datapoint_from_text_sources_model.py +3 -3
- rapidata/api_client/models/create_datapoint_from_urls_model.py +3 -3
- rapidata/api_client/models/create_datapoint_model.py +124 -0
- rapidata/api_client/models/create_datapoint_model_asset.py +154 -0
- rapidata/api_client/models/create_datapoint_model_context_asset.py +160 -0
- rapidata/api_client/models/create_datapoint_model_metadata_inner.py +154 -0
- rapidata/api_client/models/create_datapoint_result.py +2 -2
- rapidata/api_client/models/create_dataset_endpoint_input.py +87 -0
- rapidata/api_client/models/create_dataset_endpoint_output.py +87 -0
- rapidata/api_client/models/create_demographic_rapid_model.py +33 -10
- rapidata/api_client/models/create_demographic_rapid_model_asset.py +160 -0
- rapidata/api_client/models/create_demographic_rapid_model_context_asset.py +160 -0
- rapidata/api_client/models/create_demographic_rapid_model_new.py +119 -0
- rapidata/api_client/models/create_empty_validation_set_result.py +2 -2
- rapidata/api_client/models/create_job_definition_endpoint_input.py +119 -0
- rapidata/api_client/models/create_job_definition_endpoint_output.py +89 -0
- rapidata/api_client/models/create_job_endpoint_input.py +100 -0
- rapidata/api_client/models/create_job_endpoint_output.py +89 -0
- rapidata/api_client/models/create_job_revision_endpoint_input.py +127 -0
- rapidata/api_client/models/create_job_revision_endpoint_output.py +89 -0
- rapidata/api_client/models/create_leaderboard_model.py +23 -26
- rapidata/api_client/models/create_leaderboard_result.py +2 -2
- rapidata/api_client/models/create_order_definition_model.py +119 -0
- rapidata/api_client/models/create_order_definition_result.py +87 -0
- rapidata/api_client/models/create_order_definition_revision_model.py +117 -0
- rapidata/api_client/models/create_order_definition_revision_result.py +87 -0
- rapidata/api_client/models/create_order_model.py +33 -62
- rapidata/api_client/models/create_order_model_referee.py +12 -12
- rapidata/api_client/models/create_order_model_workflow.py +35 -21
- rapidata/api_client/models/create_order_result.py +2 -2
- rapidata/api_client/models/create_rapid_result.py +2 -2
- rapidata/api_client/models/create_sample_model.py +13 -7
- rapidata/api_client/models/create_sample_model_asset.py +154 -0
- rapidata/api_client/models/create_sample_model_obsolete.py +87 -0
- rapidata/api_client/models/create_simple_pipeline_model_pipeline_steps_inner.py +8 -22
- rapidata/api_client/models/create_unsupported_order_model.py +6 -6
- rapidata/api_client/models/create_validation_set_model.py +5 -5
- rapidata/api_client/models/datapoint_model.py +3 -3
- rapidata/api_client/models/datapoint_state.py +2 -2
- rapidata/api_client/models/definition_type.py +49 -0
- rapidata/api_client/models/dynamic_client_registration_request.py +21 -36
- rapidata/api_client/models/early_stopping_referee_model.py +3 -3
- rapidata/api_client/models/elo_config.py +2 -2
- rapidata/api_client/models/elo_config_model.py +6 -6
- rapidata/api_client/models/entity_tag_header_value.py +93 -0
- rapidata/api_client/models/evaluation_workflow_model.py +4 -4
- rapidata/api_client/models/existing_asset_input.py +109 -0
- rapidata/api_client/models/existing_asset_input_metadata_value.py +126 -0
- rapidata/api_client/models/feature_flag.py +2 -2
- rapidata/api_client/models/feature_flag_model.py +2 -2
- rapidata/api_client/models/feedback_model.py +7 -7
- rapidata/api_client/models/file_asset.py +3 -5
- rapidata/api_client/models/file_asset_input_file.py +8 -22
- rapidata/api_client/models/file_asset_metadata_value.py +252 -0
- rapidata/api_client/models/file_asset_model_metadata_value.py +18 -88
- rapidata/api_client/models/file_stream_result.py +122 -0
- rapidata/api_client/models/file_type.py +2 -2
- rapidata/api_client/models/filter.py +2 -2
- rapidata/api_client/models/filter_operator.py +2 -2
- rapidata/api_client/models/fork_benchmark_result.py +87 -0
- rapidata/api_client/models/form_file_wrapper.py +17 -2
- rapidata/api_client/models/gender_user_filter_model.py +2 -2
- rapidata/api_client/models/gender_user_filter_model_gender.py +38 -0
- rapidata/api_client/models/get_asset_metadata_result.py +100 -0
- rapidata/api_client/models/get_audience_by_id_result.py +118 -0
- rapidata/api_client/models/get_available_validation_sets_result.py +2 -2
- rapidata/api_client/models/get_benchmark_by_id_result.py +8 -4
- rapidata/api_client/models/get_boost_result.py +97 -0
- rapidata/api_client/models/get_boost_result_boost_mode.py +37 -0
- rapidata/api_client/models/get_boost_result_boost_status.py +39 -0
- rapidata/api_client/models/get_compare_ab_summary_result.py +3 -5
- rapidata/api_client/models/get_compare_workflow_results_model.py +7 -7
- rapidata/api_client/models/get_compare_workflow_results_result.py +5 -5
- rapidata/api_client/models/get_datapoint_by_id_result.py +7 -12
- rapidata/api_client/models/get_datapoint_by_id_result_asset.py +170 -0
- rapidata/api_client/models/get_dataset_by_id_result.py +2 -2
- rapidata/api_client/models/get_dataset_progress_result.py +2 -2
- rapidata/api_client/models/get_evaluation_workflow_results_model.py +119 -0
- rapidata/api_client/models/get_failed_datapoints_result.py +5 -5
- rapidata/api_client/models/get_failed_datapoints_result_datapoint.py +100 -0
- rapidata/api_client/models/get_file_metadata_result.py +100 -0
- rapidata/api_client/models/get_grouped_ranking_workflow_results_model.py +106 -0
- rapidata/api_client/models/get_grouped_ranking_workflow_results_result.py +97 -0
- rapidata/api_client/models/get_grouped_ranking_workflow_results_result_paged_result.py +105 -0
- rapidata/api_client/models/get_job_by_id_endpoint_output.py +130 -0
- rapidata/api_client/models/get_job_definition_by_id_endpoint_output.py +95 -0
- rapidata/api_client/models/get_job_revision_endpoint_output.py +133 -0
- rapidata/api_client/models/get_leaderboard_by_id_result.py +5 -5
- rapidata/api_client/models/get_order_by_id_result.py +12 -5
- rapidata/api_client/models/get_participant_by_id_result.py +4 -6
- rapidata/api_client/models/get_pipeline_by_id_result.py +5 -5
- rapidata/api_client/models/get_public_orders_result.py +2 -2
- rapidata/api_client/models/get_public_responses_result.py +5 -5
- rapidata/api_client/models/get_public_responses_result_response.py +112 -0
- rapidata/api_client/models/get_rapid_responses_result.py +3 -3
- rapidata/api_client/models/get_recommended_validation_set_result.py +2 -2
- rapidata/api_client/models/get_responses_for_rapid_result.py +106 -0
- rapidata/api_client/models/get_responses_for_rapid_result_response.py +103 -0
- rapidata/api_client/models/get_responses_for_rapid_result_response_result.py +266 -0
- rapidata/api_client/models/get_responses_result.py +5 -5
- rapidata/api_client/models/get_responses_result_response.py +103 -0
- rapidata/api_client/models/get_sample_by_id_result.py +7 -8
- rapidata/api_client/models/get_simple_workflow_results_model.py +20 -15
- rapidata/api_client/models/get_standing_by_id_result.py +3 -5
- rapidata/api_client/models/get_validation_rapids_result.py +29 -32
- rapidata/api_client/models/get_validation_set_by_id_result.py +10 -4
- rapidata/api_client/models/get_workflow_by_id_result.py +5 -5
- rapidata/api_client/models/get_workflow_by_id_result_workflow.py +23 -9
- rapidata/api_client/models/get_workflow_progress_result.py +2 -2
- rapidata/api_client/models/get_workflow_results_result.py +31 -14
- rapidata/api_client/models/get_workflow_results_result_response.py +103 -0
- rapidata/api_client/models/google_one_tap_login_model.py +4 -4
- rapidata/api_client/models/grouped_ranking_workflow_config.py +155 -0
- rapidata/api_client/models/grouped_ranking_workflow_config_context_assets_value.py +170 -0
- rapidata/api_client/models/grouped_ranking_workflow_model.py +147 -0
- rapidata/api_client/models/grouped_ranking_workflow_model1.py +121 -0
- rapidata/api_client/models/i_artifact_model.py +182 -0
- rapidata/api_client/models/i_artifact_model_campaign_artifact_model.py +98 -0
- rapidata/api_client/models/i_artifact_model_dataset_artifact_model.py +98 -0
- rapidata/api_client/models/i_artifact_model_file_artifact_model.py +98 -0
- rapidata/api_client/models/i_artifact_model_workflow_artifact_model.py +98 -0
- rapidata/api_client/models/i_artifact_model_workflow_config_artifact_model.py +102 -0
- rapidata/api_client/models/i_asset.py +170 -0
- rapidata/api_client/models/i_asset_file_asset.py +111 -0
- rapidata/api_client/models/i_asset_input.py +156 -0
- rapidata/api_client/models/i_asset_input_existing_asset_input.py +118 -0
- rapidata/api_client/models/i_asset_input_multi_asset_input.py +128 -0
- rapidata/api_client/models/i_asset_input_text_asset_input.py +118 -0
- rapidata/api_client/models/i_asset_model.py +170 -0
- rapidata/api_client/models/i_asset_model_file_asset_model.py +113 -0
- rapidata/api_client/models/i_asset_model_multi_asset_model.py +123 -0
- rapidata/api_client/models/i_asset_model_null_asset_model.py +111 -0
- rapidata/api_client/models/i_asset_model_text_asset_model.py +113 -0
- rapidata/api_client/models/i_asset_multi_asset.py +121 -0
- rapidata/api_client/models/i_asset_null_asset.py +109 -0
- rapidata/api_client/models/i_asset_text_asset.py +111 -0
- rapidata/api_client/models/i_audience_filter.py +184 -0
- rapidata/api_client/models/i_audience_filter_and_audience_filter.py +106 -0
- rapidata/api_client/models/i_audience_filter_country_audience_filter.py +96 -0
- rapidata/api_client/models/i_audience_filter_country_filter.py +96 -0
- rapidata/api_client/models/i_audience_filter_language_audience_filter.py +96 -0
- rapidata/api_client/models/i_audience_filter_language_filter.py +96 -0
- rapidata/api_client/models/i_audience_filter_not_audience_filter.py +102 -0
- rapidata/api_client/models/i_audience_filter_or_audience_filter.py +106 -0
- rapidata/api_client/models/i_campaign_filter.py +296 -0
- rapidata/api_client/models/i_campaign_filter_and_filter.py +117 -0
- rapidata/api_client/models/i_campaign_filter_campaign_filter.py +98 -0
- rapidata/api_client/models/i_campaign_filter_campaign_session_count_filter.py +101 -0
- rapidata/api_client/models/i_campaign_filter_country_filter.py +98 -0
- rapidata/api_client/models/i_campaign_filter_demographic_filter.py +100 -0
- rapidata/api_client/models/i_campaign_filter_device_filter.py +106 -0
- rapidata/api_client/models/i_campaign_filter_language_filter.py +98 -0
- rapidata/api_client/models/i_campaign_filter_new_user_filter.py +96 -0
- rapidata/api_client/models/i_campaign_filter_not_filter.py +113 -0
- rapidata/api_client/models/i_campaign_filter_or_filter.py +117 -0
- rapidata/api_client/models/i_campaign_filter_response_count_filter.py +103 -0
- rapidata/api_client/models/i_campaign_filter_user_action_restriction_filter.py +106 -0
- rapidata/api_client/models/i_campaign_filter_user_score_filter.py +102 -0
- rapidata/api_client/models/i_campaign_filter_user_state_filter.py +106 -0
- rapidata/api_client/models/i_dataset_metadata_input.py +154 -0
- rapidata/api_client/models/i_dataset_metadata_input_prompt_asset_metadata_input.py +100 -0
- rapidata/api_client/models/i_dataset_metadata_input_prompt_metadata_input.py +96 -0
- rapidata/api_client/models/i_dataset_metadata_input_transcription_metadata_input.py +96 -0
- rapidata/api_client/models/i_dataset_model.py +126 -0
- rapidata/api_client/models/i_dataset_model_clone_dataset_model.py +98 -0
- rapidata/api_client/models/i_metadata.py +252 -0
- rapidata/api_client/models/i_metadata_classification_metadata.py +109 -0
- rapidata/api_client/models/i_metadata_count_metadata.py +109 -0
- rapidata/api_client/models/i_metadata_duration_metadata.py +110 -0
- rapidata/api_client/models/i_metadata_file_type_metadata.py +110 -0
- rapidata/api_client/models/i_metadata_image_dimension_metadata.py +111 -0
- rapidata/api_client/models/i_metadata_input.py +126 -0
- rapidata/api_client/models/i_metadata_input_text_metadata_input.py +111 -0
- rapidata/api_client/models/i_metadata_location_metadata.py +111 -0
- rapidata/api_client/models/i_metadata_model.py +252 -0
- rapidata/api_client/models/i_metadata_model_classification_metadata_model.py +96 -0
- rapidata/api_client/models/i_metadata_model_count_metadata_model.py +96 -0
- rapidata/api_client/models/i_metadata_model_file_type_metadata_model.py +97 -0
- rapidata/api_client/models/i_metadata_model_image_dimension_metadata_model.py +98 -0
- rapidata/api_client/models/i_metadata_model_location_metadata_model.py +98 -0
- rapidata/api_client/models/i_metadata_model_original_filename_metadata_model.py +96 -0
- rapidata/api_client/models/i_metadata_model_source_url_metadata_model.py +96 -0
- rapidata/api_client/models/i_metadata_model_streams_metadata_model.py +100 -0
- rapidata/api_client/models/i_metadata_model_text_metadata_model.py +101 -0
- rapidata/api_client/models/i_metadata_model_video_duration_metadata_model.py +97 -0
- rapidata/api_client/models/i_metadata_original_filename_metadata.py +109 -0
- rapidata/api_client/models/i_metadata_source_url_metadata.py +109 -0
- rapidata/api_client/models/i_metadata_streams_metadata.py +113 -0
- rapidata/api_client/models/i_metadata_text_metadata.py +114 -0
- rapidata/api_client/models/i_metadata_video_duration_metadata.py +110 -0
- rapidata/api_client/models/i_order_workflow_model.py +168 -0
- rapidata/api_client/models/i_order_workflow_model_compare_workflow_model.py +146 -0
- rapidata/api_client/models/i_order_workflow_model_evaluation_workflow_model.py +108 -0
- rapidata/api_client/models/i_order_workflow_model_grouped_ranking_workflow_model.py +147 -0
- rapidata/api_client/models/i_order_workflow_model_simple_workflow_model.py +110 -0
- rapidata/api_client/models/i_pair_maker_config.py +126 -0
- rapidata/api_client/models/i_pair_maker_config_model.py +126 -0
- rapidata/api_client/models/i_pair_maker_config_model_online_pair_maker_config_model.py +98 -0
- rapidata/api_client/models/i_pair_maker_config_online_pair_maker_config.py +98 -0
- rapidata/api_client/models/i_pair_maker_information.py +126 -0
- rapidata/api_client/models/i_pair_maker_information_online_pair_maker_information.py +100 -0
- rapidata/api_client/models/i_pipeline_artifact_model.py +126 -0
- rapidata/api_client/models/i_pipeline_artifact_model_create_dataset_artifact_model.py +102 -0
- rapidata/api_client/models/i_pipeline_model.py +126 -0
- rapidata/api_client/models/i_pipeline_model_create_simple_pipeline_model.py +116 -0
- rapidata/api_client/models/i_pipeline_step_model.py +168 -0
- rapidata/api_client/models/i_pipeline_step_model_dataset_evaluation_step_model.py +102 -0
- rapidata/api_client/models/i_pipeline_step_model_send_completion_mail_step_model.py +98 -0
- rapidata/api_client/models/i_pipeline_step_model_workflow_aggregation_step_model.py +103 -0
- rapidata/api_client/models/i_pipeline_step_model_workflow_labeling_step_model.py +96 -0
- rapidata/api_client/models/i_rapid_blueprint.py +252 -0
- rapidata/api_client/models/i_rapid_blueprint_attach_category_rapid_blueprint.py +108 -0
- rapidata/api_client/models/i_rapid_blueprint_bounding_box_rapid_blueprint.py +96 -0
- rapidata/api_client/models/i_rapid_blueprint_compare_rapid_blueprint.py +98 -0
- rapidata/api_client/models/i_rapid_blueprint_free_text_rapid_blueprint.py +105 -0
- rapidata/api_client/models/i_rapid_blueprint_line_rapid_blueprint.py +96 -0
- rapidata/api_client/models/i_rapid_blueprint_locate_rapid_blueprint.py +96 -0
- rapidata/api_client/models/i_rapid_blueprint_named_entity_rapid_blueprint.py +98 -0
- rapidata/api_client/models/i_rapid_blueprint_polygon_rapid_blueprint.py +96 -0
- rapidata/api_client/models/i_rapid_blueprint_scrub_rapid_blueprint.py +96 -0
- rapidata/api_client/models/i_rapid_blueprint_transcription_rapid_blueprint.py +96 -0
- rapidata/api_client/models/i_rapid_payload.py +252 -0
- rapidata/api_client/models/i_rapid_payload_bounding_box_payload.py +96 -0
- rapidata/api_client/models/i_rapid_payload_classify_payload.py +106 -0
- rapidata/api_client/models/i_rapid_payload_compare_payload.py +96 -0
- rapidata/api_client/models/i_rapid_payload_free_text_payload.py +105 -0
- rapidata/api_client/models/i_rapid_payload_line_payload.py +96 -0
- rapidata/api_client/models/i_rapid_payload_locate_payload.py +96 -0
- rapidata/api_client/models/i_rapid_payload_named_entity_payload.py +98 -0
- rapidata/api_client/models/i_rapid_payload_polygon_payload.py +96 -0
- rapidata/api_client/models/i_rapid_payload_scrub_payload.py +96 -0
- rapidata/api_client/models/i_rapid_payload_transcription_payload.py +106 -0
- rapidata/api_client/models/i_rapid_result.py +266 -0
- rapidata/api_client/models/i_rapid_result_attach_category_result.py +98 -0
- rapidata/api_client/models/i_rapid_result_bounding_box_result.py +106 -0
- rapidata/api_client/models/i_rapid_result_compare_result.py +98 -0
- rapidata/api_client/models/i_rapid_result_free_text_result.py +98 -0
- rapidata/api_client/models/i_rapid_result_line_result.py +106 -0
- rapidata/api_client/models/i_rapid_result_locate_result.py +106 -0
- rapidata/api_client/models/i_rapid_result_named_entity_result.py +106 -0
- rapidata/api_client/models/i_rapid_result_polygon_result.py +106 -0
- rapidata/api_client/models/i_rapid_result_scrub_result.py +98 -0
- rapidata/api_client/models/i_rapid_result_skip_result.py +96 -0
- rapidata/api_client/models/i_rapid_result_transcription_result.py +106 -0
- rapidata/api_client/models/i_referee_config.py +154 -0
- rapidata/api_client/models/i_referee_config_naive_referee_config.py +96 -0
- rapidata/api_client/models/i_referee_config_never_ending_referee_config.py +94 -0
- rapidata/api_client/models/i_referee_config_probabilistic_attach_category_referee_config.py +98 -0
- rapidata/api_client/models/i_referee_info.py +154 -0
- rapidata/api_client/models/i_referee_info_naive_referee_info.py +96 -0
- rapidata/api_client/models/i_referee_info_never_ending_referee_info.py +94 -0
- rapidata/api_client/models/i_referee_info_probabilistic_attach_category_referee_info.py +98 -0
- rapidata/api_client/models/i_referee_model.py +140 -0
- rapidata/api_client/models/i_referee_model_early_stopping_referee_model.py +98 -0
- rapidata/api_client/models/i_referee_model_naive_referee_model.py +96 -0
- rapidata/api_client/models/i_selection.py +240 -0
- rapidata/api_client/models/i_selection_ab_test_selection.py +122 -0
- rapidata/api_client/models/i_selection_capped_selection.py +108 -0
- rapidata/api_client/models/i_selection_conditional_validation_selection.py +110 -0
- rapidata/api_client/models/i_selection_demographic_selection.py +98 -0
- rapidata/api_client/models/i_selection_effort_capped_selection.py +101 -0
- rapidata/api_client/models/i_selection_labeling_selection.py +103 -0
- rapidata/api_client/models/i_selection_shuffling_selection.py +106 -0
- rapidata/api_client/models/i_selection_static_selection.py +96 -0
- rapidata/api_client/models/i_selection_validation_selection.py +98 -0
- rapidata/api_client/models/i_user_filter_model.py +296 -0
- rapidata/api_client/models/i_user_filter_model_age_user_filter_model.py +104 -0
- rapidata/api_client/models/i_user_filter_model_and_user_filter_model.py +106 -0
- rapidata/api_client/models/i_user_filter_model_campaign_user_filter_model.py +96 -0
- rapidata/api_client/models/i_user_filter_model_country_user_filter_model.py +96 -0
- rapidata/api_client/models/i_user_filter_model_custom_user_filter_model.py +98 -0
- rapidata/api_client/models/i_user_filter_model_device_user_filter_model.py +104 -0
- rapidata/api_client/models/i_user_filter_model_gender_user_filter_model.py +104 -0
- rapidata/api_client/models/i_user_filter_model_language_user_filter_model.py +96 -0
- rapidata/api_client/models/i_user_filter_model_new_user_filter_model.py +94 -0
- rapidata/api_client/models/i_user_filter_model_not_user_filter_model.py +102 -0
- rapidata/api_client/models/i_user_filter_model_or_user_filter_model.py +106 -0
- rapidata/api_client/models/i_user_filter_model_response_count_user_filter_model.py +101 -0
- rapidata/api_client/models/i_user_filter_model_user_score_user_filter_model.py +105 -0
- rapidata/api_client/models/i_validation_metadata_input.py +140 -0
- rapidata/api_client/models/i_validation_metadata_input_prompt_asset_metadata_input.py +100 -0
- rapidata/api_client/models/i_validation_metadata_input_prompt_metadata_input.py +96 -0
- rapidata/api_client/models/i_validation_truth.py +280 -0
- rapidata/api_client/models/i_validation_truth_attach_category_truth.py +96 -0
- rapidata/api_client/models/i_validation_truth_bounding_box_truth.py +102 -0
- rapidata/api_client/models/i_validation_truth_compare_truth.py +96 -0
- rapidata/api_client/models/i_validation_truth_empty_validation_truth.py +94 -0
- rapidata/api_client/models/i_validation_truth_line_truth.py +94 -0
- rapidata/api_client/models/i_validation_truth_locate_box_truth.py +108 -0
- rapidata/api_client/models/i_validation_truth_model.py +294 -0
- rapidata/api_client/models/i_validation_truth_model_attach_category_truth_model.py +96 -0
- rapidata/api_client/models/i_validation_truth_model_bounding_box_truth_model.py +102 -0
- rapidata/api_client/models/i_validation_truth_model_classify_truth_model.py +96 -0
- rapidata/api_client/models/i_validation_truth_model_compare_truth_model.py +96 -0
- rapidata/api_client/models/i_validation_truth_model_empty_validation_truth_model.py +94 -0
- rapidata/api_client/models/i_validation_truth_model_line_truth_model.py +94 -0
- rapidata/api_client/models/i_validation_truth_model_locate_box_truth_model.py +108 -0
- rapidata/api_client/models/i_validation_truth_model_multi_compare_truth_model.py +96 -0
- rapidata/api_client/models/i_validation_truth_model_named_entity_truth_model.py +104 -0
- rapidata/api_client/models/i_validation_truth_model_polygon_truth_model.py +94 -0
- rapidata/api_client/models/i_validation_truth_model_scrub_truth_model.py +104 -0
- rapidata/api_client/models/i_validation_truth_model_skip_truth_model.py +94 -0
- rapidata/api_client/models/i_validation_truth_model_transcription_truth_model.py +115 -0
- rapidata/api_client/models/i_validation_truth_multi_compare_truth.py +96 -0
- rapidata/api_client/models/i_validation_truth_named_entity_truth.py +104 -0
- rapidata/api_client/models/i_validation_truth_polygon_truth.py +94 -0
- rapidata/api_client/models/i_validation_truth_scrub_truth.py +104 -0
- rapidata/api_client/models/i_validation_truth_skip_truth.py +94 -0
- rapidata/api_client/models/i_validation_truth_transcription_truth.py +115 -0
- rapidata/api_client/models/i_workflow_config.py +168 -0
- rapidata/api_client/models/i_workflow_config_compare_workflow_config.py +142 -0
- rapidata/api_client/models/i_workflow_config_evaluation_workflow_config.py +114 -0
- rapidata/api_client/models/i_workflow_config_grouped_ranking_workflow_config.py +155 -0
- rapidata/api_client/models/i_workflow_config_simple_workflow_config.py +116 -0
- rapidata/api_client/models/i_workflow_model.py +168 -0
- rapidata/api_client/models/i_workflow_model_compare_workflow_model.py +145 -0
- rapidata/api_client/models/i_workflow_model_evaluation_workflow_model.py +115 -0
- rapidata/api_client/models/i_workflow_model_grouped_ranking_workflow_model.py +121 -0
- rapidata/api_client/models/i_workflow_model_simple_workflow_model.py +119 -0
- rapidata/api_client/models/inquire_file_metadata_result.py +100 -0
- rapidata/api_client/models/inspect_report_result.py +2 -2
- rapidata/api_client/models/job_definition_revision_state.py +38 -0
- rapidata/api_client/models/json_web_key.py +2 -36
- rapidata/api_client/models/json_web_key_set.py +2 -22
- rapidata/api_client/models/labeling_selection.py +9 -2
- rapidata/api_client/models/leaderboards_query_result.py +135 -0
- rapidata/api_client/models/line_result.py +3 -3
- rapidata/api_client/models/line_result_line.py +97 -0
- rapidata/api_client/models/line_result_line_point.py +89 -0
- rapidata/api_client/models/locate_coordinate.py +4 -13
- rapidata/api_client/models/logic_operator.py +2 -2
- rapidata/api_client/models/metadata_i_order_metadata_input.py +154 -0
- rapidata/api_client/models/metadata_i_order_metadata_input_metadata_prompt_asset_metadata_input.py +100 -0
- rapidata/api_client/models/metadata_i_order_metadata_input_metadata_prompt_metadata_input.py +96 -0
- rapidata/api_client/models/metadata_i_order_metadata_input_metadata_transcription_metadata_input.py +96 -0
- rapidata/api_client/models/metadata_prompt_asset_metadata_input.py +100 -0
- rapidata/api_client/models/metadata_prompt_metadata_input.py +96 -0
- rapidata/api_client/models/metadata_transcription_metadata_input.py +96 -0
- rapidata/api_client/models/multi_asset.py +6 -6
- rapidata/api_client/models/multi_asset_assets_inner.py +170 -0
- rapidata/api_client/models/multi_asset_input.py +21 -1
- rapidata/api_client/models/multi_asset_input1_assets_inner.py +40 -12
- rapidata/api_client/models/multi_asset_input3_assets_inner.py +40 -12
- rapidata/api_client/models/multi_asset_input_assets_inner.py +16 -30
- rapidata/api_client/models/multi_asset_model.py +3 -3
- rapidata/api_client/models/naive_referee_model.py +2 -2
- rapidata/api_client/models/named_classification.py +4 -13
- rapidata/api_client/models/newsletter_model.py +6 -6
- rapidata/api_client/models/not_available_yet_result.py +4 -13
- rapidata/api_client/models/null_asset.py +3 -5
- rapidata/api_client/models/online_pair_maker_config_model.py +3 -3
- rapidata/api_client/models/option_of_aggregator_type.py +49 -0
- rapidata/api_client/models/order_model.py +12 -5
- rapidata/api_client/models/order_state.py +2 -2
- rapidata/api_client/models/page_info.py +2 -7
- rapidata/api_client/models/paged_result_aggregated_orders_model.py +105 -0
- rapidata/api_client/models/paged_result_benchmark_query_result.py +105 -0
- rapidata/api_client/models/paged_result_campaign_query_result.py +105 -0
- rapidata/api_client/models/paged_result_clients_query_result.py +105 -0
- rapidata/api_client/models/paged_result_datapoint_model.py +105 -0
- rapidata/api_client/models/paged_result_get_compare_workflow_results_result.py +105 -0
- rapidata/api_client/models/paged_result_get_grouped_ranking_workflow_results_result.py +105 -0
- rapidata/api_client/models/paged_result_get_validation_rapids_result.py +105 -0
- rapidata/api_client/models/paged_result_get_workflow_results_result.py +105 -0
- rapidata/api_client/models/paged_result_i_workflow_model.py +105 -0
- rapidata/api_client/models/paged_result_leaderboard_query_result.py +105 -0
- rapidata/api_client/models/paged_result_leaderboards_query_result.py +105 -0
- rapidata/api_client/models/paged_result_of_aggregated_orders_model.py +103 -0
- rapidata/api_client/models/paged_result_of_benchmark_query_result.py +103 -0
- rapidata/api_client/models/paged_result_of_campaign_query_result.py +103 -0
- rapidata/api_client/models/paged_result_of_clients_query_result.py +103 -0
- rapidata/api_client/models/paged_result_of_get_compare_workflow_results_result.py +103 -0
- rapidata/api_client/models/paged_result_of_get_grouped_ranking_workflow_results_result.py +103 -0
- rapidata/api_client/models/paged_result_of_get_validation_rapids_result.py +103 -0
- rapidata/api_client/models/paged_result_of_get_workflow_results_result.py +103 -0
- rapidata/api_client/models/paged_result_of_i_workflow_model.py +103 -0
- rapidata/api_client/models/paged_result_of_leaderboards_query_result.py +103 -0
- rapidata/api_client/models/paged_result_of_order_model.py +103 -0
- rapidata/api_client/models/paged_result_of_participant_by_benchmark.py +103 -0
- rapidata/api_client/models/paged_result_of_prompt_by_benchmark_result.py +103 -0
- rapidata/api_client/models/paged_result_of_query_audiences_result.py +103 -0
- rapidata/api_client/models/paged_result_of_query_datapoints_by_dataset_id_result.py +103 -0
- rapidata/api_client/models/paged_result_of_query_job_definitions_result.py +103 -0
- rapidata/api_client/models/paged_result_of_query_job_revisions_result.py +103 -0
- rapidata/api_client/models/paged_result_of_query_jobs_result.py +103 -0
- rapidata/api_client/models/paged_result_of_query_rapids_for_audience_result.py +103 -0
- rapidata/api_client/models/paged_result_of_query_validation_rapid_eligibility_result.py +103 -0
- rapidata/api_client/models/paged_result_of_rapid_model.py +103 -0
- rapidata/api_client/models/paged_result_of_runs_by_leaderboard_result.py +103 -0
- rapidata/api_client/models/paged_result_of_sample_by_identifier.py +103 -0
- rapidata/api_client/models/paged_result_of_sample_by_participant.py +103 -0
- rapidata/api_client/models/paged_result_of_standing_by_leaderboard.py +103 -0
- rapidata/api_client/models/paged_result_of_validation_set_model.py +103 -0
- rapidata/api_client/models/paged_result_order_model.py +105 -0
- rapidata/api_client/models/paged_result_participant_by_benchmark.py +105 -0
- rapidata/api_client/models/paged_result_potential_validation_rapid.py +105 -0
- rapidata/api_client/models/paged_result_prompt_by_benchmark_result.py +105 -0
- rapidata/api_client/models/paged_result_query_audiences_result.py +105 -0
- rapidata/api_client/models/paged_result_query_datapoints_by_dataset_id_result.py +105 -0
- rapidata/api_client/models/paged_result_query_validation_rapid_eligibility_result.py +105 -0
- rapidata/api_client/models/paged_result_rapid_model.py +105 -0
- rapidata/api_client/models/paged_result_runs_by_leaderboard_result.py +105 -0
- rapidata/api_client/models/paged_result_sample_by_identifier.py +105 -0
- rapidata/api_client/models/paged_result_sample_by_participant.py +105 -0
- rapidata/api_client/models/paged_result_standing_by_leaderboard.py +105 -0
- rapidata/api_client/models/paged_result_validation_set_model.py +105 -0
- rapidata/api_client/models/participant_by_benchmark.py +3 -5
- rapidata/api_client/models/participant_status.py +2 -2
- rapidata/api_client/models/polygon_result.py +3 -3
- rapidata/api_client/models/polygon_result_coordinate.py +89 -0
- rapidata/api_client/models/polygon_result_shape.py +95 -0
- rapidata/api_client/models/preliminary_download_model.py +5 -5
- rapidata/api_client/models/preview_order_model.py +5 -5
- rapidata/api_client/models/problem_details.py +2 -20
- rapidata/api_client/models/prompt_asset_metadata_input.py +4 -6
- rapidata/api_client/models/prompt_asset_metadata_input_asset.py +25 -41
- rapidata/api_client/models/prompt_by_benchmark_result.py +5 -5
- rapidata/api_client/models/prompt_metadata_input.py +5 -7
- rapidata/api_client/models/proxy_file_wrapper.py +17 -2
- rapidata/api_client/models/public_order_model.py +2 -2
- rapidata/api_client/models/query_audiences_result.py +118 -0
- rapidata/api_client/models/query_datapoints_by_dataset_id_result.py +95 -0
- rapidata/api_client/models/query_job_definitions_result.py +97 -0
- rapidata/api_client/models/query_job_revisions_result.py +95 -0
- rapidata/api_client/models/query_jobs_result.py +103 -0
- rapidata/api_client/models/query_model.py +10 -5
- rapidata/api_client/models/query_rapids_for_audience_result.py +150 -0
- rapidata/api_client/models/query_validation_rapid_eligibility_model_query_validation_model.py +107 -0
- rapidata/api_client/models/query_validation_rapid_eligibility_result.py +103 -0
- rapidata/api_client/models/query_validation_rapid_eligibility_result_truth.py +280 -0
- rapidata/api_client/models/rapid_issue.py +2 -2
- rapidata/api_client/models/rapid_model.py +30 -40
- rapidata/api_client/models/rapid_result_model.py +7 -7
- rapidata/api_client/models/rapid_skipped_model.py +5 -5
- rapidata/api_client/models/rapid_state.py +2 -2
- rapidata/api_client/models/read_bridge_token_keys_result.py +10 -24
- rapidata/api_client/models/reference_asset_input.py +100 -0
- rapidata/api_client/models/report_model.py +7 -7
- rapidata/api_client/models/retrieval_mode.py +2 -2
- rapidata/api_client/models/root_filter.py +2 -2
- rapidata/api_client/models/run_status.py +2 -2
- rapidata/api_client/models/runs_by_leaderboard_result.py +3 -3
- rapidata/api_client/models/sample_by_identifier.py +7 -8
- rapidata/api_client/models/sample_by_participant.py +7 -8
- rapidata/api_client/models/scrub_range.py +2 -2
- rapidata/api_client/models/send_survey_model.py +87 -0
- rapidata/api_client/models/simple_workflow_config.py +3 -3
- rapidata/api_client/models/simple_workflow_model.py +2 -2
- rapidata/api_client/models/simple_workflow_model1.py +4 -11
- rapidata/api_client/models/simple_workflow_model_blueprint.py +1 -1
- rapidata/api_client/models/sort_criterion.py +2 -2
- rapidata/api_client/models/sort_direction.py +2 -2
- rapidata/api_client/models/standing_by_benchmark.py +113 -0
- rapidata/api_client/models/standing_by_leaderboard.py +16 -12
- rapidata/api_client/models/standing_status.py +2 -2
- rapidata/api_client/models/standings_by_benchmark_result.py +95 -0
- rapidata/api_client/models/standings_by_leaderboard_result.py +2 -2
- rapidata/api_client/models/start_preliminary_download_result.py +87 -0
- rapidata/api_client/models/sticky_state.py +3 -2
- rapidata/api_client/models/stream_file_wrapper.py +25 -3
- rapidata/api_client/models/string_segment.py +105 -0
- rapidata/api_client/models/submit_order_model.py +5 -5
- rapidata/api_client/models/submit_participant_result.py +2 -2
- rapidata/api_client/models/submit_prompt_model.py +9 -14
- rapidata/api_client/models/submit_prompt_model_prompt_asset.py +40 -12
- rapidata/api_client/models/tags_by_benchmark_result.py +2 -2
- rapidata/api_client/models/text_asset.py +3 -5
- rapidata/api_client/models/text_asset_input.py +21 -1
- rapidata/api_client/models/text_metadata.py +6 -1
- rapidata/api_client/models/text_metadata_input.py +111 -0
- rapidata/api_client/models/text_metadata_model.py +7 -2
- rapidata/api_client/models/transcription_metadata_input.py +5 -7
- rapidata/api_client/models/transcription_word.py +2 -2
- rapidata/api_client/models/translated_string.py +2 -2
- rapidata/api_client/models/unlock_order_result.py +2 -2
- rapidata/api_client/models/update_audience_request.py +113 -0
- rapidata/api_client/models/update_benchmark_model.py +99 -0
- rapidata/api_client/models/update_benchmark_name_model.py +5 -5
- rapidata/api_client/models/update_campaign_model.py +11 -11
- rapidata/api_client/models/update_dataset_name_model.py +5 -5
- rapidata/api_client/models/update_dimensions_model.py +3 -3
- rapidata/api_client/models/update_job_definition_endpoint_input.py +92 -0
- rapidata/api_client/models/update_leaderboard_model.py +18 -3
- rapidata/api_client/models/update_leaderboard_name_model.py +5 -5
- rapidata/api_client/models/update_leaderboard_response_config_model.py +5 -5
- rapidata/api_client/models/update_order_name_model.py +5 -5
- rapidata/api_client/models/update_participant_model.py +92 -0
- rapidata/api_client/models/update_participant_name_model.py +5 -5
- rapidata/api_client/models/update_priority_model.py +87 -0
- rapidata/api_client/models/update_prompt_tags_model.py +5 -5
- rapidata/api_client/models/update_should_alert_model.py +4 -4
- rapidata/api_client/models/update_validation_rapid_model.py +35 -14
- rapidata/api_client/models/update_validation_rapid_model_context_asset.py +160 -0
- rapidata/api_client/models/update_validation_set_model.py +120 -0
- rapidata/api_client/models/upload_asset_result.py +102 -0
- rapidata/api_client/models/upload_file_from_url_result.py +87 -0
- rapidata/api_client/models/upload_file_result.py +87 -0
- rapidata/api_client/models/user_action_restriction.py +37 -0
- rapidata/api_client/models/user_action_restriction_filter.py +101 -0
- rapidata/api_client/models/validation_chance.py +20 -3
- rapidata/api_client/models/validation_problem_details.py +117 -0
- rapidata/api_client/models/validation_set_model.py +11 -16
- rapidata/api_client/models/validation_set_overview_model.py +2 -2
- rapidata/api_client/models/workflow_config_artifact_model_workflow_config.py +23 -9
- rapidata/api_client/models/workflow_state.py +2 -2
- rapidata/api_client/models/zip_entry_file_wrapper.py +33 -2
- rapidata/api_client/rest.py +2 -2
- rapidata/api_client_README.md +371 -326
- rapidata/rapidata_client/__init__.py +14 -11
- rapidata/rapidata_client/api/{rapidata_exception.py → rapidata_api_client.py} +119 -2
- rapidata/rapidata_client/audience/__init__.py +2 -0
- rapidata/rapidata_client/audience/audience_example_handler.py +168 -0
- rapidata/rapidata_client/audience/rapidata_audience.py +287 -0
- rapidata/rapidata_client/audience/rapidata_audience_manager.py +162 -0
- rapidata/rapidata_client/benchmark/_detail_mapper.py +11 -9
- rapidata/rapidata_client/benchmark/leaderboard/rapidata_leaderboard.py +98 -54
- rapidata/rapidata_client/benchmark/participant/_participant.py +57 -32
- rapidata/rapidata_client/benchmark/rapidata_benchmark.py +384 -246
- rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py +137 -81
- rapidata/rapidata_client/config/__init__.py +3 -0
- rapidata/rapidata_client/config/logger.py +135 -0
- rapidata/rapidata_client/config/logging_config.py +55 -0
- rapidata/rapidata_client/config/managed_print.py +6 -0
- rapidata/rapidata_client/config/order_config.py +14 -0
- rapidata/rapidata_client/config/rapidata_config.py +15 -10
- rapidata/rapidata_client/config/tracer.py +184 -0
- rapidata/rapidata_client/config/upload_config.py +64 -0
- rapidata/rapidata_client/datapoints/__init__.py +0 -3
- rapidata/rapidata_client/datapoints/_asset_uploader.py +184 -0
- rapidata/rapidata_client/datapoints/_datapoint.py +72 -176
- rapidata/rapidata_client/datapoints/_datapoint_uploader.py +47 -0
- rapidata/rapidata_client/datapoints/_datapoints_validator.py +70 -0
- rapidata/rapidata_client/datapoints/assets/__init__.py +0 -10
- rapidata/rapidata_client/datapoints/metadata/__init__.py +0 -2
- rapidata/rapidata_client/datapoints/metadata/_private_text_metadata.py +5 -6
- rapidata/rapidata_client/datapoints/metadata/_prompt_identifier_metadata.py +4 -5
- rapidata/rapidata_client/datapoints/metadata/_public_text_metadata.py +5 -6
- rapidata/rapidata_client/datapoints/metadata/_select_words_metadata.py +3 -4
- rapidata/rapidata_client/dataset/__init__.py +1 -0
- rapidata/rapidata_client/dataset/_rapidata_dataset.py +55 -0
- rapidata/rapidata_client/demographic/demographic_manager.py +44 -19
- rapidata/rapidata_client/exceptions/failed_upload_exception.py +10 -65
- rapidata/rapidata_client/filter/_backend_filter_mapper.py +134 -0
- rapidata/rapidata_client/filter/_base_filter.py +13 -8
- rapidata/rapidata_client/filter/age_filter.py +26 -10
- rapidata/rapidata_client/filter/and_filter.py +36 -11
- rapidata/rapidata_client/filter/campaign_filter.py +21 -10
- rapidata/rapidata_client/filter/country_filter.py +46 -12
- rapidata/rapidata_client/filter/custom_filter.py +25 -12
- rapidata/rapidata_client/filter/gender_filter.py +25 -10
- rapidata/rapidata_client/filter/language_filter.py +51 -21
- rapidata/rapidata_client/filter/models/age_group.py +14 -12
- rapidata/rapidata_client/filter/models/gender.py +12 -8
- rapidata/rapidata_client/filter/new_user_filter.py +14 -4
- rapidata/rapidata_client/filter/not_filter.py +35 -11
- rapidata/rapidata_client/filter/or_filter.py +36 -11
- rapidata/rapidata_client/filter/rapidata_filters.py +17 -23
- rapidata/rapidata_client/filter/response_count_filter.py +40 -14
- rapidata/rapidata_client/filter/user_score_filter.py +62 -24
- rapidata/rapidata_client/job/__init__.py +3 -0
- rapidata/rapidata_client/job/job_definition.py +110 -0
- rapidata/rapidata_client/job/job_manager.py +758 -0
- rapidata/rapidata_client/job/rapidata_job.py +326 -0
- rapidata/rapidata_client/order/__init__.py +2 -0
- rapidata/rapidata_client/order/_rapidata_order_builder.py +236 -196
- rapidata/rapidata_client/order/rapidata_order.py +271 -176
- rapidata/rapidata_client/order/rapidata_order_manager.py +520 -364
- rapidata/rapidata_client/rapidata_client.py +96 -29
- rapidata/rapidata_client/referee/__init__.py +1 -1
- rapidata/rapidata_client/referee/_base_referee.py +14 -3
- rapidata/rapidata_client/referee/_early_stopping_referee.py +32 -17
- rapidata/rapidata_client/referee/_naive_referee.py +24 -3
- rapidata/rapidata_client/results/__init__.py +3 -0
- rapidata/rapidata_client/{order → results}/rapidata_results.py +86 -63
- rapidata/rapidata_client/selection/_base_selection.py +9 -2
- rapidata/rapidata_client/selection/ab_test_selection.py +28 -20
- rapidata/rapidata_client/selection/capped_selection.py +23 -16
- rapidata/rapidata_client/selection/conditional_validation_selection.py +43 -24
- rapidata/rapidata_client/selection/demographic_selection.py +21 -6
- rapidata/rapidata_client/selection/effort_selection.py +20 -8
- rapidata/rapidata_client/selection/labeling_selection.py +21 -10
- rapidata/rapidata_client/selection/rapidata_selections.py +23 -14
- rapidata/rapidata_client/selection/shuffling_selection.py +21 -13
- rapidata/rapidata_client/selection/static_selection.py +19 -8
- rapidata/rapidata_client/selection/validation_selection.py +20 -4
- rapidata/rapidata_client/settings/__init__.py +2 -0
- rapidata/rapidata_client/settings/_rapidata_setting.py +22 -3
- rapidata/rapidata_client/settings/alert_on_fast_response.py +8 -5
- rapidata/rapidata_client/settings/allow_neither_both.py +3 -0
- rapidata/rapidata_client/settings/custom_setting.py +3 -2
- rapidata/rapidata_client/settings/free_text_minimum_characters.py +9 -4
- rapidata/rapidata_client/settings/models/translation_behaviour_options.py +3 -2
- rapidata/rapidata_client/settings/mute_video.py +15 -0
- rapidata/rapidata_client/settings/no_shuffle.py +4 -2
- rapidata/rapidata_client/settings/play_video_until_the_end.py +7 -4
- rapidata/rapidata_client/settings/rapidata_settings.py +22 -9
- rapidata/rapidata_client/settings/swap_context_instruction.py +20 -0
- rapidata/rapidata_client/settings/translation_behaviour.py +7 -5
- rapidata/rapidata_client/utils/__init__.py +3 -0
- rapidata/rapidata_client/utils/threaded_uploader.py +153 -0
- rapidata/rapidata_client/validation/__init__.py +2 -0
- rapidata/rapidata_client/validation/rapidata_validation_set.py +68 -21
- rapidata/rapidata_client/validation/rapids/__init__.py +2 -0
- rapidata/rapidata_client/validation/rapids/_validation_rapid_uploader.py +48 -0
- rapidata/rapidata_client/validation/rapids/box.py +37 -12
- rapidata/rapidata_client/validation/rapids/rapids.py +28 -109
- rapidata/rapidata_client/validation/rapids/rapids_manager.py +369 -211
- rapidata/rapidata_client/validation/validation_set_manager.py +417 -294
- rapidata/rapidata_client/workflow/__init__.py +2 -2
- rapidata/rapidata_client/workflow/_base_workflow.py +17 -26
- rapidata/rapidata_client/workflow/_classify_workflow.py +44 -17
- rapidata/rapidata_client/workflow/_compare_workflow.py +33 -14
- rapidata/rapidata_client/workflow/_draw_workflow.py +35 -13
- rapidata/rapidata_client/workflow/_evaluation_workflow.py +20 -6
- rapidata/rapidata_client/workflow/_free_text_workflow.py +34 -15
- rapidata/rapidata_client/workflow/_locate_workflow.py +35 -13
- rapidata/rapidata_client/workflow/_multi_ranking_workflow.py +90 -0
- rapidata/rapidata_client/workflow/_select_words_workflow.py +38 -32
- rapidata/rapidata_client/workflow/_timestamp_workflow.py +35 -13
- rapidata/service/__init__.py +0 -1
- rapidata/service/credential_manager.py +1 -1
- rapidata/service/openapi_service.py +99 -23
- rapidata/types/__init__.py +149 -0
- rapidata-3.0.0a8.dist-info/METADATA +32 -0
- rapidata-3.0.0a8.dist-info/RECORD +1083 -0
- {rapidata-2.37.0.dist-info → rapidata-3.0.0a8.dist-info}/WHEEL +1 -1
- rapidata/rapidata_client/country_codes/__init__.py +0 -1
- rapidata/rapidata_client/country_codes/country_codes.py +0 -19
- rapidata/rapidata_client/datapoints/assets/_base_asset.py +0 -11
- rapidata/rapidata_client/datapoints/assets/_media_asset.py +0 -318
- rapidata/rapidata_client/datapoints/assets/_multi_asset.py +0 -61
- rapidata/rapidata_client/datapoints/assets/_sessions.py +0 -40
- rapidata/rapidata_client/datapoints/assets/_text_asset.py +0 -34
- rapidata/rapidata_client/datapoints/assets/data_type_enum.py +0 -8
- rapidata/rapidata_client/datapoints/metadata/_media_asset_metadata.py +0 -22
- rapidata/rapidata_client/datapoints/metadata/_prompt_metadata.py +0 -18
- rapidata/rapidata_client/logging/__init__.py +0 -2
- rapidata/rapidata_client/logging/logger.py +0 -122
- rapidata/rapidata_client/logging/output_manager.py +0 -20
- rapidata/rapidata_client/order/_rapidata_dataset.py +0 -447
- rapidata/rapidata_client/workflow/_ranking_workflow.py +0 -71
- rapidata/service/local_file_service.py +0 -25
- rapidata-2.37.0.dist-info/METADATA +0 -35
- rapidata-2.37.0.dist-info/RECORD +0 -687
- {rapidata-2.37.0.dist-info → rapidata-3.0.0a8.dist-info/licenses}/LICENSE +0 -0
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
from ._locate_workflow import LocateWorkflow
|
|
2
2
|
from ._draw_workflow import DrawWorkflow
|
|
3
|
-
from ._base_workflow import Workflow
|
|
3
|
+
from ._base_workflow import Workflow
|
|
4
4
|
from ._classify_workflow import ClassifyWorkflow
|
|
5
5
|
from ._compare_workflow import CompareWorkflow
|
|
6
6
|
from ._free_text_workflow import FreeTextWorkflow
|
|
7
7
|
from ._select_words_workflow import SelectWordsWorkflow
|
|
8
8
|
from ._evaluation_workflow import EvaluationWorkflow
|
|
9
9
|
from ._timestamp_workflow import TimestampWorkflow
|
|
10
|
-
from .
|
|
10
|
+
from ._multi_ranking_workflow import MultiRankingWorkflow
|
|
@@ -1,19 +1,8 @@
|
|
|
1
1
|
from abc import ABC, abstractmethod
|
|
2
2
|
from typing import Any
|
|
3
3
|
|
|
4
|
-
from rapidata.api_client.models.
|
|
5
|
-
from rapidata.api_client.models.
|
|
6
|
-
from rapidata.api_client.models.compare_workflow_model import CompareWorkflowModel
|
|
7
|
-
from rapidata.rapidata_client.referee._base_referee import Referee
|
|
8
|
-
from rapidata.api_client import (
|
|
9
|
-
ClassifyPayload,
|
|
10
|
-
ComparePayload,
|
|
11
|
-
LocatePayload,
|
|
12
|
-
ScrubPayload,
|
|
13
|
-
TranscriptionPayload,
|
|
14
|
-
LinePayload,
|
|
15
|
-
FreeTextPayload,
|
|
16
|
-
)
|
|
4
|
+
from rapidata.api_client.models.i_order_workflow_model import IOrderWorkflowModel
|
|
5
|
+
from rapidata.api_client.models.i_rapid_payload import IRapidPayload
|
|
17
6
|
from rapidata.rapidata_client.datapoints._datapoint import Datapoint
|
|
18
7
|
from rapidata.api_client.models.rapid_modality import RapidModality
|
|
19
8
|
|
|
@@ -23,7 +12,6 @@ class Workflow(ABC):
|
|
|
23
12
|
|
|
24
13
|
def __init__(self, type: str):
|
|
25
14
|
self._type = type
|
|
26
|
-
self._target_country_codes: list[str] = []
|
|
27
15
|
|
|
28
16
|
def _to_dict(self) -> dict[str, Any]:
|
|
29
17
|
return {
|
|
@@ -34,19 +22,22 @@ class Workflow(ABC):
|
|
|
34
22
|
def _to_payload(
|
|
35
23
|
self,
|
|
36
24
|
datapoint: Datapoint,
|
|
37
|
-
) ->
|
|
38
|
-
ClassifyPayload
|
|
39
|
-
| ComparePayload
|
|
40
|
-
| LocatePayload
|
|
41
|
-
| ScrubPayload
|
|
42
|
-
| LinePayload
|
|
43
|
-
| FreeTextPayload
|
|
44
|
-
| TranscriptionPayload
|
|
45
|
-
):
|
|
25
|
+
) -> IRapidPayload:
|
|
46
26
|
pass
|
|
47
27
|
|
|
48
28
|
@abstractmethod
|
|
49
|
-
def
|
|
50
|
-
|
|
51
|
-
|
|
29
|
+
def _get_instruction(self) -> str:
|
|
30
|
+
pass
|
|
31
|
+
|
|
32
|
+
@abstractmethod
|
|
33
|
+
def _to_model(self) -> IOrderWorkflowModel:
|
|
52
34
|
pass
|
|
35
|
+
|
|
36
|
+
def _format_datapoints(self, datapoints: list[Datapoint]) -> list[Datapoint]:
|
|
37
|
+
return datapoints
|
|
38
|
+
|
|
39
|
+
def __str__(self) -> str:
|
|
40
|
+
return self._type
|
|
41
|
+
|
|
42
|
+
def __repr__(self) -> str:
|
|
43
|
+
return self._type
|
|
@@ -1,15 +1,23 @@
|
|
|
1
1
|
from typing import Any
|
|
2
|
-
from rapidata.api_client.models.
|
|
3
|
-
|
|
2
|
+
from rapidata.api_client.models.i_rapid_blueprint import IRapidBlueprint
|
|
3
|
+
from rapidata.api_client.models.i_order_workflow_model import IOrderWorkflowModel
|
|
4
|
+
from rapidata.api_client.models.i_order_workflow_model_simple_workflow_model import (
|
|
5
|
+
IOrderWorkflowModelSimpleWorkflowModel,
|
|
4
6
|
)
|
|
5
|
-
from rapidata.api_client.models.
|
|
6
|
-
|
|
7
|
-
SimpleWorkflowModelBlueprint,
|
|
7
|
+
from rapidata.api_client.models.attach_category_rapid_blueprint_category import (
|
|
8
|
+
AttachCategoryRapidBlueprintCategory,
|
|
8
9
|
)
|
|
10
|
+
from rapidata.api_client.models.i_rapid_payload import IRapidPayload
|
|
9
11
|
from rapidata.rapidata_client.workflow import Workflow
|
|
10
|
-
from rapidata.api_client import
|
|
12
|
+
from rapidata.api_client.models.i_rapid_payload_classify_payload import (
|
|
13
|
+
IRapidPayloadClassifyPayload,
|
|
14
|
+
)
|
|
11
15
|
from rapidata.rapidata_client.datapoints._datapoint import Datapoint
|
|
12
16
|
from rapidata.api_client.models.rapid_modality import RapidModality
|
|
17
|
+
from rapidata.api_client.models.classify_payload_category import ClassifyPayloadCategory
|
|
18
|
+
from rapidata.api_client.models.i_rapid_blueprint_attach_category_rapid_blueprint import (
|
|
19
|
+
IRapidBlueprintAttachCategoryRapidBlueprint,
|
|
20
|
+
)
|
|
13
21
|
|
|
14
22
|
|
|
15
23
|
class ClassifyWorkflow(Workflow):
|
|
@@ -35,6 +43,9 @@ class ClassifyWorkflow(Workflow):
|
|
|
35
43
|
self._instruction = instruction
|
|
36
44
|
self._answer_options = answer_options
|
|
37
45
|
|
|
46
|
+
def _get_instruction(self) -> str:
|
|
47
|
+
return self._instruction
|
|
48
|
+
|
|
38
49
|
def _to_dict(self) -> dict[str, Any]:
|
|
39
50
|
return {
|
|
40
51
|
**super()._to_dict(),
|
|
@@ -45,21 +56,37 @@ class ClassifyWorkflow(Workflow):
|
|
|
45
56
|
},
|
|
46
57
|
}
|
|
47
58
|
|
|
48
|
-
def _to_model(self) ->
|
|
49
|
-
blueprint =
|
|
59
|
+
def _to_model(self) -> IOrderWorkflowModel:
|
|
60
|
+
blueprint = IRapidBlueprintAttachCategoryRapidBlueprint(
|
|
50
61
|
_t="ClassifyBlueprint",
|
|
51
62
|
title=self._instruction,
|
|
52
|
-
|
|
63
|
+
categories=[
|
|
64
|
+
AttachCategoryRapidBlueprintCategory(label=option, value=option)
|
|
65
|
+
for option in self._answer_options
|
|
66
|
+
],
|
|
53
67
|
)
|
|
54
68
|
|
|
55
|
-
return
|
|
56
|
-
|
|
57
|
-
|
|
69
|
+
return IOrderWorkflowModel(
|
|
70
|
+
actual_instance=IOrderWorkflowModelSimpleWorkflowModel(
|
|
71
|
+
_t="SimpleWorkflow",
|
|
72
|
+
blueprint=IRapidBlueprint(actual_instance=blueprint),
|
|
73
|
+
)
|
|
58
74
|
)
|
|
59
75
|
|
|
60
|
-
def _to_payload(self, datapoint: Datapoint) ->
|
|
61
|
-
return
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
76
|
+
def _to_payload(self, datapoint: Datapoint) -> IRapidPayload:
|
|
77
|
+
return IRapidPayload(
|
|
78
|
+
actual_instance=IRapidPayloadClassifyPayload(
|
|
79
|
+
_t="ClassifyPayload",
|
|
80
|
+
categories=[
|
|
81
|
+
ClassifyPayloadCategory(label=option, value=option)
|
|
82
|
+
for option in self._answer_options
|
|
83
|
+
],
|
|
84
|
+
title=self._instruction,
|
|
85
|
+
)
|
|
65
86
|
)
|
|
87
|
+
|
|
88
|
+
def __str__(self) -> str:
|
|
89
|
+
return f"ClassifyWorkflow(instruction='{self._instruction}', options={self._answer_options})"
|
|
90
|
+
|
|
91
|
+
def __repr__(self) -> str:
|
|
92
|
+
return f"ClassifyWorkflow(instruction='{self._instruction}', answer_options={self._answer_options!r})"
|
|
@@ -1,12 +1,18 @@
|
|
|
1
1
|
from typing import Any
|
|
2
|
-
from rapidata.api_client.models.
|
|
3
|
-
|
|
2
|
+
from rapidata.api_client.models.i_order_workflow_model import IOrderWorkflowModel
|
|
3
|
+
from rapidata.api_client.models.i_order_workflow_model_simple_workflow_model import (
|
|
4
|
+
IOrderWorkflowModelSimpleWorkflowModel,
|
|
4
5
|
)
|
|
6
|
+
from rapidata.api_client.models.i_rapid_blueprint_compare_rapid_blueprint import (
|
|
7
|
+
IRapidBlueprintCompareRapidBlueprint,
|
|
8
|
+
)
|
|
9
|
+
from rapidata.api_client.models.i_rapid_payload import IRapidPayload
|
|
5
10
|
from rapidata.rapidata_client.workflow import Workflow
|
|
6
|
-
from rapidata.api_client.models.
|
|
7
|
-
|
|
8
|
-
|
|
11
|
+
from rapidata.api_client.models.i_rapid_payload_compare_payload import (
|
|
12
|
+
IRapidPayloadComparePayload,
|
|
13
|
+
)
|
|
9
14
|
from rapidata.rapidata_client.datapoints._datapoint import Datapoint
|
|
15
|
+
from rapidata.api_client.models.i_rapid_blueprint import IRapidBlueprint
|
|
10
16
|
from rapidata.api_client.models.rapid_modality import RapidModality
|
|
11
17
|
|
|
12
18
|
|
|
@@ -31,6 +37,9 @@ class CompareWorkflow(Workflow):
|
|
|
31
37
|
self._instruction = instruction
|
|
32
38
|
self._a_b_names = a_b_names
|
|
33
39
|
|
|
40
|
+
def _get_instruction(self) -> str:
|
|
41
|
+
return self._instruction
|
|
42
|
+
|
|
34
43
|
def _to_dict(self) -> dict[str, Any]:
|
|
35
44
|
return {
|
|
36
45
|
**super()._to_dict(),
|
|
@@ -38,20 +47,30 @@ class CompareWorkflow(Workflow):
|
|
|
38
47
|
"indexIdentifiers": self._a_b_names,
|
|
39
48
|
}
|
|
40
49
|
|
|
41
|
-
def _to_model(self) ->
|
|
42
|
-
blueprint =
|
|
50
|
+
def _to_model(self) -> IOrderWorkflowModel:
|
|
51
|
+
blueprint = IRapidBlueprintCompareRapidBlueprint(
|
|
43
52
|
_t="CompareBlueprint",
|
|
44
53
|
criteria=self._instruction,
|
|
45
54
|
indexIdentifiers=self._a_b_names,
|
|
46
55
|
)
|
|
47
56
|
|
|
48
|
-
return
|
|
49
|
-
|
|
50
|
-
|
|
57
|
+
return IOrderWorkflowModel(
|
|
58
|
+
actual_instance=IOrderWorkflowModelSimpleWorkflowModel(
|
|
59
|
+
_t="SimpleWorkflow",
|
|
60
|
+
blueprint=IRapidBlueprint(actual_instance=blueprint),
|
|
61
|
+
)
|
|
51
62
|
)
|
|
52
63
|
|
|
53
|
-
def _to_payload(self, datapoint: Datapoint) ->
|
|
54
|
-
return
|
|
55
|
-
|
|
56
|
-
|
|
64
|
+
def _to_payload(self, datapoint: Datapoint) -> IRapidPayload:
|
|
65
|
+
return IRapidPayload(
|
|
66
|
+
actual_instance=IRapidPayloadComparePayload(
|
|
67
|
+
_t="ComparePayload",
|
|
68
|
+
criteria=self._instruction,
|
|
69
|
+
)
|
|
57
70
|
)
|
|
71
|
+
|
|
72
|
+
def __str__(self) -> str:
|
|
73
|
+
return f"CompareWorkflow(instruction='{self._instruction}', a_b_names={self._a_b_names})"
|
|
74
|
+
|
|
75
|
+
def __repr__(self) -> str:
|
|
76
|
+
return f"CompareWorkflow(instruction={self._instruction!r}, a_b_names={self._a_b_names!r})"
|
|
@@ -1,10 +1,16 @@
|
|
|
1
|
-
from rapidata.api_client.models.
|
|
2
|
-
from rapidata.api_client.models.
|
|
3
|
-
|
|
1
|
+
from rapidata.api_client.models.add_validation_rapid_model import IRapidPayload
|
|
2
|
+
from rapidata.api_client.models.i_order_workflow_model import IOrderWorkflowModel
|
|
3
|
+
from rapidata.api_client.models.i_order_workflow_model_simple_workflow_model import (
|
|
4
|
+
IOrderWorkflowModelSimpleWorkflowModel,
|
|
5
|
+
)
|
|
6
|
+
from rapidata.api_client.models.i_rapid_blueprint import IRapidBlueprint
|
|
7
|
+
from rapidata.api_client.models.i_rapid_blueprint_line_rapid_blueprint import (
|
|
8
|
+
IRapidBlueprintLineRapidBlueprint,
|
|
4
9
|
)
|
|
5
|
-
from rapidata.api_client.models.line_rapid_blueprint import LineRapidBlueprint
|
|
6
10
|
from rapidata.rapidata_client.workflow._base_workflow import Workflow
|
|
7
|
-
from rapidata.api_client import
|
|
11
|
+
from rapidata.api_client.models.i_rapid_payload_line_payload import (
|
|
12
|
+
IRapidPayloadLinePayload,
|
|
13
|
+
)
|
|
8
14
|
from rapidata.rapidata_client.datapoints._datapoint import Datapoint
|
|
9
15
|
from rapidata.api_client.models.rapid_modality import RapidModality
|
|
10
16
|
|
|
@@ -16,15 +22,31 @@ class DrawWorkflow(Workflow):
|
|
|
16
22
|
super().__init__(type="SimpleWorkflowConfig")
|
|
17
23
|
self._target = target
|
|
18
24
|
|
|
19
|
-
def
|
|
20
|
-
|
|
25
|
+
def _get_instruction(self) -> str:
|
|
26
|
+
return self._target
|
|
27
|
+
|
|
28
|
+
def _to_model(self) -> IOrderWorkflowModel:
|
|
29
|
+
blueprint = IRapidBlueprintLineRapidBlueprint(
|
|
30
|
+
_t="LineBlueprint", target=self._target
|
|
31
|
+
)
|
|
21
32
|
|
|
22
|
-
return
|
|
23
|
-
|
|
33
|
+
return IOrderWorkflowModel(
|
|
34
|
+
actual_instance=IOrderWorkflowModelSimpleWorkflowModel(
|
|
35
|
+
_t="SimpleWorkflow",
|
|
36
|
+
blueprint=IRapidBlueprint(actual_instance=blueprint),
|
|
37
|
+
)
|
|
24
38
|
)
|
|
25
39
|
|
|
26
|
-
def _to_payload(self, datapoint: Datapoint) ->
|
|
27
|
-
return
|
|
28
|
-
|
|
29
|
-
|
|
40
|
+
def _to_payload(self, datapoint: Datapoint) -> IRapidPayload:
|
|
41
|
+
return IRapidPayload(
|
|
42
|
+
actual_instance=IRapidPayloadLinePayload(
|
|
43
|
+
_t="LinePayload",
|
|
44
|
+
target=self._target,
|
|
45
|
+
)
|
|
30
46
|
)
|
|
47
|
+
|
|
48
|
+
def __str__(self) -> str:
|
|
49
|
+
return f"DrawWorkflow(target='{self._target}')"
|
|
50
|
+
|
|
51
|
+
def __repr__(self) -> str:
|
|
52
|
+
return f"DrawWorkflow(target={self._target!r})"
|
|
@@ -1,7 +1,10 @@
|
|
|
1
|
-
from rapidata.api_client.models.evaluation_workflow_model import EvaluationWorkflowModel
|
|
2
1
|
from rapidata.rapidata_client.workflow._base_workflow import Workflow
|
|
3
2
|
from rapidata.rapidata_client.datapoints._datapoint import Datapoint
|
|
4
3
|
from rapidata.api_client.models.rapid_modality import RapidModality
|
|
4
|
+
from rapidata.api_client.models.i_order_workflow_model import IOrderWorkflowModel
|
|
5
|
+
from rapidata.api_client.models.i_order_workflow_model_evaluation_workflow_model import (
|
|
6
|
+
IOrderWorkflowModelEvaluationWorkflowModel,
|
|
7
|
+
)
|
|
5
8
|
|
|
6
9
|
|
|
7
10
|
class EvaluationWorkflow(Workflow):
|
|
@@ -22,12 +25,23 @@ class EvaluationWorkflow(Workflow):
|
|
|
22
25
|
self.validation_set_id = validation_set_id
|
|
23
26
|
self.should_accept_incorrect = should_accept_incorrect
|
|
24
27
|
|
|
25
|
-
def
|
|
26
|
-
return
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
28
|
+
def _get_instruction(self) -> str:
|
|
29
|
+
return ""
|
|
30
|
+
|
|
31
|
+
def _to_model(self) -> IOrderWorkflowModel:
|
|
32
|
+
return IOrderWorkflowModel(
|
|
33
|
+
actual_instance=IOrderWorkflowModelEvaluationWorkflowModel(
|
|
34
|
+
_t="EvaluationWorkflow",
|
|
35
|
+
validationSetId=self.validation_set_id,
|
|
36
|
+
shouldAcceptIncorrect=self.should_accept_incorrect,
|
|
37
|
+
)
|
|
30
38
|
)
|
|
31
39
|
|
|
32
40
|
def _to_payload(self, datapoint: Datapoint):
|
|
33
41
|
raise NotImplementedError("EvaluationWorkflow does not have a payload")
|
|
42
|
+
|
|
43
|
+
def __str__(self) -> str:
|
|
44
|
+
return f"EvaluationWorkflow(validation_set_id='{self.validation_set_id}', should_accept_incorrect={self.should_accept_incorrect})"
|
|
45
|
+
|
|
46
|
+
def __repr__(self) -> str:
|
|
47
|
+
return f"EvaluationWorkflow(validation_set_id={self.validation_set_id!r}, should_accept_incorrect={self.should_accept_incorrect!r})"
|
|
@@ -1,13 +1,19 @@
|
|
|
1
1
|
from typing import Any
|
|
2
|
-
from rapidata.api_client.models.
|
|
3
|
-
from rapidata.api_client.models.simple_workflow_model_blueprint import (
|
|
4
|
-
SimpleWorkflowModelBlueprint,
|
|
5
|
-
)
|
|
2
|
+
from rapidata.api_client.models.i_rapid_payload import IRapidPayload
|
|
6
3
|
from rapidata.rapidata_client.workflow import Workflow
|
|
7
|
-
from rapidata.api_client.models.
|
|
8
|
-
|
|
4
|
+
from rapidata.api_client.models.i_rapid_payload_free_text_payload import (
|
|
5
|
+
IRapidPayloadFreeTextPayload,
|
|
6
|
+
)
|
|
9
7
|
from rapidata.rapidata_client.datapoints._datapoint import Datapoint
|
|
10
8
|
from rapidata.api_client.models.rapid_modality import RapidModality
|
|
9
|
+
from rapidata.api_client.models.i_order_workflow_model import IOrderWorkflowModel
|
|
10
|
+
from rapidata.api_client.models.i_order_workflow_model_simple_workflow_model import (
|
|
11
|
+
IOrderWorkflowModelSimpleWorkflowModel,
|
|
12
|
+
)
|
|
13
|
+
from rapidata.api_client.models.i_rapid_blueprint import IRapidBlueprint
|
|
14
|
+
from rapidata.api_client.models.i_rapid_blueprint_free_text_rapid_blueprint import (
|
|
15
|
+
IRapidBlueprintFreeTextRapidBlueprint,
|
|
16
|
+
)
|
|
11
17
|
|
|
12
18
|
|
|
13
19
|
class FreeTextWorkflow(Workflow):
|
|
@@ -33,6 +39,9 @@ class FreeTextWorkflow(Workflow):
|
|
|
33
39
|
self._instruction = instruction
|
|
34
40
|
self._validation_system_prompt = validation_system_prompt
|
|
35
41
|
|
|
42
|
+
def _get_instruction(self) -> str:
|
|
43
|
+
return self._instruction
|
|
44
|
+
|
|
36
45
|
def _to_dict(self) -> dict[str, Any]:
|
|
37
46
|
return {
|
|
38
47
|
**super()._to_dict(),
|
|
@@ -43,20 +52,30 @@ class FreeTextWorkflow(Workflow):
|
|
|
43
52
|
},
|
|
44
53
|
}
|
|
45
54
|
|
|
46
|
-
def _to_model(self) ->
|
|
47
|
-
blueprint =
|
|
55
|
+
def _to_model(self) -> IOrderWorkflowModel:
|
|
56
|
+
blueprint = IRapidBlueprintFreeTextRapidBlueprint(
|
|
48
57
|
_t="FreeTextBlueprint",
|
|
49
58
|
question=self._instruction,
|
|
50
59
|
validationSystemPrompt=self._validation_system_prompt,
|
|
51
60
|
)
|
|
52
61
|
|
|
53
|
-
return
|
|
54
|
-
|
|
55
|
-
|
|
62
|
+
return IOrderWorkflowModel(
|
|
63
|
+
actual_instance=IOrderWorkflowModelSimpleWorkflowModel(
|
|
64
|
+
_t="SimpleWorkflow",
|
|
65
|
+
blueprint=IRapidBlueprint(actual_instance=blueprint),
|
|
66
|
+
)
|
|
56
67
|
)
|
|
57
68
|
|
|
58
|
-
def _to_payload(self, datapoint: Datapoint) ->
|
|
59
|
-
return
|
|
60
|
-
|
|
61
|
-
|
|
69
|
+
def _to_payload(self, datapoint: Datapoint) -> IRapidPayload:
|
|
70
|
+
return IRapidPayload(
|
|
71
|
+
actual_instance=IRapidPayloadFreeTextPayload(
|
|
72
|
+
_t="FreeTextPayload",
|
|
73
|
+
question=self._instruction,
|
|
74
|
+
)
|
|
62
75
|
)
|
|
76
|
+
|
|
77
|
+
def __str__(self) -> str:
|
|
78
|
+
return f"FreeTextWorkflow(instruction='{self._instruction}', validation_system_prompt={self._validation_system_prompt})"
|
|
79
|
+
|
|
80
|
+
def __repr__(self) -> str:
|
|
81
|
+
return f"FreeTextWorkflow(instruction={self._instruction!r}, validation_system_prompt={self._validation_system_prompt!r})"
|
|
@@ -1,10 +1,16 @@
|
|
|
1
|
-
from rapidata.api_client.models.
|
|
2
|
-
from rapidata.api_client.models.
|
|
3
|
-
|
|
1
|
+
from rapidata.api_client.models.i_order_workflow_model import IOrderWorkflowModel
|
|
2
|
+
from rapidata.api_client.models.i_order_workflow_model_simple_workflow_model import (
|
|
3
|
+
IOrderWorkflowModelSimpleWorkflowModel,
|
|
4
4
|
)
|
|
5
|
-
from rapidata.api_client.models.
|
|
5
|
+
from rapidata.api_client.models.i_rapid_blueprint import IRapidBlueprint
|
|
6
|
+
from rapidata.api_client.models.i_rapid_blueprint_locate_rapid_blueprint import (
|
|
7
|
+
IRapidBlueprintLocateRapidBlueprint,
|
|
8
|
+
)
|
|
9
|
+
from rapidata.api_client.models.i_rapid_payload import IRapidPayload
|
|
6
10
|
from rapidata.rapidata_client.workflow._base_workflow import Workflow
|
|
7
|
-
from rapidata.api_client import
|
|
11
|
+
from rapidata.api_client.models.i_rapid_payload_locate_payload import (
|
|
12
|
+
IRapidPayloadLocatePayload,
|
|
13
|
+
)
|
|
8
14
|
from rapidata.rapidata_client.datapoints._datapoint import Datapoint
|
|
9
15
|
from rapidata.api_client.models.rapid_modality import RapidModality
|
|
10
16
|
|
|
@@ -16,15 +22,31 @@ class LocateWorkflow(Workflow):
|
|
|
16
22
|
super().__init__(type="SimpleWorkflowConfig")
|
|
17
23
|
self._target = target
|
|
18
24
|
|
|
19
|
-
def
|
|
20
|
-
|
|
25
|
+
def _get_instruction(self) -> str:
|
|
26
|
+
return self._target
|
|
27
|
+
|
|
28
|
+
def _to_model(self) -> IOrderWorkflowModel:
|
|
29
|
+
blueprint = IRapidBlueprintLocateRapidBlueprint(
|
|
30
|
+
_t="LocateBlueprint", target=self._target
|
|
31
|
+
)
|
|
21
32
|
|
|
22
|
-
return
|
|
23
|
-
|
|
33
|
+
return IOrderWorkflowModel(
|
|
34
|
+
actual_instance=IOrderWorkflowModelSimpleWorkflowModel(
|
|
35
|
+
_t="SimpleWorkflow",
|
|
36
|
+
blueprint=IRapidBlueprint(actual_instance=blueprint),
|
|
37
|
+
)
|
|
24
38
|
)
|
|
25
39
|
|
|
26
|
-
def _to_payload(self, datapoint: Datapoint) ->
|
|
27
|
-
return
|
|
28
|
-
|
|
29
|
-
|
|
40
|
+
def _to_payload(self, datapoint: Datapoint) -> IRapidPayload:
|
|
41
|
+
return IRapidPayload(
|
|
42
|
+
actual_instance=IRapidPayloadLocatePayload(
|
|
43
|
+
_t="LocatePayload",
|
|
44
|
+
target=self._target,
|
|
45
|
+
)
|
|
30
46
|
)
|
|
47
|
+
|
|
48
|
+
def __str__(self) -> str:
|
|
49
|
+
return f"LocateWorkflow(target='{self._target}')"
|
|
50
|
+
|
|
51
|
+
def __repr__(self) -> str:
|
|
52
|
+
return f"LocateWorkflow(target={self._target!r})"
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
from rapidata.api_client.models.add_validation_rapid_model import IRapidPayload
|
|
2
|
+
from rapidata.api_client.models.i_order_workflow_model import IOrderWorkflowModel
|
|
3
|
+
from rapidata.api_client.models.i_order_workflow_model_grouped_ranking_workflow_model import (
|
|
4
|
+
IOrderWorkflowModelGroupedRankingWorkflowModel,
|
|
5
|
+
)
|
|
6
|
+
from rapidata.rapidata_client.workflow._base_workflow import Workflow
|
|
7
|
+
from rapidata.api_client.models.i_rapid_payload_compare_payload import (
|
|
8
|
+
IRapidPayloadComparePayload,
|
|
9
|
+
)
|
|
10
|
+
from rapidata.rapidata_client.datapoints._datapoint import Datapoint
|
|
11
|
+
from rapidata.api_client.models.rapid_modality import RapidModality
|
|
12
|
+
from rapidata.api_client.models.i_asset_input import IAssetInput
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
class MultiRankingWorkflow(Workflow):
|
|
16
|
+
modality = RapidModality.COMPARE
|
|
17
|
+
|
|
18
|
+
def __init__(
|
|
19
|
+
self,
|
|
20
|
+
instruction: str,
|
|
21
|
+
comparison_budget_per_ranking: int,
|
|
22
|
+
random_comparisons_ratio,
|
|
23
|
+
elo_start: int = 1200,
|
|
24
|
+
elo_k_factor: int = 40,
|
|
25
|
+
elo_scaling_factor: int = 400,
|
|
26
|
+
contexts: dict[str, str] | None = None,
|
|
27
|
+
media_contexts: dict[str, IAssetInput] | None = None,
|
|
28
|
+
):
|
|
29
|
+
from rapidata.api_client.models.i_pair_maker_config_model import (
|
|
30
|
+
IPairMakerConfigModel,
|
|
31
|
+
)
|
|
32
|
+
from rapidata.api_client.models.i_pair_maker_config_model_online_pair_maker_config_model import (
|
|
33
|
+
IPairMakerConfigModelOnlinePairMakerConfigModel,
|
|
34
|
+
)
|
|
35
|
+
from rapidata.api_client.models.elo_config_model import EloConfigModel
|
|
36
|
+
|
|
37
|
+
super().__init__(type="CompareWorkflowConfig")
|
|
38
|
+
|
|
39
|
+
self.contexts = contexts
|
|
40
|
+
self.media_contexts = media_contexts
|
|
41
|
+
|
|
42
|
+
self.instruction = instruction
|
|
43
|
+
self.comparison_budget_per_ranking = comparison_budget_per_ranking
|
|
44
|
+
self.random_comparisons_ratio = random_comparisons_ratio
|
|
45
|
+
self.elo_start = elo_start
|
|
46
|
+
self.elo_k_factor = elo_k_factor
|
|
47
|
+
self.elo_scaling_factor = elo_scaling_factor
|
|
48
|
+
|
|
49
|
+
self.pair_maker_config = IPairMakerConfigModel(
|
|
50
|
+
actual_instance=IPairMakerConfigModelOnlinePairMakerConfigModel(
|
|
51
|
+
_t="OnlinePairMaker",
|
|
52
|
+
totalComparisonBudget=comparison_budget_per_ranking,
|
|
53
|
+
randomMatchesRatio=random_comparisons_ratio,
|
|
54
|
+
),
|
|
55
|
+
)
|
|
56
|
+
|
|
57
|
+
self.elo_config = EloConfigModel(
|
|
58
|
+
startingElo=elo_start,
|
|
59
|
+
kFactor=elo_k_factor,
|
|
60
|
+
scalingFactor=elo_scaling_factor,
|
|
61
|
+
)
|
|
62
|
+
|
|
63
|
+
def _to_model(self) -> IOrderWorkflowModel:
|
|
64
|
+
return IOrderWorkflowModel(
|
|
65
|
+
actual_instance=IOrderWorkflowModelGroupedRankingWorkflowModel(
|
|
66
|
+
_t="GroupedRankingWorkflow",
|
|
67
|
+
criteria=self.instruction,
|
|
68
|
+
eloConfig=self.elo_config,
|
|
69
|
+
pairMakerConfig=self.pair_maker_config,
|
|
70
|
+
contexts=self.contexts,
|
|
71
|
+
contextAssets=self.media_contexts,
|
|
72
|
+
)
|
|
73
|
+
)
|
|
74
|
+
|
|
75
|
+
def _get_instruction(self) -> str:
|
|
76
|
+
return self.instruction
|
|
77
|
+
|
|
78
|
+
def _to_payload(self, datapoint: Datapoint) -> IRapidPayload:
|
|
79
|
+
return IRapidPayload(
|
|
80
|
+
actual_instance=IRapidPayloadComparePayload(
|
|
81
|
+
_t="ComparePayload",
|
|
82
|
+
criteria=self.instruction,
|
|
83
|
+
)
|
|
84
|
+
)
|
|
85
|
+
|
|
86
|
+
def __str__(self) -> str:
|
|
87
|
+
return f"MultiRankingWorkflow(instruction='{self.instruction}')"
|
|
88
|
+
|
|
89
|
+
def __repr__(self) -> str:
|
|
90
|
+
return f"MultiRankingWorkflow(instruction={self.instruction!r}, comparison_budget_per_ranking={self.comparison_budget_per_ranking!r}, random_comparisons_ratio={self.random_comparisons_ratio!r}, elo_start={self.elo_start!r}, elo_k_factor={self.elo_k_factor!r}, elo_scaling_factor={self.elo_scaling_factor!r})"
|
|
@@ -1,17 +1,19 @@
|
|
|
1
|
-
from rapidata.api_client.models.
|
|
2
|
-
from rapidata.api_client.models.
|
|
3
|
-
|
|
1
|
+
from rapidata.api_client.models.i_order_workflow_model import IOrderWorkflowModel
|
|
2
|
+
from rapidata.api_client.models.i_order_workflow_model_simple_workflow_model import (
|
|
3
|
+
IOrderWorkflowModelSimpleWorkflowModel,
|
|
4
4
|
)
|
|
5
|
-
from rapidata.api_client.models.
|
|
6
|
-
|
|
5
|
+
from rapidata.api_client.models.i_rapid_blueprint import IRapidBlueprint
|
|
6
|
+
from rapidata.api_client.models.i_rapid_blueprint_transcription_rapid_blueprint import (
|
|
7
|
+
IRapidBlueprintTranscriptionRapidBlueprint,
|
|
7
8
|
)
|
|
8
9
|
from rapidata.rapidata_client.workflow._base_workflow import Workflow
|
|
9
|
-
from rapidata.api_client import
|
|
10
|
-
|
|
11
|
-
from rapidata.rapidata_client.datapoints.metadata._select_words_metadata import (
|
|
12
|
-
SelectWordsMetadata,
|
|
10
|
+
from rapidata.api_client.models.i_rapid_payload_transcription_payload import (
|
|
11
|
+
IRapidPayloadTranscriptionPayload,
|
|
13
12
|
)
|
|
13
|
+
from rapidata.api_client.models.transcription_word import TranscriptionWord
|
|
14
|
+
from rapidata.rapidata_client.datapoints._datapoint import Datapoint
|
|
14
15
|
from rapidata.api_client.models.rapid_modality import RapidModality
|
|
16
|
+
from rapidata.api_client.models.i_rapid_payload import IRapidPayload
|
|
15
17
|
|
|
16
18
|
|
|
17
19
|
class SelectWordsWorkflow(Workflow):
|
|
@@ -34,35 +36,39 @@ class SelectWordsWorkflow(Workflow):
|
|
|
34
36
|
super().__init__(type="SimpleWorkflowConfig")
|
|
35
37
|
self._instruction = instruction
|
|
36
38
|
|
|
37
|
-
def
|
|
38
|
-
|
|
39
|
+
def _get_instruction(self) -> str:
|
|
40
|
+
return self._instruction
|
|
41
|
+
|
|
42
|
+
def _to_model(self) -> IOrderWorkflowModel:
|
|
43
|
+
blueprint = IRapidBlueprintTranscriptionRapidBlueprint(
|
|
39
44
|
_t="TranscriptionBlueprint", title=self._instruction
|
|
40
45
|
)
|
|
41
46
|
|
|
42
|
-
return
|
|
43
|
-
|
|
47
|
+
return IOrderWorkflowModel(
|
|
48
|
+
actual_instance=IOrderWorkflowModelSimpleWorkflowModel(
|
|
49
|
+
_t="SimpleWorkflow",
|
|
50
|
+
blueprint=IRapidBlueprint(actual_instance=blueprint),
|
|
51
|
+
)
|
|
44
52
|
)
|
|
45
53
|
|
|
46
|
-
def _to_payload(self, datapoint: Datapoint) ->
|
|
54
|
+
def _to_payload(self, datapoint: Datapoint) -> IRapidPayload:
|
|
47
55
|
assert (
|
|
48
|
-
datapoint.
|
|
49
|
-
), "SelectWordsWorkflow requires a
|
|
56
|
+
datapoint.sentence is not None
|
|
57
|
+
), "SelectWordsWorkflow requires a sentence datapoint"
|
|
50
58
|
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
+
return IRapidPayload(
|
|
60
|
+
actual_instance=IRapidPayloadTranscriptionPayload(
|
|
61
|
+
_t="TranscriptionPayload",
|
|
62
|
+
title=self._instruction,
|
|
63
|
+
transcription=[
|
|
64
|
+
TranscriptionWord(word=word, wordIndex=i)
|
|
65
|
+
for i, word in enumerate(datapoint.sentence.split())
|
|
66
|
+
],
|
|
67
|
+
)
|
|
59
68
|
)
|
|
60
69
|
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
for i, word in enumerate(select_words_metadata.select_words.split())
|
|
67
|
-
],
|
|
68
|
-
)
|
|
70
|
+
def __str__(self) -> str:
|
|
71
|
+
return f"SelectWordsWorkflow(instruction='{self._instruction}')"
|
|
72
|
+
|
|
73
|
+
def __repr__(self) -> str:
|
|
74
|
+
return f"SelectWordsWorkflow(instruction={self._instruction!r})"
|