eval-studio-client 1.0.1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +36 -1
- eval_studio_client/api/api/__init__.py +4 -0
- eval_studio_client/api/api/adversarial_inputs_service_api.py +321 -0
- eval_studio_client/api/api/dashboard_service_api.py +1 -1
- eval_studio_client/api/api/document_service_api.py +1 -1
- eval_studio_client/api/api/evaluation_service_api.py +1 -1
- eval_studio_client/api/api/evaluator_service_api.py +1 -1
- eval_studio_client/api/api/generated_questions_validation_service_api.py +321 -0
- eval_studio_client/api/api/human_calibration_service_api.py +1 -1
- eval_studio_client/api/api/info_service_api.py +1 -1
- eval_studio_client/api/api/leaderboard_report_service_api.py +292 -0
- eval_studio_client/api/api/leaderboard_service_api.py +17 -17
- eval_studio_client/api/api/model_service_api.py +17 -17
- eval_studio_client/api/api/operation_progress_service_api.py +1 -1
- eval_studio_client/api/api/operation_service_api.py +272 -17
- eval_studio_client/api/api/perturbation_service_api.py +1 -1
- eval_studio_client/api/api/perturbator_service_api.py +17 -17
- eval_studio_client/api/api/prompt_generation_service_api.py +1 -1
- eval_studio_client/api/api/prompt_library_service_api.py +1 -1
- eval_studio_client/api/api/test_case_relationship_service_api.py +292 -0
- eval_studio_client/api/api/test_case_service_api.py +17 -17
- eval_studio_client/api/api/test_class_service_api.py +17 -17
- eval_studio_client/api/api/test_lab_service_api.py +1 -1
- eval_studio_client/api/api/test_service_api.py +585 -17
- eval_studio_client/api/api/who_am_i_service_api.py +1 -1
- eval_studio_client/api/api/workflow_edge_service_api.py +541 -2
- eval_studio_client/api/api/workflow_node_service_api.py +923 -126
- eval_studio_client/api/api/workflow_service_api.py +317 -33
- eval_studio_client/api/api_client.py +1 -1
- eval_studio_client/api/configuration.py +1 -1
- eval_studio_client/api/docs/AdversarialInputsServiceApi.md +78 -0
- eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +45 -0
- eval_studio_client/api/docs/GeneratedQuestionsValidationServiceApi.md +78 -0
- eval_studio_client/api/docs/GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md +30 -0
- eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -0
- eval_studio_client/api/docs/LeaderboardServiceApi.md +5 -5
- eval_studio_client/api/docs/ModelServiceApi.md +5 -5
- eval_studio_client/api/docs/OperationServiceApi.md +72 -5
- eval_studio_client/api/docs/PerturbatorServiceApi.md +5 -5
- eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +2 -1
- eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +2 -0
- eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md +3 -0
- eval_studio_client/api/docs/TestCaseRelationshipServiceApi.md +75 -0
- eval_studio_client/api/docs/TestCaseServiceApi.md +5 -5
- eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
- eval_studio_client/api/docs/TestServiceApi.md +145 -5
- eval_studio_client/api/docs/TestServiceCloneTestRequest.md +30 -0
- eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +3 -2
- eval_studio_client/api/docs/TestServicePerturbTestInPlaceRequest.md +30 -0
- eval_studio_client/api/docs/V1AbortOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1CloneTestResponse.md +29 -0
- eval_studio_client/api/docs/V1CloneWorkflowResponse.md +29 -0
- eval_studio_client/api/docs/V1Context.md +32 -0
- eval_studio_client/api/docs/V1CreateWorkflowEdgeResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateWorkflowNodeResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteWorkflowEdgeResponse.md +29 -0
- eval_studio_client/api/docs/V1GeneratedTestCase.md +30 -0
- eval_studio_client/api/docs/V1GetLeaderboardReportResponse.md +29 -0
- eval_studio_client/api/docs/V1Info.md +3 -0
- eval_studio_client/api/docs/V1InitWorkflowNodeResponse.md +29 -0
- eval_studio_client/api/docs/V1LeaderboardReport.md +32 -0
- eval_studio_client/api/docs/V1LeaderboardReportActualOutputData.md +31 -0
- eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +31 -0
- eval_studio_client/api/docs/V1LeaderboardReportEvaluator.md +42 -0
- eval_studio_client/api/docs/V1LeaderboardReportEvaluatorParameter.md +38 -0
- eval_studio_client/api/docs/V1LeaderboardReportExplanation.md +34 -0
- eval_studio_client/api/docs/V1LeaderboardReportMetricsMetaEntry.md +41 -0
- eval_studio_client/api/docs/V1LeaderboardReportModel.md +39 -0
- eval_studio_client/api/docs/V1LeaderboardReportResult.md +45 -0
- eval_studio_client/api/docs/V1LeaderboardReportResultRelationship.md +32 -0
- eval_studio_client/api/docs/V1ListTestCaseRelationshipsResponse.md +29 -0
- eval_studio_client/api/docs/V1MetricScore.md +31 -0
- eval_studio_client/api/docs/V1MetricScores.md +29 -0
- eval_studio_client/api/docs/V1PerturbTestInPlaceResponse.md +29 -0
- eval_studio_client/api/docs/V1RepeatedString.md +29 -0
- eval_studio_client/api/docs/V1ResetWorkflowNodeResponse.md +29 -0
- eval_studio_client/api/docs/V1TestCase.md +2 -0
- eval_studio_client/api/docs/V1Workflow.md +3 -0
- eval_studio_client/api/docs/WorkflowEdgeServiceApi.md +139 -0
- eval_studio_client/api/docs/WorkflowNodeServiceApi.md +221 -12
- eval_studio_client/api/docs/WorkflowServiceApi.md +81 -10
- eval_studio_client/api/docs/WorkflowServiceCloneWorkflowRequest.md +33 -0
- eval_studio_client/api/exceptions.py +1 -1
- eval_studio_client/api/models/__init__.py +32 -1
- eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +143 -0
- eval_studio_client/api/models/generated_questions_validation_service_validate_generated_questions_request.py +97 -0
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
- eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +13 -4
- eval_studio_client/api/models/protobuf_any.py +1 -1
- eval_studio_client/api/models/protobuf_null_value.py +1 -1
- eval_studio_client/api/models/required_the_dashboard_to_update.py +1 -1
- eval_studio_client/api/models/required_the_document_to_update.py +1 -1
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +1 -1
- eval_studio_client/api/models/required_the_model_to_update.py +1 -1
- eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
- eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
- eval_studio_client/api/models/required_the_test_case_to_update.py +10 -3
- eval_studio_client/api/models/required_the_test_to_update.py +1 -1
- eval_studio_client/api/models/required_the_updated_workflow.py +11 -3
- eval_studio_client/api/models/required_the_updated_workflow_node.py +1 -1
- eval_studio_client/api/models/rpc_status.py +1 -1
- eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
- eval_studio_client/api/models/test_service_clone_test_request.py +89 -0
- eval_studio_client/api/models/test_service_generate_test_cases_request.py +7 -5
- eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +1 -1
- eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +1 -1
- eval_studio_client/api/models/test_service_perturb_test_in_place_request.py +97 -0
- eval_studio_client/api/models/test_service_perturb_test_request.py +1 -1
- eval_studio_client/api/models/v1_abort_operation_response.py +91 -0
- eval_studio_client/api/models/v1_batch_create_leaderboards_request.py +1 -1
- eval_studio_client/api/models/v1_batch_create_leaderboards_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_dashboards_request.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_dashboards_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_documents_request.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_documents_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_evaluators_request.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_evaluators_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_leaderboards_request.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_leaderboards_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_models_request.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_models_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_test_cases_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_tests_request.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_tests_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_workflows_request.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_workflows_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_dashboards_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_documents_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_leaderboards_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_models_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_operations_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_tests_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +1 -1
- eval_studio_client/api/models/v1_batch_import_leaderboard_request.py +1 -1
- eval_studio_client/api/models/v1_batch_import_leaderboard_response.py +1 -1
- eval_studio_client/api/models/v1_batch_import_tests_request.py +1 -1
- eval_studio_client/api/models/v1_batch_import_tests_response.py +1 -1
- eval_studio_client/api/models/v1_check_base_models_response.py +1 -1
- eval_studio_client/api/models/v1_clone_test_response.py +91 -0
- eval_studio_client/api/models/v1_clone_workflow_response.py +91 -0
- eval_studio_client/api/models/v1_collection_info.py +1 -1
- eval_studio_client/api/models/v1_context.py +93 -0
- eval_studio_client/api/models/v1_create_dashboard_response.py +1 -1
- eval_studio_client/api/models/v1_create_document_response.py +1 -1
- eval_studio_client/api/models/v1_create_evaluation_request.py +1 -1
- eval_studio_client/api/models/v1_create_evaluator_response.py +1 -1
- eval_studio_client/api/models/v1_create_leaderboard_request.py +1 -1
- eval_studio_client/api/models/v1_create_leaderboard_response.py +1 -1
- eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +1 -1
- eval_studio_client/api/models/v1_create_model_response.py +1 -1
- eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
- eval_studio_client/api/models/v1_create_test_case_response.py +1 -1
- eval_studio_client/api/models/v1_create_test_lab_response.py +1 -1
- eval_studio_client/api/models/v1_create_test_response.py +1 -1
- eval_studio_client/api/models/v1_create_workflow_edge_response.py +91 -0
- eval_studio_client/api/models/v1_create_workflow_node_response.py +91 -0
- eval_studio_client/api/models/v1_create_workflow_response.py +1 -1
- eval_studio_client/api/models/v1_dashboard.py +1 -1
- eval_studio_client/api/models/v1_dashboard_status.py +1 -1
- eval_studio_client/api/models/v1_delete_dashboard_response.py +1 -1
- eval_studio_client/api/models/v1_delete_document_response.py +1 -1
- eval_studio_client/api/models/v1_delete_evaluator_response.py +1 -1
- eval_studio_client/api/models/v1_delete_leaderboard_response.py +1 -1
- eval_studio_client/api/models/v1_delete_model_response.py +1 -1
- eval_studio_client/api/models/v1_delete_test_case_response.py +1 -1
- eval_studio_client/api/models/v1_delete_test_response.py +1 -1
- eval_studio_client/api/models/v1_delete_workflow_edge_response.py +91 -0
- eval_studio_client/api/models/v1_delete_workflow_node_response.py +1 -1
- eval_studio_client/api/models/v1_delete_workflow_response.py +1 -1
- eval_studio_client/api/models/v1_document.py +1 -1
- eval_studio_client/api/models/v1_estimate_threshold_request.py +1 -1
- eval_studio_client/api/models/v1_evaluation_test.py +1 -1
- eval_studio_client/api/models/v1_evaluator.py +1 -1
- eval_studio_client/api/models/v1_evaluator_param_type.py +1 -1
- eval_studio_client/api/models/v1_evaluator_parameter.py +1 -1
- eval_studio_client/api/models/v1_evaluator_view.py +1 -1
- eval_studio_client/api/models/v1_finalize_operation_response.py +1 -1
- eval_studio_client/api/models/v1_find_all_test_cases_by_id_response.py +1 -1
- eval_studio_client/api/models/v1_find_test_lab_response.py +1 -1
- eval_studio_client/api/models/v1_generate_test_cases_response.py +1 -1
- eval_studio_client/api/models/v1_generated_test_case.py +101 -0
- eval_studio_client/api/models/v1_get_dashboard_response.py +1 -1
- eval_studio_client/api/models/v1_get_document_response.py +1 -1
- eval_studio_client/api/models/v1_get_evaluator_response.py +1 -1
- eval_studio_client/api/models/v1_get_info_response.py +1 -1
- eval_studio_client/api/models/v1_get_leaderboard_report_response.py +91 -0
- eval_studio_client/api/models/v1_get_leaderboard_response.py +1 -1
- eval_studio_client/api/models/v1_get_model_response.py +1 -1
- eval_studio_client/api/models/v1_get_operation_progress_by_parent_response.py +1 -1
- eval_studio_client/api/models/v1_get_operation_response.py +1 -1
- eval_studio_client/api/models/v1_get_perturbator_response.py +1 -1
- eval_studio_client/api/models/v1_get_test_case_response.py +1 -1
- eval_studio_client/api/models/v1_get_test_class_response.py +1 -1
- eval_studio_client/api/models/v1_get_test_response.py +1 -1
- eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +1 -1
- eval_studio_client/api/models/v1_get_workflow_node_response.py +1 -1
- eval_studio_client/api/models/v1_get_workflow_response.py +1 -1
- eval_studio_client/api/models/v1_import_evaluation_request.py +1 -1
- eval_studio_client/api/models/v1_import_leaderboard_request.py +1 -1
- eval_studio_client/api/models/v1_import_leaderboard_response.py +1 -1
- eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +1 -1
- eval_studio_client/api/models/v1_import_test_cases_request.py +1 -1
- eval_studio_client/api/models/v1_info.py +10 -4
- eval_studio_client/api/models/v1_init_workflow_node_response.py +91 -0
- eval_studio_client/api/models/v1_insight.py +1 -1
- eval_studio_client/api/models/v1_labeled_test_case.py +1 -1
- eval_studio_client/api/models/v1_leaderboard.py +1 -1
- eval_studio_client/api/models/v1_leaderboard_report.py +115 -0
- eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py +93 -0
- eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +101 -0
- eval_studio_client/api/models/v1_leaderboard_report_evaluator.py +155 -0
- eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py +109 -0
- eval_studio_client/api/models/v1_leaderboard_report_explanation.py +103 -0
- eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py +129 -0
- eval_studio_client/api/models/v1_leaderboard_report_model.py +121 -0
- eval_studio_client/api/models/v1_leaderboard_report_result.py +175 -0
- eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py +97 -0
- eval_studio_client/api/models/v1_leaderboard_status.py +1 -1
- eval_studio_client/api/models/v1_leaderboard_type.py +1 -1
- eval_studio_client/api/models/v1_leaderboard_view.py +1 -1
- eval_studio_client/api/models/v1_list_base_models_response.py +1 -1
- eval_studio_client/api/models/v1_list_dashboards_response.py +1 -1
- eval_studio_client/api/models/v1_list_documents_response.py +1 -1
- eval_studio_client/api/models/v1_list_evaluators_response.py +1 -1
- eval_studio_client/api/models/v1_list_leaderboards_response.py +1 -1
- eval_studio_client/api/models/v1_list_llm_models_response.py +1 -1
- eval_studio_client/api/models/v1_list_model_collections_response.py +1 -1
- eval_studio_client/api/models/v1_list_models_response.py +1 -1
- eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py +1 -1
- eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py +1 -1
- eval_studio_client/api/models/v1_list_most_recent_models_response.py +1 -1
- eval_studio_client/api/models/v1_list_most_recent_tests_response.py +1 -1
- eval_studio_client/api/models/v1_list_operations_response.py +1 -1
- eval_studio_client/api/models/v1_list_perturbators_response.py +1 -1
- eval_studio_client/api/models/v1_list_prompt_library_items_response.py +1 -1
- eval_studio_client/api/models/v1_list_rag_collections_response.py +1 -1
- eval_studio_client/api/models/v1_list_test_case_library_items_response.py +1 -1
- eval_studio_client/api/models/v1_list_test_case_relationships_response.py +95 -0
- eval_studio_client/api/models/v1_list_test_cases_response.py +1 -1
- eval_studio_client/api/models/v1_list_test_classes_response.py +1 -1
- eval_studio_client/api/models/v1_list_tests_response.py +1 -1
- eval_studio_client/api/models/v1_list_workflows_response.py +1 -1
- eval_studio_client/api/models/v1_metric_score.py +89 -0
- eval_studio_client/api/models/v1_metric_scores.py +95 -0
- eval_studio_client/api/models/v1_model.py +1 -1
- eval_studio_client/api/models/v1_model_type.py +1 -1
- eval_studio_client/api/models/v1_operation.py +1 -1
- eval_studio_client/api/models/v1_operation_progress.py +1 -1
- eval_studio_client/api/models/v1_perturb_test_in_place_response.py +91 -0
- eval_studio_client/api/models/v1_perturb_test_response.py +1 -1
- eval_studio_client/api/models/v1_perturbator.py +1 -1
- eval_studio_client/api/models/v1_perturbator_configuration.py +1 -1
- eval_studio_client/api/models/v1_perturbator_intensity.py +1 -1
- eval_studio_client/api/models/v1_problem_and_action.py +1 -1
- eval_studio_client/api/models/v1_process_workflow_node_response.py +1 -1
- eval_studio_client/api/models/v1_prompt_library_item.py +1 -1
- eval_studio_client/api/models/v1_repeated_string.py +87 -0
- eval_studio_client/api/models/v1_reset_workflow_node_response.py +91 -0
- eval_studio_client/api/models/v1_test.py +1 -1
- eval_studio_client/api/models/v1_test_case.py +10 -3
- eval_studio_client/api/models/v1_test_case_relationship.py +1 -1
- eval_studio_client/api/models/v1_test_cases_generator.py +1 -1
- eval_studio_client/api/models/v1_test_class.py +1 -1
- eval_studio_client/api/models/v1_test_class_type.py +1 -1
- eval_studio_client/api/models/v1_test_lab.py +1 -1
- eval_studio_client/api/models/v1_test_suite_evaluates.py +1 -1
- eval_studio_client/api/models/v1_update_dashboard_response.py +1 -1
- eval_studio_client/api/models/v1_update_document_response.py +1 -1
- eval_studio_client/api/models/v1_update_leaderboard_response.py +1 -1
- eval_studio_client/api/models/v1_update_model_response.py +1 -1
- eval_studio_client/api/models/v1_update_operation_response.py +1 -1
- eval_studio_client/api/models/v1_update_test_case_response.py +1 -1
- eval_studio_client/api/models/v1_update_test_response.py +1 -1
- eval_studio_client/api/models/v1_update_workflow_node_response.py +1 -1
- eval_studio_client/api/models/v1_update_workflow_response.py +1 -1
- eval_studio_client/api/models/v1_who_am_i_response.py +1 -1
- eval_studio_client/api/models/v1_workflow.py +11 -3
- eval_studio_client/api/models/v1_workflow_edge.py +1 -1
- eval_studio_client/api/models/v1_workflow_edge_type.py +1 -1
- eval_studio_client/api/models/v1_workflow_node.py +1 -1
- eval_studio_client/api/models/v1_workflow_node_artifact.py +1 -1
- eval_studio_client/api/models/v1_workflow_node_artifacts.py +1 -1
- eval_studio_client/api/models/v1_workflow_node_attributes.py +1 -1
- eval_studio_client/api/models/v1_workflow_node_status.py +1 -1
- eval_studio_client/api/models/v1_workflow_node_type.py +4 -1
- eval_studio_client/api/models/v1_workflow_node_view.py +1 -1
- eval_studio_client/api/models/v1_workflow_type.py +1 -1
- eval_studio_client/api/models/workflow_service_clone_workflow_request.py +95 -0
- eval_studio_client/api/rest.py +1 -1
- eval_studio_client/api/test/test_adversarial_inputs_service_api.py +37 -0
- eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +128 -0
- eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
- eval_studio_client/api/test/test_document_service_api.py +1 -1
- eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
- eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
- eval_studio_client/api/test/test_generated_questions_validation_service_api.py +37 -0
- eval_studio_client/api/test/test_generated_questions_validation_service_validate_generated_questions_request.py +83 -0
- eval_studio_client/api/test/test_human_calibration_service_api.py +1 -1
- eval_studio_client/api/test/test_info_service_api.py +1 -1
- eval_studio_client/api/test/test_leaderboard_report_service_api.py +37 -0
- eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
- eval_studio_client/api/test/test_model_service_api.py +1 -1
- eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
- eval_studio_client/api/test/test_operation_service_api.py +7 -1
- eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
- eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +6 -2
- eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
- eval_studio_client/api/test/test_prompt_generation_service_api.py +1 -1
- eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +9 -4
- eval_studio_client/api/test/test_prompt_library_service_api.py +1 -1
- eval_studio_client/api/test/test_protobuf_any.py +1 -1
- eval_studio_client/api/test/test_protobuf_null_value.py +1 -1
- eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
- eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_test_case_to_update.py +6 -2
- eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_updated_workflow.py +5 -2
- eval_studio_client/api/test/test_required_the_updated_workflow_node.py +1 -1
- eval_studio_client/api/test/test_rpc_status.py +1 -1
- eval_studio_client/api/test/test_test_case_relationship_service_api.py +37 -0
- eval_studio_client/api/test/test_test_case_service_api.py +1 -1
- eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
- eval_studio_client/api/test/test_test_class_service_api.py +1 -1
- eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
- eval_studio_client/api/test/test_test_service_api.py +13 -1
- eval_studio_client/api/test/test_test_service_clone_test_request.py +52 -0
- eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +4 -1
- eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py +1 -1
- eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py +1 -1
- eval_studio_client/api/test/test_test_service_perturb_test_in_place_request.py +59 -0
- eval_studio_client/api/test/test_test_service_perturb_test_request.py +1 -1
- eval_studio_client/api/test/test_v1_abort_operation_response.py +71 -0
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_dashboards_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_dashboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_documents_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_documents_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_evaluators_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_leaderboards_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_models_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_models_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py +6 -2
- eval_studio_client/api/test/test_v1_batch_delete_tests_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_tests_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py +5 -2
- eval_studio_client/api/test/test_v1_batch_get_dashboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_get_documents_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_get_models_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_get_operations_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_get_tests_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_import_leaderboard_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_import_tests_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_import_tests_response.py +1 -1
- eval_studio_client/api/test/test_v1_check_base_models_response.py +1 -1
- eval_studio_client/api/test/test_v1_clone_test_response.py +67 -0
- eval_studio_client/api/test/test_v1_clone_workflow_response.py +93 -0
- eval_studio_client/api/test/test_v1_collection_info.py +1 -1
- eval_studio_client/api/test/test_v1_context.py +54 -0
- eval_studio_client/api/test/test_v1_create_dashboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_document_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_evaluation_request.py +6 -2
- eval_studio_client/api/test/test_v1_create_evaluator_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_request.py +1 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_model_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_perturbation_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_test_case_response.py +6 -2
- eval_studio_client/api/test/test_v1_create_test_lab_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_test_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_workflow_edge_response.py +62 -0
- eval_studio_client/api/test/test_v1_create_workflow_node_response.py +82 -0
- eval_studio_client/api/test/test_v1_create_workflow_response.py +5 -2
- eval_studio_client/api/test/test_v1_dashboard.py +1 -1
- eval_studio_client/api/test/test_v1_dashboard_status.py +1 -1
- eval_studio_client/api/test/test_v1_delete_dashboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_delete_document_response.py +1 -1
- eval_studio_client/api/test/test_v1_delete_evaluator_response.py +1 -1
- eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_delete_model_response.py +1 -1
- eval_studio_client/api/test/test_v1_delete_test_case_response.py +6 -2
- eval_studio_client/api/test/test_v1_delete_test_response.py +1 -1
- eval_studio_client/api/test/test_v1_delete_workflow_edge_response.py +62 -0
- eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +1 -1
- eval_studio_client/api/test/test_v1_delete_workflow_response.py +5 -2
- eval_studio_client/api/test/test_v1_document.py +1 -1
- eval_studio_client/api/test/test_v1_estimate_threshold_request.py +1 -1
- eval_studio_client/api/test/test_v1_evaluation_test.py +6 -2
- eval_studio_client/api/test/test_v1_evaluator.py +1 -1
- eval_studio_client/api/test/test_v1_evaluator_param_type.py +1 -1
- eval_studio_client/api/test/test_v1_evaluator_parameter.py +1 -1
- eval_studio_client/api/test/test_v1_evaluator_view.py +1 -1
- eval_studio_client/api/test/test_v1_finalize_operation_response.py +1 -1
- eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py +6 -2
- eval_studio_client/api/test/test_v1_find_test_lab_response.py +1 -1
- eval_studio_client/api/test/test_v1_generate_test_cases_response.py +1 -1
- eval_studio_client/api/test/test_v1_generated_test_case.py +79 -0
- eval_studio_client/api/test/test_v1_get_dashboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_document_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_evaluator_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_info_response.py +7 -2
- eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +175 -0
- eval_studio_client/api/test/test_v1_get_leaderboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_model_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_operation_progress_by_parent_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_operation_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_perturbator_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_test_case_response.py +6 -2
- eval_studio_client/api/test/test_v1_get_test_class_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_test_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_workflow_node_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_workflow_response.py +5 -2
- eval_studio_client/api/test/test_v1_import_evaluation_request.py +1 -1
- eval_studio_client/api/test/test_v1_import_leaderboard_request.py +1 -1
- eval_studio_client/api/test/test_v1_import_leaderboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +1 -1
- eval_studio_client/api/test/test_v1_import_test_cases_request.py +1 -1
- eval_studio_client/api/test/test_v1_info.py +7 -2
- eval_studio_client/api/test/test_v1_init_workflow_node_response.py +82 -0
- eval_studio_client/api/test/test_v1_insight.py +1 -1
- eval_studio_client/api/test/test_v1_labeled_test_case.py +1 -1
- eval_studio_client/api/test/test_v1_leaderboard.py +1 -1
- eval_studio_client/api/test/test_v1_leaderboard_report.py +174 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_data.py +52 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +56 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_evaluator.py +114 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_evaluator_parameter.py +63 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_explanation.py +58 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_metrics_meta_entry.py +66 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_model.py +62 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_result.py +92 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_result_relationship.py +53 -0
- eval_studio_client/api/test/test_v1_leaderboard_status.py +1 -1
- eval_studio_client/api/test/test_v1_leaderboard_type.py +1 -1
- eval_studio_client/api/test/test_v1_leaderboard_view.py +1 -1
- eval_studio_client/api/test/test_v1_list_base_models_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_dashboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_documents_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_evaluators_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_leaderboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_llm_models_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_model_collections_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_models_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_most_recent_dashboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_most_recent_models_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_most_recent_tests_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_operations_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_perturbators_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_rag_collections_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_test_case_relationships_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_test_cases_response.py +6 -2
- eval_studio_client/api/test/test_v1_list_test_classes_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_tests_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_workflows_response.py +5 -2
- eval_studio_client/api/test/test_v1_metric_score.py +52 -0
- eval_studio_client/api/test/test_v1_metric_scores.py +55 -0
- eval_studio_client/api/test/test_v1_model.py +1 -1
- eval_studio_client/api/test/test_v1_model_type.py +1 -1
- eval_studio_client/api/test/test_v1_operation.py +1 -1
- eval_studio_client/api/test/test_v1_operation_progress.py +1 -1
- eval_studio_client/api/test/test_v1_perturb_test_in_place_response.py +67 -0
- eval_studio_client/api/test/test_v1_perturb_test_response.py +1 -1
- eval_studio_client/api/test/test_v1_perturbator.py +1 -1
- eval_studio_client/api/test/test_v1_perturbator_configuration.py +1 -1
- eval_studio_client/api/test/test_v1_perturbator_intensity.py +1 -1
- eval_studio_client/api/test/test_v1_problem_and_action.py +1 -1
- eval_studio_client/api/test/test_v1_process_workflow_node_response.py +1 -1
- eval_studio_client/api/test/test_v1_prompt_library_item.py +1 -1
- eval_studio_client/api/test/test_v1_repeated_string.py +53 -0
- eval_studio_client/api/test/test_v1_reset_workflow_node_response.py +82 -0
- eval_studio_client/api/test/test_v1_test.py +1 -1
- eval_studio_client/api/test/test_v1_test_case.py +6 -2
- eval_studio_client/api/test/test_v1_test_case_relationship.py +1 -1
- eval_studio_client/api/test/test_v1_test_cases_generator.py +1 -1
- eval_studio_client/api/test/test_v1_test_class.py +1 -1
- eval_studio_client/api/test/test_v1_test_class_type.py +1 -1
- eval_studio_client/api/test/test_v1_test_lab.py +1 -1
- eval_studio_client/api/test/test_v1_test_suite_evaluates.py +1 -1
- eval_studio_client/api/test/test_v1_update_dashboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_update_document_response.py +1 -1
- eval_studio_client/api/test/test_v1_update_leaderboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_update_model_response.py +1 -1
- eval_studio_client/api/test/test_v1_update_operation_response.py +1 -1
- eval_studio_client/api/test/test_v1_update_test_case_response.py +6 -2
- eval_studio_client/api/test/test_v1_update_test_response.py +1 -1
- eval_studio_client/api/test/test_v1_update_workflow_node_response.py +1 -1
- eval_studio_client/api/test/test_v1_update_workflow_response.py +5 -2
- eval_studio_client/api/test/test_v1_who_am_i_response.py +1 -1
- eval_studio_client/api/test/test_v1_workflow.py +5 -2
- eval_studio_client/api/test/test_v1_workflow_edge.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_edge_type.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_node.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_node_artifact.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_node_attributes.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_node_status.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_node_type.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_node_view.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_type.py +1 -1
- eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
- eval_studio_client/api/test/test_workflow_edge_service_api.py +15 -1
- eval_studio_client/api/test/test_workflow_node_service_api.py +23 -2
- eval_studio_client/api/test/test_workflow_service_api.py +8 -1
- eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py +55 -0
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +1633 -219
- eval_studio_client/tests.py +103 -8
- {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/METADATA +2 -2
- eval_studio_client-1.1.0a5.dist-info/RECORD +720 -0
- {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/WHEEL +1 -1
- eval_studio_client-1.0.1.dist-info/RECORD +0 -615
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
# flake8: noqa
|
|
4
4
|
|
|
5
5
|
"""
|
|
6
|
-
ai/h2o/eval_studio/v1/
|
|
6
|
+
ai/h2o/eval_studio/v1/insight.proto
|
|
7
7
|
|
|
8
8
|
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
9
9
|
|
|
@@ -17,12 +17,15 @@
|
|
|
17
17
|
__version__ = "1.0.0"
|
|
18
18
|
|
|
19
19
|
# import apis into sdk package
|
|
20
|
+
from eval_studio_client.api.api.adversarial_inputs_service_api import AdversarialInputsServiceApi
|
|
20
21
|
from eval_studio_client.api.api.dashboard_service_api import DashboardServiceApi
|
|
21
22
|
from eval_studio_client.api.api.document_service_api import DocumentServiceApi
|
|
22
23
|
from eval_studio_client.api.api.evaluation_service_api import EvaluationServiceApi
|
|
23
24
|
from eval_studio_client.api.api.evaluator_service_api import EvaluatorServiceApi
|
|
25
|
+
from eval_studio_client.api.api.generated_questions_validation_service_api import GeneratedQuestionsValidationServiceApi
|
|
24
26
|
from eval_studio_client.api.api.human_calibration_service_api import HumanCalibrationServiceApi
|
|
25
27
|
from eval_studio_client.api.api.info_service_api import InfoServiceApi
|
|
28
|
+
from eval_studio_client.api.api.leaderboard_report_service_api import LeaderboardReportServiceApi
|
|
26
29
|
from eval_studio_client.api.api.leaderboard_service_api import LeaderboardServiceApi
|
|
27
30
|
from eval_studio_client.api.api.model_service_api import ModelServiceApi
|
|
28
31
|
from eval_studio_client.api.api.operation_progress_service_api import OperationProgressServiceApi
|
|
@@ -31,6 +34,7 @@ from eval_studio_client.api.api.perturbation_service_api import PerturbationServ
|
|
|
31
34
|
from eval_studio_client.api.api.perturbator_service_api import PerturbatorServiceApi
|
|
32
35
|
from eval_studio_client.api.api.prompt_generation_service_api import PromptGenerationServiceApi
|
|
33
36
|
from eval_studio_client.api.api.prompt_library_service_api import PromptLibraryServiceApi
|
|
37
|
+
from eval_studio_client.api.api.test_case_relationship_service_api import TestCaseRelationshipServiceApi
|
|
34
38
|
from eval_studio_client.api.api.test_case_service_api import TestCaseServiceApi
|
|
35
39
|
from eval_studio_client.api.api.test_class_service_api import TestClassServiceApi
|
|
36
40
|
from eval_studio_client.api.api.test_lab_service_api import TestLabServiceApi
|
|
@@ -52,6 +56,8 @@ from eval_studio_client.api.exceptions import ApiAttributeError
|
|
|
52
56
|
from eval_studio_client.api.exceptions import ApiException
|
|
53
57
|
|
|
54
58
|
# import models into sdk package
|
|
59
|
+
from eval_studio_client.api.models.adversarial_inputs_service_test_adversarial_inputs_robustness_request import AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
|
|
60
|
+
from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
|
|
55
61
|
from eval_studio_client.api.models.perturbation_service_create_perturbation_request import PerturbationServiceCreatePerturbationRequest
|
|
56
62
|
from eval_studio_client.api.models.prompt_generation_service_auto_generate_prompts_request import PromptGenerationServiceAutoGeneratePromptsRequest
|
|
57
63
|
from eval_studio_client.api.models.protobuf_any import ProtobufAny
|
|
@@ -68,10 +74,13 @@ from eval_studio_client.api.models.required_the_updated_workflow import Required
|
|
|
68
74
|
from eval_studio_client.api.models.required_the_updated_workflow_node import RequiredTheUpdatedWorkflowNode
|
|
69
75
|
from eval_studio_client.api.models.rpc_status import RpcStatus
|
|
70
76
|
from eval_studio_client.api.models.test_case_service_batch_delete_test_cases_request import TestCaseServiceBatchDeleteTestCasesRequest
|
|
77
|
+
from eval_studio_client.api.models.test_service_clone_test_request import TestServiceCloneTestRequest
|
|
71
78
|
from eval_studio_client.api.models.test_service_generate_test_cases_request import TestServiceGenerateTestCasesRequest
|
|
72
79
|
from eval_studio_client.api.models.test_service_import_test_cases_from_library_request import TestServiceImportTestCasesFromLibraryRequest
|
|
73
80
|
from eval_studio_client.api.models.test_service_list_test_case_library_items_request import TestServiceListTestCaseLibraryItemsRequest
|
|
81
|
+
from eval_studio_client.api.models.test_service_perturb_test_in_place_request import TestServicePerturbTestInPlaceRequest
|
|
74
82
|
from eval_studio_client.api.models.test_service_perturb_test_request import TestServicePerturbTestRequest
|
|
83
|
+
from eval_studio_client.api.models.v1_abort_operation_response import V1AbortOperationResponse
|
|
75
84
|
from eval_studio_client.api.models.v1_batch_create_leaderboards_request import V1BatchCreateLeaderboardsRequest
|
|
76
85
|
from eval_studio_client.api.models.v1_batch_create_leaderboards_response import V1BatchCreateLeaderboardsResponse
|
|
77
86
|
from eval_studio_client.api.models.v1_batch_delete_dashboards_request import V1BatchDeleteDashboardsRequest
|
|
@@ -102,7 +111,10 @@ from eval_studio_client.api.models.v1_batch_import_leaderboard_response import V
|
|
|
102
111
|
from eval_studio_client.api.models.v1_batch_import_tests_request import V1BatchImportTestsRequest
|
|
103
112
|
from eval_studio_client.api.models.v1_batch_import_tests_response import V1BatchImportTestsResponse
|
|
104
113
|
from eval_studio_client.api.models.v1_check_base_models_response import V1CheckBaseModelsResponse
|
|
114
|
+
from eval_studio_client.api.models.v1_clone_test_response import V1CloneTestResponse
|
|
115
|
+
from eval_studio_client.api.models.v1_clone_workflow_response import V1CloneWorkflowResponse
|
|
105
116
|
from eval_studio_client.api.models.v1_collection_info import V1CollectionInfo
|
|
117
|
+
from eval_studio_client.api.models.v1_context import V1Context
|
|
106
118
|
from eval_studio_client.api.models.v1_create_dashboard_response import V1CreateDashboardResponse
|
|
107
119
|
from eval_studio_client.api.models.v1_create_document_response import V1CreateDocumentResponse
|
|
108
120
|
from eval_studio_client.api.models.v1_create_evaluation_request import V1CreateEvaluationRequest
|
|
@@ -115,6 +127,8 @@ from eval_studio_client.api.models.v1_create_perturbation_response import V1Crea
|
|
|
115
127
|
from eval_studio_client.api.models.v1_create_test_case_response import V1CreateTestCaseResponse
|
|
116
128
|
from eval_studio_client.api.models.v1_create_test_lab_response import V1CreateTestLabResponse
|
|
117
129
|
from eval_studio_client.api.models.v1_create_test_response import V1CreateTestResponse
|
|
130
|
+
from eval_studio_client.api.models.v1_create_workflow_edge_response import V1CreateWorkflowEdgeResponse
|
|
131
|
+
from eval_studio_client.api.models.v1_create_workflow_node_response import V1CreateWorkflowNodeResponse
|
|
118
132
|
from eval_studio_client.api.models.v1_create_workflow_response import V1CreateWorkflowResponse
|
|
119
133
|
from eval_studio_client.api.models.v1_dashboard import V1Dashboard
|
|
120
134
|
from eval_studio_client.api.models.v1_dashboard_status import V1DashboardStatus
|
|
@@ -125,6 +139,7 @@ from eval_studio_client.api.models.v1_delete_leaderboard_response import V1Delet
|
|
|
125
139
|
from eval_studio_client.api.models.v1_delete_model_response import V1DeleteModelResponse
|
|
126
140
|
from eval_studio_client.api.models.v1_delete_test_case_response import V1DeleteTestCaseResponse
|
|
127
141
|
from eval_studio_client.api.models.v1_delete_test_response import V1DeleteTestResponse
|
|
142
|
+
from eval_studio_client.api.models.v1_delete_workflow_edge_response import V1DeleteWorkflowEdgeResponse
|
|
128
143
|
from eval_studio_client.api.models.v1_delete_workflow_node_response import V1DeleteWorkflowNodeResponse
|
|
129
144
|
from eval_studio_client.api.models.v1_delete_workflow_response import V1DeleteWorkflowResponse
|
|
130
145
|
from eval_studio_client.api.models.v1_document import V1Document
|
|
@@ -138,10 +153,12 @@ from eval_studio_client.api.models.v1_finalize_operation_response import V1Final
|
|
|
138
153
|
from eval_studio_client.api.models.v1_find_all_test_cases_by_id_response import V1FindAllTestCasesByIDResponse
|
|
139
154
|
from eval_studio_client.api.models.v1_find_test_lab_response import V1FindTestLabResponse
|
|
140
155
|
from eval_studio_client.api.models.v1_generate_test_cases_response import V1GenerateTestCasesResponse
|
|
156
|
+
from eval_studio_client.api.models.v1_generated_test_case import V1GeneratedTestCase
|
|
141
157
|
from eval_studio_client.api.models.v1_get_dashboard_response import V1GetDashboardResponse
|
|
142
158
|
from eval_studio_client.api.models.v1_get_document_response import V1GetDocumentResponse
|
|
143
159
|
from eval_studio_client.api.models.v1_get_evaluator_response import V1GetEvaluatorResponse
|
|
144
160
|
from eval_studio_client.api.models.v1_get_info_response import V1GetInfoResponse
|
|
161
|
+
from eval_studio_client.api.models.v1_get_leaderboard_report_response import V1GetLeaderboardReportResponse
|
|
145
162
|
from eval_studio_client.api.models.v1_get_leaderboard_response import V1GetLeaderboardResponse
|
|
146
163
|
from eval_studio_client.api.models.v1_get_model_response import V1GetModelResponse
|
|
147
164
|
from eval_studio_client.api.models.v1_get_operation_progress_by_parent_response import V1GetOperationProgressByParentResponse
|
|
@@ -159,9 +176,20 @@ from eval_studio_client.api.models.v1_import_leaderboard_response import V1Impor
|
|
|
159
176
|
from eval_studio_client.api.models.v1_import_test_cases_from_library_response import V1ImportTestCasesFromLibraryResponse
|
|
160
177
|
from eval_studio_client.api.models.v1_import_test_cases_request import V1ImportTestCasesRequest
|
|
161
178
|
from eval_studio_client.api.models.v1_info import V1Info
|
|
179
|
+
from eval_studio_client.api.models.v1_init_workflow_node_response import V1InitWorkflowNodeResponse
|
|
162
180
|
from eval_studio_client.api.models.v1_insight import V1Insight
|
|
163
181
|
from eval_studio_client.api.models.v1_labeled_test_case import V1LabeledTestCase
|
|
164
182
|
from eval_studio_client.api.models.v1_leaderboard import V1Leaderboard
|
|
183
|
+
from eval_studio_client.api.models.v1_leaderboard_report import V1LeaderboardReport
|
|
184
|
+
from eval_studio_client.api.models.v1_leaderboard_report_actual_output_data import V1LeaderboardReportActualOutputData
|
|
185
|
+
from eval_studio_client.api.models.v1_leaderboard_report_actual_output_meta import V1LeaderboardReportActualOutputMeta
|
|
186
|
+
from eval_studio_client.api.models.v1_leaderboard_report_evaluator import V1LeaderboardReportEvaluator
|
|
187
|
+
from eval_studio_client.api.models.v1_leaderboard_report_evaluator_parameter import V1LeaderboardReportEvaluatorParameter
|
|
188
|
+
from eval_studio_client.api.models.v1_leaderboard_report_explanation import V1LeaderboardReportExplanation
|
|
189
|
+
from eval_studio_client.api.models.v1_leaderboard_report_metrics_meta_entry import V1LeaderboardReportMetricsMetaEntry
|
|
190
|
+
from eval_studio_client.api.models.v1_leaderboard_report_model import V1LeaderboardReportModel
|
|
191
|
+
from eval_studio_client.api.models.v1_leaderboard_report_result import V1LeaderboardReportResult
|
|
192
|
+
from eval_studio_client.api.models.v1_leaderboard_report_result_relationship import V1LeaderboardReportResultRelationship
|
|
165
193
|
from eval_studio_client.api.models.v1_leaderboard_status import V1LeaderboardStatus
|
|
166
194
|
from eval_studio_client.api.models.v1_leaderboard_type import V1LeaderboardType
|
|
167
195
|
from eval_studio_client.api.models.v1_leaderboard_view import V1LeaderboardView
|
|
@@ -182,14 +210,18 @@ from eval_studio_client.api.models.v1_list_perturbators_response import V1ListPe
|
|
|
182
210
|
from eval_studio_client.api.models.v1_list_prompt_library_items_response import V1ListPromptLibraryItemsResponse
|
|
183
211
|
from eval_studio_client.api.models.v1_list_rag_collections_response import V1ListRAGCollectionsResponse
|
|
184
212
|
from eval_studio_client.api.models.v1_list_test_case_library_items_response import V1ListTestCaseLibraryItemsResponse
|
|
213
|
+
from eval_studio_client.api.models.v1_list_test_case_relationships_response import V1ListTestCaseRelationshipsResponse
|
|
185
214
|
from eval_studio_client.api.models.v1_list_test_cases_response import V1ListTestCasesResponse
|
|
186
215
|
from eval_studio_client.api.models.v1_list_test_classes_response import V1ListTestClassesResponse
|
|
187
216
|
from eval_studio_client.api.models.v1_list_tests_response import V1ListTestsResponse
|
|
188
217
|
from eval_studio_client.api.models.v1_list_workflows_response import V1ListWorkflowsResponse
|
|
218
|
+
from eval_studio_client.api.models.v1_metric_score import V1MetricScore
|
|
219
|
+
from eval_studio_client.api.models.v1_metric_scores import V1MetricScores
|
|
189
220
|
from eval_studio_client.api.models.v1_model import V1Model
|
|
190
221
|
from eval_studio_client.api.models.v1_model_type import V1ModelType
|
|
191
222
|
from eval_studio_client.api.models.v1_operation import V1Operation
|
|
192
223
|
from eval_studio_client.api.models.v1_operation_progress import V1OperationProgress
|
|
224
|
+
from eval_studio_client.api.models.v1_perturb_test_in_place_response import V1PerturbTestInPlaceResponse
|
|
193
225
|
from eval_studio_client.api.models.v1_perturb_test_response import V1PerturbTestResponse
|
|
194
226
|
from eval_studio_client.api.models.v1_perturbator import V1Perturbator
|
|
195
227
|
from eval_studio_client.api.models.v1_perturbator_configuration import V1PerturbatorConfiguration
|
|
@@ -197,6 +229,8 @@ from eval_studio_client.api.models.v1_perturbator_intensity import V1Perturbator
|
|
|
197
229
|
from eval_studio_client.api.models.v1_problem_and_action import V1ProblemAndAction
|
|
198
230
|
from eval_studio_client.api.models.v1_process_workflow_node_response import V1ProcessWorkflowNodeResponse
|
|
199
231
|
from eval_studio_client.api.models.v1_prompt_library_item import V1PromptLibraryItem
|
|
232
|
+
from eval_studio_client.api.models.v1_repeated_string import V1RepeatedString
|
|
233
|
+
from eval_studio_client.api.models.v1_reset_workflow_node_response import V1ResetWorkflowNodeResponse
|
|
200
234
|
from eval_studio_client.api.models.v1_test import V1Test
|
|
201
235
|
from eval_studio_client.api.models.v1_test_case import V1TestCase
|
|
202
236
|
from eval_studio_client.api.models.v1_test_case_relationship import V1TestCaseRelationship
|
|
@@ -226,3 +260,4 @@ from eval_studio_client.api.models.v1_workflow_node_status import V1WorkflowNode
|
|
|
226
260
|
from eval_studio_client.api.models.v1_workflow_node_type import V1WorkflowNodeType
|
|
227
261
|
from eval_studio_client.api.models.v1_workflow_node_view import V1WorkflowNodeView
|
|
228
262
|
from eval_studio_client.api.models.v1_workflow_type import V1WorkflowType
|
|
263
|
+
from eval_studio_client.api.models.workflow_service_clone_workflow_request import WorkflowServiceCloneWorkflowRequest
|
|
@@ -1,12 +1,15 @@
|
|
|
1
1
|
# flake8: noqa
|
|
2
2
|
|
|
3
3
|
# import apis into api package
|
|
4
|
+
from eval_studio_client.api.api.adversarial_inputs_service_api import AdversarialInputsServiceApi
|
|
4
5
|
from eval_studio_client.api.api.dashboard_service_api import DashboardServiceApi
|
|
5
6
|
from eval_studio_client.api.api.document_service_api import DocumentServiceApi
|
|
6
7
|
from eval_studio_client.api.api.evaluation_service_api import EvaluationServiceApi
|
|
7
8
|
from eval_studio_client.api.api.evaluator_service_api import EvaluatorServiceApi
|
|
9
|
+
from eval_studio_client.api.api.generated_questions_validation_service_api import GeneratedQuestionsValidationServiceApi
|
|
8
10
|
from eval_studio_client.api.api.human_calibration_service_api import HumanCalibrationServiceApi
|
|
9
11
|
from eval_studio_client.api.api.info_service_api import InfoServiceApi
|
|
12
|
+
from eval_studio_client.api.api.leaderboard_report_service_api import LeaderboardReportServiceApi
|
|
10
13
|
from eval_studio_client.api.api.leaderboard_service_api import LeaderboardServiceApi
|
|
11
14
|
from eval_studio_client.api.api.model_service_api import ModelServiceApi
|
|
12
15
|
from eval_studio_client.api.api.operation_progress_service_api import OperationProgressServiceApi
|
|
@@ -15,6 +18,7 @@ from eval_studio_client.api.api.perturbation_service_api import PerturbationServ
|
|
|
15
18
|
from eval_studio_client.api.api.perturbator_service_api import PerturbatorServiceApi
|
|
16
19
|
from eval_studio_client.api.api.prompt_generation_service_api import PromptGenerationServiceApi
|
|
17
20
|
from eval_studio_client.api.api.prompt_library_service_api import PromptLibraryServiceApi
|
|
21
|
+
from eval_studio_client.api.api.test_case_relationship_service_api import TestCaseRelationshipServiceApi
|
|
18
22
|
from eval_studio_client.api.api.test_case_service_api import TestCaseServiceApi
|
|
19
23
|
from eval_studio_client.api.api.test_class_service_api import TestClassServiceApi
|
|
20
24
|
from eval_studio_client.api.api.test_lab_service_api import TestLabServiceApi
|
|
@@ -0,0 +1,321 @@
|
|
|
1
|
+
# coding: utf-8
|
|
2
|
+
|
|
3
|
+
"""
|
|
4
|
+
ai/h2o/eval_studio/v1/insight.proto
|
|
5
|
+
|
|
6
|
+
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
+
|
|
8
|
+
The version of the OpenAPI document: version not set
|
|
9
|
+
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
+
|
|
11
|
+
Do not edit the class manually.
|
|
12
|
+
""" # noqa: E501
|
|
13
|
+
|
|
14
|
+
import warnings
|
|
15
|
+
from pydantic import validate_call, Field, StrictFloat, StrictStr, StrictInt
|
|
16
|
+
from typing import Any, Dict, List, Optional, Tuple, Union
|
|
17
|
+
from typing_extensions import Annotated
|
|
18
|
+
|
|
19
|
+
from pydantic import Field, field_validator
|
|
20
|
+
from typing_extensions import Annotated
|
|
21
|
+
from eval_studio_client.api.models.adversarial_inputs_service_test_adversarial_inputs_robustness_request import AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
|
|
22
|
+
from eval_studio_client.api.models.v1_operation import V1Operation
|
|
23
|
+
|
|
24
|
+
from eval_studio_client.api.api_client import ApiClient, RequestSerialized
|
|
25
|
+
from eval_studio_client.api.api_response import ApiResponse
|
|
26
|
+
from eval_studio_client.api.rest import RESTResponseType
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
class AdversarialInputsServiceApi:
|
|
30
|
+
"""NOTE: This class is auto generated by OpenAPI Generator
|
|
31
|
+
Ref: https://openapi-generator.tech
|
|
32
|
+
|
|
33
|
+
Do not edit the class manually.
|
|
34
|
+
"""
|
|
35
|
+
|
|
36
|
+
def __init__(self, api_client=None) -> None:
|
|
37
|
+
if api_client is None:
|
|
38
|
+
api_client = ApiClient.get_default()
|
|
39
|
+
self.api_client = api_client
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
@validate_call
|
|
43
|
+
def adversarial_inputs_service_test_adversarial_inputs_robustness(
|
|
44
|
+
self,
|
|
45
|
+
test: Annotated[str, Field(strict=True, description="Required. The Test to which the adversarial inputs TestCases will be added.")],
|
|
46
|
+
body: AdversarialInputsServiceTestAdversarialInputsRobustnessRequest,
|
|
47
|
+
_request_timeout: Union[
|
|
48
|
+
None,
|
|
49
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
50
|
+
Tuple[
|
|
51
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
52
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
53
|
+
]
|
|
54
|
+
] = None,
|
|
55
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
56
|
+
_content_type: Optional[StrictStr] = None,
|
|
57
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
58
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
59
|
+
) -> V1Operation:
|
|
60
|
+
"""adversarial_inputs_service_test_adversarial_inputs_robustness
|
|
61
|
+
|
|
62
|
+
|
|
63
|
+
:param test: Required. The Test to which the adversarial inputs TestCases will be added. (required)
|
|
64
|
+
:type test: str
|
|
65
|
+
:param body: (required)
|
|
66
|
+
:type body: AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
|
|
67
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
68
|
+
number provided, it will be total request
|
|
69
|
+
timeout. It can also be a pair (tuple) of
|
|
70
|
+
(connection, read) timeouts.
|
|
71
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
72
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
73
|
+
request; this effectively ignores the
|
|
74
|
+
authentication in the spec for a single request.
|
|
75
|
+
:type _request_auth: dict, optional
|
|
76
|
+
:param _content_type: force content-type for the request.
|
|
77
|
+
:type _content_type: str, Optional
|
|
78
|
+
:param _headers: set to override the headers for a single
|
|
79
|
+
request; this effectively ignores the headers
|
|
80
|
+
in the spec for a single request.
|
|
81
|
+
:type _headers: dict, optional
|
|
82
|
+
:param _host_index: set to override the host_index for a single
|
|
83
|
+
request; this effectively ignores the host_index
|
|
84
|
+
in the spec for a single request.
|
|
85
|
+
:type _host_index: int, optional
|
|
86
|
+
:return: Returns the result object.
|
|
87
|
+
""" # noqa: E501
|
|
88
|
+
|
|
89
|
+
_param = self._adversarial_inputs_service_test_adversarial_inputs_robustness_serialize(
|
|
90
|
+
test=test,
|
|
91
|
+
body=body,
|
|
92
|
+
_request_auth=_request_auth,
|
|
93
|
+
_content_type=_content_type,
|
|
94
|
+
_headers=_headers,
|
|
95
|
+
_host_index=_host_index
|
|
96
|
+
)
|
|
97
|
+
|
|
98
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
99
|
+
'200': "V1Operation",
|
|
100
|
+
}
|
|
101
|
+
response_data = self.api_client.call_api(
|
|
102
|
+
*_param,
|
|
103
|
+
_request_timeout=_request_timeout
|
|
104
|
+
)
|
|
105
|
+
response_data.read()
|
|
106
|
+
return self.api_client.response_deserialize(
|
|
107
|
+
response_data=response_data,
|
|
108
|
+
response_types_map=_response_types_map,
|
|
109
|
+
).data
|
|
110
|
+
|
|
111
|
+
|
|
112
|
+
@validate_call
|
|
113
|
+
def adversarial_inputs_service_test_adversarial_inputs_robustness_with_http_info(
|
|
114
|
+
self,
|
|
115
|
+
test: Annotated[str, Field(strict=True, description="Required. The Test to which the adversarial inputs TestCases will be added.")],
|
|
116
|
+
body: AdversarialInputsServiceTestAdversarialInputsRobustnessRequest,
|
|
117
|
+
_request_timeout: Union[
|
|
118
|
+
None,
|
|
119
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
120
|
+
Tuple[
|
|
121
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
122
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
123
|
+
]
|
|
124
|
+
] = None,
|
|
125
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
126
|
+
_content_type: Optional[StrictStr] = None,
|
|
127
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
128
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
129
|
+
) -> ApiResponse[V1Operation]:
|
|
130
|
+
"""adversarial_inputs_service_test_adversarial_inputs_robustness
|
|
131
|
+
|
|
132
|
+
|
|
133
|
+
:param test: Required. The Test to which the adversarial inputs TestCases will be added. (required)
|
|
134
|
+
:type test: str
|
|
135
|
+
:param body: (required)
|
|
136
|
+
:type body: AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
|
|
137
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
138
|
+
number provided, it will be total request
|
|
139
|
+
timeout. It can also be a pair (tuple) of
|
|
140
|
+
(connection, read) timeouts.
|
|
141
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
142
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
143
|
+
request; this effectively ignores the
|
|
144
|
+
authentication in the spec for a single request.
|
|
145
|
+
:type _request_auth: dict, optional
|
|
146
|
+
:param _content_type: force content-type for the request.
|
|
147
|
+
:type _content_type: str, Optional
|
|
148
|
+
:param _headers: set to override the headers for a single
|
|
149
|
+
request; this effectively ignores the headers
|
|
150
|
+
in the spec for a single request.
|
|
151
|
+
:type _headers: dict, optional
|
|
152
|
+
:param _host_index: set to override the host_index for a single
|
|
153
|
+
request; this effectively ignores the host_index
|
|
154
|
+
in the spec for a single request.
|
|
155
|
+
:type _host_index: int, optional
|
|
156
|
+
:return: Returns the result object.
|
|
157
|
+
""" # noqa: E501
|
|
158
|
+
|
|
159
|
+
_param = self._adversarial_inputs_service_test_adversarial_inputs_robustness_serialize(
|
|
160
|
+
test=test,
|
|
161
|
+
body=body,
|
|
162
|
+
_request_auth=_request_auth,
|
|
163
|
+
_content_type=_content_type,
|
|
164
|
+
_headers=_headers,
|
|
165
|
+
_host_index=_host_index
|
|
166
|
+
)
|
|
167
|
+
|
|
168
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
169
|
+
'200': "V1Operation",
|
|
170
|
+
}
|
|
171
|
+
response_data = self.api_client.call_api(
|
|
172
|
+
*_param,
|
|
173
|
+
_request_timeout=_request_timeout
|
|
174
|
+
)
|
|
175
|
+
response_data.read()
|
|
176
|
+
return self.api_client.response_deserialize(
|
|
177
|
+
response_data=response_data,
|
|
178
|
+
response_types_map=_response_types_map,
|
|
179
|
+
)
|
|
180
|
+
|
|
181
|
+
|
|
182
|
+
@validate_call
|
|
183
|
+
def adversarial_inputs_service_test_adversarial_inputs_robustness_without_preload_content(
|
|
184
|
+
self,
|
|
185
|
+
test: Annotated[str, Field(strict=True, description="Required. The Test to which the adversarial inputs TestCases will be added.")],
|
|
186
|
+
body: AdversarialInputsServiceTestAdversarialInputsRobustnessRequest,
|
|
187
|
+
_request_timeout: Union[
|
|
188
|
+
None,
|
|
189
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
190
|
+
Tuple[
|
|
191
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
192
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
193
|
+
]
|
|
194
|
+
] = None,
|
|
195
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
196
|
+
_content_type: Optional[StrictStr] = None,
|
|
197
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
198
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
199
|
+
) -> RESTResponseType:
|
|
200
|
+
"""adversarial_inputs_service_test_adversarial_inputs_robustness
|
|
201
|
+
|
|
202
|
+
|
|
203
|
+
:param test: Required. The Test to which the adversarial inputs TestCases will be added. (required)
|
|
204
|
+
:type test: str
|
|
205
|
+
:param body: (required)
|
|
206
|
+
:type body: AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
|
|
207
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
208
|
+
number provided, it will be total request
|
|
209
|
+
timeout. It can also be a pair (tuple) of
|
|
210
|
+
(connection, read) timeouts.
|
|
211
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
212
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
213
|
+
request; this effectively ignores the
|
|
214
|
+
authentication in the spec for a single request.
|
|
215
|
+
:type _request_auth: dict, optional
|
|
216
|
+
:param _content_type: force content-type for the request.
|
|
217
|
+
:type _content_type: str, Optional
|
|
218
|
+
:param _headers: set to override the headers for a single
|
|
219
|
+
request; this effectively ignores the headers
|
|
220
|
+
in the spec for a single request.
|
|
221
|
+
:type _headers: dict, optional
|
|
222
|
+
:param _host_index: set to override the host_index for a single
|
|
223
|
+
request; this effectively ignores the host_index
|
|
224
|
+
in the spec for a single request.
|
|
225
|
+
:type _host_index: int, optional
|
|
226
|
+
:return: Returns the result object.
|
|
227
|
+
""" # noqa: E501
|
|
228
|
+
|
|
229
|
+
_param = self._adversarial_inputs_service_test_adversarial_inputs_robustness_serialize(
|
|
230
|
+
test=test,
|
|
231
|
+
body=body,
|
|
232
|
+
_request_auth=_request_auth,
|
|
233
|
+
_content_type=_content_type,
|
|
234
|
+
_headers=_headers,
|
|
235
|
+
_host_index=_host_index
|
|
236
|
+
)
|
|
237
|
+
|
|
238
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
239
|
+
'200': "V1Operation",
|
|
240
|
+
}
|
|
241
|
+
response_data = self.api_client.call_api(
|
|
242
|
+
*_param,
|
|
243
|
+
_request_timeout=_request_timeout
|
|
244
|
+
)
|
|
245
|
+
return response_data.response
|
|
246
|
+
|
|
247
|
+
|
|
248
|
+
def _adversarial_inputs_service_test_adversarial_inputs_robustness_serialize(
|
|
249
|
+
self,
|
|
250
|
+
test,
|
|
251
|
+
body,
|
|
252
|
+
_request_auth,
|
|
253
|
+
_content_type,
|
|
254
|
+
_headers,
|
|
255
|
+
_host_index,
|
|
256
|
+
) -> RequestSerialized:
|
|
257
|
+
|
|
258
|
+
_host = None
|
|
259
|
+
|
|
260
|
+
_collection_formats: Dict[str, str] = {
|
|
261
|
+
}
|
|
262
|
+
|
|
263
|
+
_path_params: Dict[str, str] = {}
|
|
264
|
+
_query_params: List[Tuple[str, str]] = []
|
|
265
|
+
_header_params: Dict[str, Optional[str]] = _headers or {}
|
|
266
|
+
_form_params: List[Tuple[str, str]] = []
|
|
267
|
+
_files: Dict[str, Union[str, bytes]] = {}
|
|
268
|
+
_body_params: Optional[bytes] = None
|
|
269
|
+
|
|
270
|
+
# process the path parameters
|
|
271
|
+
if test is not None:
|
|
272
|
+
_path_params['test'] = test
|
|
273
|
+
# process the query parameters
|
|
274
|
+
# process the header parameters
|
|
275
|
+
# process the form parameters
|
|
276
|
+
# process the body parameter
|
|
277
|
+
if body is not None:
|
|
278
|
+
_body_params = body
|
|
279
|
+
|
|
280
|
+
|
|
281
|
+
# set the HTTP header `Accept`
|
|
282
|
+
_header_params['Accept'] = self.api_client.select_header_accept(
|
|
283
|
+
[
|
|
284
|
+
'application/json'
|
|
285
|
+
]
|
|
286
|
+
)
|
|
287
|
+
|
|
288
|
+
# set the HTTP header `Content-Type`
|
|
289
|
+
if _content_type:
|
|
290
|
+
_header_params['Content-Type'] = _content_type
|
|
291
|
+
else:
|
|
292
|
+
_default_content_type = (
|
|
293
|
+
self.api_client.select_header_content_type(
|
|
294
|
+
[
|
|
295
|
+
'application/json'
|
|
296
|
+
]
|
|
297
|
+
)
|
|
298
|
+
)
|
|
299
|
+
if _default_content_type is not None:
|
|
300
|
+
_header_params['Content-Type'] = _default_content_type
|
|
301
|
+
|
|
302
|
+
# authentication setting
|
|
303
|
+
_auth_settings: List[str] = [
|
|
304
|
+
]
|
|
305
|
+
|
|
306
|
+
return self.api_client.param_serialize(
|
|
307
|
+
method='POST',
|
|
308
|
+
resource_path='/v1/{test}:testAdversarialInputsRobustness',
|
|
309
|
+
path_params=_path_params,
|
|
310
|
+
query_params=_query_params,
|
|
311
|
+
header_params=_header_params,
|
|
312
|
+
body=_body_params,
|
|
313
|
+
post_params=_form_params,
|
|
314
|
+
files=_files,
|
|
315
|
+
auth_settings=_auth_settings,
|
|
316
|
+
collection_formats=_collection_formats,
|
|
317
|
+
_host=_host,
|
|
318
|
+
_request_auth=_request_auth
|
|
319
|
+
)
|
|
320
|
+
|
|
321
|
+
|