eval-studio-client 1.0.1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +36 -1
- eval_studio_client/api/api/__init__.py +4 -0
- eval_studio_client/api/api/adversarial_inputs_service_api.py +321 -0
- eval_studio_client/api/api/dashboard_service_api.py +1 -1
- eval_studio_client/api/api/document_service_api.py +1 -1
- eval_studio_client/api/api/evaluation_service_api.py +1 -1
- eval_studio_client/api/api/evaluator_service_api.py +1 -1
- eval_studio_client/api/api/generated_questions_validation_service_api.py +321 -0
- eval_studio_client/api/api/human_calibration_service_api.py +1 -1
- eval_studio_client/api/api/info_service_api.py +1 -1
- eval_studio_client/api/api/leaderboard_report_service_api.py +292 -0
- eval_studio_client/api/api/leaderboard_service_api.py +17 -17
- eval_studio_client/api/api/model_service_api.py +17 -17
- eval_studio_client/api/api/operation_progress_service_api.py +1 -1
- eval_studio_client/api/api/operation_service_api.py +272 -17
- eval_studio_client/api/api/perturbation_service_api.py +1 -1
- eval_studio_client/api/api/perturbator_service_api.py +17 -17
- eval_studio_client/api/api/prompt_generation_service_api.py +1 -1
- eval_studio_client/api/api/prompt_library_service_api.py +1 -1
- eval_studio_client/api/api/test_case_relationship_service_api.py +292 -0
- eval_studio_client/api/api/test_case_service_api.py +17 -17
- eval_studio_client/api/api/test_class_service_api.py +17 -17
- eval_studio_client/api/api/test_lab_service_api.py +1 -1
- eval_studio_client/api/api/test_service_api.py +585 -17
- eval_studio_client/api/api/who_am_i_service_api.py +1 -1
- eval_studio_client/api/api/workflow_edge_service_api.py +541 -2
- eval_studio_client/api/api/workflow_node_service_api.py +923 -126
- eval_studio_client/api/api/workflow_service_api.py +317 -33
- eval_studio_client/api/api_client.py +1 -1
- eval_studio_client/api/configuration.py +1 -1
- eval_studio_client/api/docs/AdversarialInputsServiceApi.md +78 -0
- eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +45 -0
- eval_studio_client/api/docs/GeneratedQuestionsValidationServiceApi.md +78 -0
- eval_studio_client/api/docs/GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md +30 -0
- eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -0
- eval_studio_client/api/docs/LeaderboardServiceApi.md +5 -5
- eval_studio_client/api/docs/ModelServiceApi.md +5 -5
- eval_studio_client/api/docs/OperationServiceApi.md +72 -5
- eval_studio_client/api/docs/PerturbatorServiceApi.md +5 -5
- eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +2 -1
- eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +2 -0
- eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md +3 -0
- eval_studio_client/api/docs/TestCaseRelationshipServiceApi.md +75 -0
- eval_studio_client/api/docs/TestCaseServiceApi.md +5 -5
- eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
- eval_studio_client/api/docs/TestServiceApi.md +145 -5
- eval_studio_client/api/docs/TestServiceCloneTestRequest.md +30 -0
- eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +3 -2
- eval_studio_client/api/docs/TestServicePerturbTestInPlaceRequest.md +30 -0
- eval_studio_client/api/docs/V1AbortOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1CloneTestResponse.md +29 -0
- eval_studio_client/api/docs/V1CloneWorkflowResponse.md +29 -0
- eval_studio_client/api/docs/V1Context.md +32 -0
- eval_studio_client/api/docs/V1CreateWorkflowEdgeResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateWorkflowNodeResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteWorkflowEdgeResponse.md +29 -0
- eval_studio_client/api/docs/V1GeneratedTestCase.md +30 -0
- eval_studio_client/api/docs/V1GetLeaderboardReportResponse.md +29 -0
- eval_studio_client/api/docs/V1Info.md +3 -0
- eval_studio_client/api/docs/V1InitWorkflowNodeResponse.md +29 -0
- eval_studio_client/api/docs/V1LeaderboardReport.md +32 -0
- eval_studio_client/api/docs/V1LeaderboardReportActualOutputData.md +31 -0
- eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +31 -0
- eval_studio_client/api/docs/V1LeaderboardReportEvaluator.md +42 -0
- eval_studio_client/api/docs/V1LeaderboardReportEvaluatorParameter.md +38 -0
- eval_studio_client/api/docs/V1LeaderboardReportExplanation.md +34 -0
- eval_studio_client/api/docs/V1LeaderboardReportMetricsMetaEntry.md +41 -0
- eval_studio_client/api/docs/V1LeaderboardReportModel.md +39 -0
- eval_studio_client/api/docs/V1LeaderboardReportResult.md +45 -0
- eval_studio_client/api/docs/V1LeaderboardReportResultRelationship.md +32 -0
- eval_studio_client/api/docs/V1ListTestCaseRelationshipsResponse.md +29 -0
- eval_studio_client/api/docs/V1MetricScore.md +31 -0
- eval_studio_client/api/docs/V1MetricScores.md +29 -0
- eval_studio_client/api/docs/V1PerturbTestInPlaceResponse.md +29 -0
- eval_studio_client/api/docs/V1RepeatedString.md +29 -0
- eval_studio_client/api/docs/V1ResetWorkflowNodeResponse.md +29 -0
- eval_studio_client/api/docs/V1TestCase.md +2 -0
- eval_studio_client/api/docs/V1Workflow.md +3 -0
- eval_studio_client/api/docs/WorkflowEdgeServiceApi.md +139 -0
- eval_studio_client/api/docs/WorkflowNodeServiceApi.md +221 -12
- eval_studio_client/api/docs/WorkflowServiceApi.md +81 -10
- eval_studio_client/api/docs/WorkflowServiceCloneWorkflowRequest.md +33 -0
- eval_studio_client/api/exceptions.py +1 -1
- eval_studio_client/api/models/__init__.py +32 -1
- eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +143 -0
- eval_studio_client/api/models/generated_questions_validation_service_validate_generated_questions_request.py +97 -0
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
- eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +13 -4
- eval_studio_client/api/models/protobuf_any.py +1 -1
- eval_studio_client/api/models/protobuf_null_value.py +1 -1
- eval_studio_client/api/models/required_the_dashboard_to_update.py +1 -1
- eval_studio_client/api/models/required_the_document_to_update.py +1 -1
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +1 -1
- eval_studio_client/api/models/required_the_model_to_update.py +1 -1
- eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
- eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
- eval_studio_client/api/models/required_the_test_case_to_update.py +10 -3
- eval_studio_client/api/models/required_the_test_to_update.py +1 -1
- eval_studio_client/api/models/required_the_updated_workflow.py +11 -3
- eval_studio_client/api/models/required_the_updated_workflow_node.py +1 -1
- eval_studio_client/api/models/rpc_status.py +1 -1
- eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
- eval_studio_client/api/models/test_service_clone_test_request.py +89 -0
- eval_studio_client/api/models/test_service_generate_test_cases_request.py +7 -5
- eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +1 -1
- eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +1 -1
- eval_studio_client/api/models/test_service_perturb_test_in_place_request.py +97 -0
- eval_studio_client/api/models/test_service_perturb_test_request.py +1 -1
- eval_studio_client/api/models/v1_abort_operation_response.py +91 -0
- eval_studio_client/api/models/v1_batch_create_leaderboards_request.py +1 -1
- eval_studio_client/api/models/v1_batch_create_leaderboards_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_dashboards_request.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_dashboards_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_documents_request.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_documents_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_evaluators_request.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_evaluators_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_leaderboards_request.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_leaderboards_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_models_request.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_models_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_test_cases_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_tests_request.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_tests_response.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_workflows_request.py +1 -1
- eval_studio_client/api/models/v1_batch_delete_workflows_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_dashboards_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_documents_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_leaderboards_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_models_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_operations_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_tests_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +1 -1
- eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +1 -1
- eval_studio_client/api/models/v1_batch_import_leaderboard_request.py +1 -1
- eval_studio_client/api/models/v1_batch_import_leaderboard_response.py +1 -1
- eval_studio_client/api/models/v1_batch_import_tests_request.py +1 -1
- eval_studio_client/api/models/v1_batch_import_tests_response.py +1 -1
- eval_studio_client/api/models/v1_check_base_models_response.py +1 -1
- eval_studio_client/api/models/v1_clone_test_response.py +91 -0
- eval_studio_client/api/models/v1_clone_workflow_response.py +91 -0
- eval_studio_client/api/models/v1_collection_info.py +1 -1
- eval_studio_client/api/models/v1_context.py +93 -0
- eval_studio_client/api/models/v1_create_dashboard_response.py +1 -1
- eval_studio_client/api/models/v1_create_document_response.py +1 -1
- eval_studio_client/api/models/v1_create_evaluation_request.py +1 -1
- eval_studio_client/api/models/v1_create_evaluator_response.py +1 -1
- eval_studio_client/api/models/v1_create_leaderboard_request.py +1 -1
- eval_studio_client/api/models/v1_create_leaderboard_response.py +1 -1
- eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +1 -1
- eval_studio_client/api/models/v1_create_model_response.py +1 -1
- eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
- eval_studio_client/api/models/v1_create_test_case_response.py +1 -1
- eval_studio_client/api/models/v1_create_test_lab_response.py +1 -1
- eval_studio_client/api/models/v1_create_test_response.py +1 -1
- eval_studio_client/api/models/v1_create_workflow_edge_response.py +91 -0
- eval_studio_client/api/models/v1_create_workflow_node_response.py +91 -0
- eval_studio_client/api/models/v1_create_workflow_response.py +1 -1
- eval_studio_client/api/models/v1_dashboard.py +1 -1
- eval_studio_client/api/models/v1_dashboard_status.py +1 -1
- eval_studio_client/api/models/v1_delete_dashboard_response.py +1 -1
- eval_studio_client/api/models/v1_delete_document_response.py +1 -1
- eval_studio_client/api/models/v1_delete_evaluator_response.py +1 -1
- eval_studio_client/api/models/v1_delete_leaderboard_response.py +1 -1
- eval_studio_client/api/models/v1_delete_model_response.py +1 -1
- eval_studio_client/api/models/v1_delete_test_case_response.py +1 -1
- eval_studio_client/api/models/v1_delete_test_response.py +1 -1
- eval_studio_client/api/models/v1_delete_workflow_edge_response.py +91 -0
- eval_studio_client/api/models/v1_delete_workflow_node_response.py +1 -1
- eval_studio_client/api/models/v1_delete_workflow_response.py +1 -1
- eval_studio_client/api/models/v1_document.py +1 -1
- eval_studio_client/api/models/v1_estimate_threshold_request.py +1 -1
- eval_studio_client/api/models/v1_evaluation_test.py +1 -1
- eval_studio_client/api/models/v1_evaluator.py +1 -1
- eval_studio_client/api/models/v1_evaluator_param_type.py +1 -1
- eval_studio_client/api/models/v1_evaluator_parameter.py +1 -1
- eval_studio_client/api/models/v1_evaluator_view.py +1 -1
- eval_studio_client/api/models/v1_finalize_operation_response.py +1 -1
- eval_studio_client/api/models/v1_find_all_test_cases_by_id_response.py +1 -1
- eval_studio_client/api/models/v1_find_test_lab_response.py +1 -1
- eval_studio_client/api/models/v1_generate_test_cases_response.py +1 -1
- eval_studio_client/api/models/v1_generated_test_case.py +101 -0
- eval_studio_client/api/models/v1_get_dashboard_response.py +1 -1
- eval_studio_client/api/models/v1_get_document_response.py +1 -1
- eval_studio_client/api/models/v1_get_evaluator_response.py +1 -1
- eval_studio_client/api/models/v1_get_info_response.py +1 -1
- eval_studio_client/api/models/v1_get_leaderboard_report_response.py +91 -0
- eval_studio_client/api/models/v1_get_leaderboard_response.py +1 -1
- eval_studio_client/api/models/v1_get_model_response.py +1 -1
- eval_studio_client/api/models/v1_get_operation_progress_by_parent_response.py +1 -1
- eval_studio_client/api/models/v1_get_operation_response.py +1 -1
- eval_studio_client/api/models/v1_get_perturbator_response.py +1 -1
- eval_studio_client/api/models/v1_get_test_case_response.py +1 -1
- eval_studio_client/api/models/v1_get_test_class_response.py +1 -1
- eval_studio_client/api/models/v1_get_test_response.py +1 -1
- eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +1 -1
- eval_studio_client/api/models/v1_get_workflow_node_response.py +1 -1
- eval_studio_client/api/models/v1_get_workflow_response.py +1 -1
- eval_studio_client/api/models/v1_import_evaluation_request.py +1 -1
- eval_studio_client/api/models/v1_import_leaderboard_request.py +1 -1
- eval_studio_client/api/models/v1_import_leaderboard_response.py +1 -1
- eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +1 -1
- eval_studio_client/api/models/v1_import_test_cases_request.py +1 -1
- eval_studio_client/api/models/v1_info.py +10 -4
- eval_studio_client/api/models/v1_init_workflow_node_response.py +91 -0
- eval_studio_client/api/models/v1_insight.py +1 -1
- eval_studio_client/api/models/v1_labeled_test_case.py +1 -1
- eval_studio_client/api/models/v1_leaderboard.py +1 -1
- eval_studio_client/api/models/v1_leaderboard_report.py +115 -0
- eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py +93 -0
- eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +101 -0
- eval_studio_client/api/models/v1_leaderboard_report_evaluator.py +155 -0
- eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py +109 -0
- eval_studio_client/api/models/v1_leaderboard_report_explanation.py +103 -0
- eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py +129 -0
- eval_studio_client/api/models/v1_leaderboard_report_model.py +121 -0
- eval_studio_client/api/models/v1_leaderboard_report_result.py +175 -0
- eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py +97 -0
- eval_studio_client/api/models/v1_leaderboard_status.py +1 -1
- eval_studio_client/api/models/v1_leaderboard_type.py +1 -1
- eval_studio_client/api/models/v1_leaderboard_view.py +1 -1
- eval_studio_client/api/models/v1_list_base_models_response.py +1 -1
- eval_studio_client/api/models/v1_list_dashboards_response.py +1 -1
- eval_studio_client/api/models/v1_list_documents_response.py +1 -1
- eval_studio_client/api/models/v1_list_evaluators_response.py +1 -1
- eval_studio_client/api/models/v1_list_leaderboards_response.py +1 -1
- eval_studio_client/api/models/v1_list_llm_models_response.py +1 -1
- eval_studio_client/api/models/v1_list_model_collections_response.py +1 -1
- eval_studio_client/api/models/v1_list_models_response.py +1 -1
- eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py +1 -1
- eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py +1 -1
- eval_studio_client/api/models/v1_list_most_recent_models_response.py +1 -1
- eval_studio_client/api/models/v1_list_most_recent_tests_response.py +1 -1
- eval_studio_client/api/models/v1_list_operations_response.py +1 -1
- eval_studio_client/api/models/v1_list_perturbators_response.py +1 -1
- eval_studio_client/api/models/v1_list_prompt_library_items_response.py +1 -1
- eval_studio_client/api/models/v1_list_rag_collections_response.py +1 -1
- eval_studio_client/api/models/v1_list_test_case_library_items_response.py +1 -1
- eval_studio_client/api/models/v1_list_test_case_relationships_response.py +95 -0
- eval_studio_client/api/models/v1_list_test_cases_response.py +1 -1
- eval_studio_client/api/models/v1_list_test_classes_response.py +1 -1
- eval_studio_client/api/models/v1_list_tests_response.py +1 -1
- eval_studio_client/api/models/v1_list_workflows_response.py +1 -1
- eval_studio_client/api/models/v1_metric_score.py +89 -0
- eval_studio_client/api/models/v1_metric_scores.py +95 -0
- eval_studio_client/api/models/v1_model.py +1 -1
- eval_studio_client/api/models/v1_model_type.py +1 -1
- eval_studio_client/api/models/v1_operation.py +1 -1
- eval_studio_client/api/models/v1_operation_progress.py +1 -1
- eval_studio_client/api/models/v1_perturb_test_in_place_response.py +91 -0
- eval_studio_client/api/models/v1_perturb_test_response.py +1 -1
- eval_studio_client/api/models/v1_perturbator.py +1 -1
- eval_studio_client/api/models/v1_perturbator_configuration.py +1 -1
- eval_studio_client/api/models/v1_perturbator_intensity.py +1 -1
- eval_studio_client/api/models/v1_problem_and_action.py +1 -1
- eval_studio_client/api/models/v1_process_workflow_node_response.py +1 -1
- eval_studio_client/api/models/v1_prompt_library_item.py +1 -1
- eval_studio_client/api/models/v1_repeated_string.py +87 -0
- eval_studio_client/api/models/v1_reset_workflow_node_response.py +91 -0
- eval_studio_client/api/models/v1_test.py +1 -1
- eval_studio_client/api/models/v1_test_case.py +10 -3
- eval_studio_client/api/models/v1_test_case_relationship.py +1 -1
- eval_studio_client/api/models/v1_test_cases_generator.py +1 -1
- eval_studio_client/api/models/v1_test_class.py +1 -1
- eval_studio_client/api/models/v1_test_class_type.py +1 -1
- eval_studio_client/api/models/v1_test_lab.py +1 -1
- eval_studio_client/api/models/v1_test_suite_evaluates.py +1 -1
- eval_studio_client/api/models/v1_update_dashboard_response.py +1 -1
- eval_studio_client/api/models/v1_update_document_response.py +1 -1
- eval_studio_client/api/models/v1_update_leaderboard_response.py +1 -1
- eval_studio_client/api/models/v1_update_model_response.py +1 -1
- eval_studio_client/api/models/v1_update_operation_response.py +1 -1
- eval_studio_client/api/models/v1_update_test_case_response.py +1 -1
- eval_studio_client/api/models/v1_update_test_response.py +1 -1
- eval_studio_client/api/models/v1_update_workflow_node_response.py +1 -1
- eval_studio_client/api/models/v1_update_workflow_response.py +1 -1
- eval_studio_client/api/models/v1_who_am_i_response.py +1 -1
- eval_studio_client/api/models/v1_workflow.py +11 -3
- eval_studio_client/api/models/v1_workflow_edge.py +1 -1
- eval_studio_client/api/models/v1_workflow_edge_type.py +1 -1
- eval_studio_client/api/models/v1_workflow_node.py +1 -1
- eval_studio_client/api/models/v1_workflow_node_artifact.py +1 -1
- eval_studio_client/api/models/v1_workflow_node_artifacts.py +1 -1
- eval_studio_client/api/models/v1_workflow_node_attributes.py +1 -1
- eval_studio_client/api/models/v1_workflow_node_status.py +1 -1
- eval_studio_client/api/models/v1_workflow_node_type.py +4 -1
- eval_studio_client/api/models/v1_workflow_node_view.py +1 -1
- eval_studio_client/api/models/v1_workflow_type.py +1 -1
- eval_studio_client/api/models/workflow_service_clone_workflow_request.py +95 -0
- eval_studio_client/api/rest.py +1 -1
- eval_studio_client/api/test/test_adversarial_inputs_service_api.py +37 -0
- eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +128 -0
- eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
- eval_studio_client/api/test/test_document_service_api.py +1 -1
- eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
- eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
- eval_studio_client/api/test/test_generated_questions_validation_service_api.py +37 -0
- eval_studio_client/api/test/test_generated_questions_validation_service_validate_generated_questions_request.py +83 -0
- eval_studio_client/api/test/test_human_calibration_service_api.py +1 -1
- eval_studio_client/api/test/test_info_service_api.py +1 -1
- eval_studio_client/api/test/test_leaderboard_report_service_api.py +37 -0
- eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
- eval_studio_client/api/test/test_model_service_api.py +1 -1
- eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
- eval_studio_client/api/test/test_operation_service_api.py +7 -1
- eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
- eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +6 -2
- eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
- eval_studio_client/api/test/test_prompt_generation_service_api.py +1 -1
- eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +9 -4
- eval_studio_client/api/test/test_prompt_library_service_api.py +1 -1
- eval_studio_client/api/test/test_protobuf_any.py +1 -1
- eval_studio_client/api/test/test_protobuf_null_value.py +1 -1
- eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
- eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_test_case_to_update.py +6 -2
- eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_updated_workflow.py +5 -2
- eval_studio_client/api/test/test_required_the_updated_workflow_node.py +1 -1
- eval_studio_client/api/test/test_rpc_status.py +1 -1
- eval_studio_client/api/test/test_test_case_relationship_service_api.py +37 -0
- eval_studio_client/api/test/test_test_case_service_api.py +1 -1
- eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
- eval_studio_client/api/test/test_test_class_service_api.py +1 -1
- eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
- eval_studio_client/api/test/test_test_service_api.py +13 -1
- eval_studio_client/api/test/test_test_service_clone_test_request.py +52 -0
- eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +4 -1
- eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py +1 -1
- eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py +1 -1
- eval_studio_client/api/test/test_test_service_perturb_test_in_place_request.py +59 -0
- eval_studio_client/api/test/test_test_service_perturb_test_request.py +1 -1
- eval_studio_client/api/test/test_v1_abort_operation_response.py +71 -0
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_dashboards_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_dashboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_documents_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_documents_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_evaluators_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_leaderboards_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_models_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_models_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py +6 -2
- eval_studio_client/api/test/test_v1_batch_delete_tests_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_tests_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py +5 -2
- eval_studio_client/api/test/test_v1_batch_get_dashboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_get_documents_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_get_models_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_get_operations_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_get_tests_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_import_leaderboard_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_batch_import_tests_request.py +1 -1
- eval_studio_client/api/test/test_v1_batch_import_tests_response.py +1 -1
- eval_studio_client/api/test/test_v1_check_base_models_response.py +1 -1
- eval_studio_client/api/test/test_v1_clone_test_response.py +67 -0
- eval_studio_client/api/test/test_v1_clone_workflow_response.py +93 -0
- eval_studio_client/api/test/test_v1_collection_info.py +1 -1
- eval_studio_client/api/test/test_v1_context.py +54 -0
- eval_studio_client/api/test/test_v1_create_dashboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_document_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_evaluation_request.py +6 -2
- eval_studio_client/api/test/test_v1_create_evaluator_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_request.py +1 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_model_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_perturbation_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_test_case_response.py +6 -2
- eval_studio_client/api/test/test_v1_create_test_lab_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_test_response.py +1 -1
- eval_studio_client/api/test/test_v1_create_workflow_edge_response.py +62 -0
- eval_studio_client/api/test/test_v1_create_workflow_node_response.py +82 -0
- eval_studio_client/api/test/test_v1_create_workflow_response.py +5 -2
- eval_studio_client/api/test/test_v1_dashboard.py +1 -1
- eval_studio_client/api/test/test_v1_dashboard_status.py +1 -1
- eval_studio_client/api/test/test_v1_delete_dashboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_delete_document_response.py +1 -1
- eval_studio_client/api/test/test_v1_delete_evaluator_response.py +1 -1
- eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_delete_model_response.py +1 -1
- eval_studio_client/api/test/test_v1_delete_test_case_response.py +6 -2
- eval_studio_client/api/test/test_v1_delete_test_response.py +1 -1
- eval_studio_client/api/test/test_v1_delete_workflow_edge_response.py +62 -0
- eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +1 -1
- eval_studio_client/api/test/test_v1_delete_workflow_response.py +5 -2
- eval_studio_client/api/test/test_v1_document.py +1 -1
- eval_studio_client/api/test/test_v1_estimate_threshold_request.py +1 -1
- eval_studio_client/api/test/test_v1_evaluation_test.py +6 -2
- eval_studio_client/api/test/test_v1_evaluator.py +1 -1
- eval_studio_client/api/test/test_v1_evaluator_param_type.py +1 -1
- eval_studio_client/api/test/test_v1_evaluator_parameter.py +1 -1
- eval_studio_client/api/test/test_v1_evaluator_view.py +1 -1
- eval_studio_client/api/test/test_v1_finalize_operation_response.py +1 -1
- eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py +6 -2
- eval_studio_client/api/test/test_v1_find_test_lab_response.py +1 -1
- eval_studio_client/api/test/test_v1_generate_test_cases_response.py +1 -1
- eval_studio_client/api/test/test_v1_generated_test_case.py +79 -0
- eval_studio_client/api/test/test_v1_get_dashboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_document_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_evaluator_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_info_response.py +7 -2
- eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +175 -0
- eval_studio_client/api/test/test_v1_get_leaderboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_model_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_operation_progress_by_parent_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_operation_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_perturbator_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_test_case_response.py +6 -2
- eval_studio_client/api/test/test_v1_get_test_class_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_test_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_workflow_node_response.py +1 -1
- eval_studio_client/api/test/test_v1_get_workflow_response.py +5 -2
- eval_studio_client/api/test/test_v1_import_evaluation_request.py +1 -1
- eval_studio_client/api/test/test_v1_import_leaderboard_request.py +1 -1
- eval_studio_client/api/test/test_v1_import_leaderboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +1 -1
- eval_studio_client/api/test/test_v1_import_test_cases_request.py +1 -1
- eval_studio_client/api/test/test_v1_info.py +7 -2
- eval_studio_client/api/test/test_v1_init_workflow_node_response.py +82 -0
- eval_studio_client/api/test/test_v1_insight.py +1 -1
- eval_studio_client/api/test/test_v1_labeled_test_case.py +1 -1
- eval_studio_client/api/test/test_v1_leaderboard.py +1 -1
- eval_studio_client/api/test/test_v1_leaderboard_report.py +174 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_data.py +52 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +56 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_evaluator.py +114 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_evaluator_parameter.py +63 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_explanation.py +58 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_metrics_meta_entry.py +66 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_model.py +62 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_result.py +92 -0
- eval_studio_client/api/test/test_v1_leaderboard_report_result_relationship.py +53 -0
- eval_studio_client/api/test/test_v1_leaderboard_status.py +1 -1
- eval_studio_client/api/test/test_v1_leaderboard_type.py +1 -1
- eval_studio_client/api/test/test_v1_leaderboard_view.py +1 -1
- eval_studio_client/api/test/test_v1_list_base_models_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_dashboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_documents_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_evaluators_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_leaderboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_llm_models_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_model_collections_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_models_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_most_recent_dashboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_most_recent_models_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_most_recent_tests_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_operations_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_perturbators_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_rag_collections_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_test_case_relationships_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_test_cases_response.py +6 -2
- eval_studio_client/api/test/test_v1_list_test_classes_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_tests_response.py +1 -1
- eval_studio_client/api/test/test_v1_list_workflows_response.py +5 -2
- eval_studio_client/api/test/test_v1_metric_score.py +52 -0
- eval_studio_client/api/test/test_v1_metric_scores.py +55 -0
- eval_studio_client/api/test/test_v1_model.py +1 -1
- eval_studio_client/api/test/test_v1_model_type.py +1 -1
- eval_studio_client/api/test/test_v1_operation.py +1 -1
- eval_studio_client/api/test/test_v1_operation_progress.py +1 -1
- eval_studio_client/api/test/test_v1_perturb_test_in_place_response.py +67 -0
- eval_studio_client/api/test/test_v1_perturb_test_response.py +1 -1
- eval_studio_client/api/test/test_v1_perturbator.py +1 -1
- eval_studio_client/api/test/test_v1_perturbator_configuration.py +1 -1
- eval_studio_client/api/test/test_v1_perturbator_intensity.py +1 -1
- eval_studio_client/api/test/test_v1_problem_and_action.py +1 -1
- eval_studio_client/api/test/test_v1_process_workflow_node_response.py +1 -1
- eval_studio_client/api/test/test_v1_prompt_library_item.py +1 -1
- eval_studio_client/api/test/test_v1_repeated_string.py +53 -0
- eval_studio_client/api/test/test_v1_reset_workflow_node_response.py +82 -0
- eval_studio_client/api/test/test_v1_test.py +1 -1
- eval_studio_client/api/test/test_v1_test_case.py +6 -2
- eval_studio_client/api/test/test_v1_test_case_relationship.py +1 -1
- eval_studio_client/api/test/test_v1_test_cases_generator.py +1 -1
- eval_studio_client/api/test/test_v1_test_class.py +1 -1
- eval_studio_client/api/test/test_v1_test_class_type.py +1 -1
- eval_studio_client/api/test/test_v1_test_lab.py +1 -1
- eval_studio_client/api/test/test_v1_test_suite_evaluates.py +1 -1
- eval_studio_client/api/test/test_v1_update_dashboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_update_document_response.py +1 -1
- eval_studio_client/api/test/test_v1_update_leaderboard_response.py +1 -1
- eval_studio_client/api/test/test_v1_update_model_response.py +1 -1
- eval_studio_client/api/test/test_v1_update_operation_response.py +1 -1
- eval_studio_client/api/test/test_v1_update_test_case_response.py +6 -2
- eval_studio_client/api/test/test_v1_update_test_response.py +1 -1
- eval_studio_client/api/test/test_v1_update_workflow_node_response.py +1 -1
- eval_studio_client/api/test/test_v1_update_workflow_response.py +5 -2
- eval_studio_client/api/test/test_v1_who_am_i_response.py +1 -1
- eval_studio_client/api/test/test_v1_workflow.py +5 -2
- eval_studio_client/api/test/test_v1_workflow_edge.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_edge_type.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_node.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_node_artifact.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_node_attributes.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_node_status.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_node_type.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_node_view.py +1 -1
- eval_studio_client/api/test/test_v1_workflow_type.py +1 -1
- eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
- eval_studio_client/api/test/test_workflow_edge_service_api.py +15 -1
- eval_studio_client/api/test/test_workflow_node_service_api.py +23 -2
- eval_studio_client/api/test/test_workflow_service_api.py +8 -1
- eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py +55 -0
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +1633 -219
- eval_studio_client/tests.py +103 -8
- {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/METADATA +2 -2
- eval_studio_client-1.1.0a5.dist-info/RECORD +720 -0
- {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/WHEEL +1 -1
- eval_studio_client-1.0.1.dist-info/RECORD +0 -615
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# coding: utf-8
|
|
2
2
|
|
|
3
3
|
"""
|
|
4
|
-
ai/h2o/eval_studio/v1/
|
|
4
|
+
ai/h2o/eval_studio/v1/insight.proto
|
|
5
5
|
|
|
6
6
|
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
7
|
|
|
@@ -21,12 +21,14 @@ from typing_extensions import Annotated
|
|
|
21
21
|
from eval_studio_client.api.models.required_the_updated_workflow import RequiredTheUpdatedWorkflow
|
|
22
22
|
from eval_studio_client.api.models.v1_batch_delete_workflows_request import V1BatchDeleteWorkflowsRequest
|
|
23
23
|
from eval_studio_client.api.models.v1_batch_delete_workflows_response import V1BatchDeleteWorkflowsResponse
|
|
24
|
+
from eval_studio_client.api.models.v1_clone_workflow_response import V1CloneWorkflowResponse
|
|
24
25
|
from eval_studio_client.api.models.v1_create_workflow_response import V1CreateWorkflowResponse
|
|
25
26
|
from eval_studio_client.api.models.v1_delete_workflow_response import V1DeleteWorkflowResponse
|
|
26
27
|
from eval_studio_client.api.models.v1_get_workflow_response import V1GetWorkflowResponse
|
|
27
28
|
from eval_studio_client.api.models.v1_list_workflows_response import V1ListWorkflowsResponse
|
|
28
29
|
from eval_studio_client.api.models.v1_update_workflow_response import V1UpdateWorkflowResponse
|
|
29
30
|
from eval_studio_client.api.models.v1_workflow import V1Workflow
|
|
31
|
+
from eval_studio_client.api.models.workflow_service_clone_workflow_request import WorkflowServiceCloneWorkflowRequest
|
|
30
32
|
|
|
31
33
|
from eval_studio_client.api.api_client import ApiClient, RequestSerialized
|
|
32
34
|
from eval_studio_client.api.api_response import ApiResponse
|
|
@@ -313,6 +315,288 @@ class WorkflowServiceApi:
|
|
|
313
315
|
|
|
314
316
|
|
|
315
317
|
|
|
318
|
+
@validate_call
|
|
319
|
+
def workflow_service_clone_workflow(
|
|
320
|
+
self,
|
|
321
|
+
name_1: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to clone.")],
|
|
322
|
+
body: WorkflowServiceCloneWorkflowRequest,
|
|
323
|
+
_request_timeout: Union[
|
|
324
|
+
None,
|
|
325
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
326
|
+
Tuple[
|
|
327
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
328
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
329
|
+
]
|
|
330
|
+
] = None,
|
|
331
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
332
|
+
_content_type: Optional[StrictStr] = None,
|
|
333
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
334
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
335
|
+
) -> V1CloneWorkflowResponse:
|
|
336
|
+
"""CloneWorkflow clones an existing Workflow.
|
|
337
|
+
|
|
338
|
+
|
|
339
|
+
:param name_1: Required. The name of the Workflow to clone. (required)
|
|
340
|
+
:type name_1: str
|
|
341
|
+
:param body: (required)
|
|
342
|
+
:type body: WorkflowServiceCloneWorkflowRequest
|
|
343
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
344
|
+
number provided, it will be total request
|
|
345
|
+
timeout. It can also be a pair (tuple) of
|
|
346
|
+
(connection, read) timeouts.
|
|
347
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
348
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
349
|
+
request; this effectively ignores the
|
|
350
|
+
authentication in the spec for a single request.
|
|
351
|
+
:type _request_auth: dict, optional
|
|
352
|
+
:param _content_type: force content-type for the request.
|
|
353
|
+
:type _content_type: str, Optional
|
|
354
|
+
:param _headers: set to override the headers for a single
|
|
355
|
+
request; this effectively ignores the headers
|
|
356
|
+
in the spec for a single request.
|
|
357
|
+
:type _headers: dict, optional
|
|
358
|
+
:param _host_index: set to override the host_index for a single
|
|
359
|
+
request; this effectively ignores the host_index
|
|
360
|
+
in the spec for a single request.
|
|
361
|
+
:type _host_index: int, optional
|
|
362
|
+
:return: Returns the result object.
|
|
363
|
+
""" # noqa: E501
|
|
364
|
+
|
|
365
|
+
_param = self._workflow_service_clone_workflow_serialize(
|
|
366
|
+
name_1=name_1,
|
|
367
|
+
body=body,
|
|
368
|
+
_request_auth=_request_auth,
|
|
369
|
+
_content_type=_content_type,
|
|
370
|
+
_headers=_headers,
|
|
371
|
+
_host_index=_host_index
|
|
372
|
+
)
|
|
373
|
+
|
|
374
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
375
|
+
'200': "V1CloneWorkflowResponse",
|
|
376
|
+
}
|
|
377
|
+
response_data = self.api_client.call_api(
|
|
378
|
+
*_param,
|
|
379
|
+
_request_timeout=_request_timeout
|
|
380
|
+
)
|
|
381
|
+
response_data.read()
|
|
382
|
+
return self.api_client.response_deserialize(
|
|
383
|
+
response_data=response_data,
|
|
384
|
+
response_types_map=_response_types_map,
|
|
385
|
+
).data
|
|
386
|
+
|
|
387
|
+
|
|
388
|
+
@validate_call
|
|
389
|
+
def workflow_service_clone_workflow_with_http_info(
|
|
390
|
+
self,
|
|
391
|
+
name_1: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to clone.")],
|
|
392
|
+
body: WorkflowServiceCloneWorkflowRequest,
|
|
393
|
+
_request_timeout: Union[
|
|
394
|
+
None,
|
|
395
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
396
|
+
Tuple[
|
|
397
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
398
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
399
|
+
]
|
|
400
|
+
] = None,
|
|
401
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
402
|
+
_content_type: Optional[StrictStr] = None,
|
|
403
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
404
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
405
|
+
) -> ApiResponse[V1CloneWorkflowResponse]:
|
|
406
|
+
"""CloneWorkflow clones an existing Workflow.
|
|
407
|
+
|
|
408
|
+
|
|
409
|
+
:param name_1: Required. The name of the Workflow to clone. (required)
|
|
410
|
+
:type name_1: str
|
|
411
|
+
:param body: (required)
|
|
412
|
+
:type body: WorkflowServiceCloneWorkflowRequest
|
|
413
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
414
|
+
number provided, it will be total request
|
|
415
|
+
timeout. It can also be a pair (tuple) of
|
|
416
|
+
(connection, read) timeouts.
|
|
417
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
418
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
419
|
+
request; this effectively ignores the
|
|
420
|
+
authentication in the spec for a single request.
|
|
421
|
+
:type _request_auth: dict, optional
|
|
422
|
+
:param _content_type: force content-type for the request.
|
|
423
|
+
:type _content_type: str, Optional
|
|
424
|
+
:param _headers: set to override the headers for a single
|
|
425
|
+
request; this effectively ignores the headers
|
|
426
|
+
in the spec for a single request.
|
|
427
|
+
:type _headers: dict, optional
|
|
428
|
+
:param _host_index: set to override the host_index for a single
|
|
429
|
+
request; this effectively ignores the host_index
|
|
430
|
+
in the spec for a single request.
|
|
431
|
+
:type _host_index: int, optional
|
|
432
|
+
:return: Returns the result object.
|
|
433
|
+
""" # noqa: E501
|
|
434
|
+
|
|
435
|
+
_param = self._workflow_service_clone_workflow_serialize(
|
|
436
|
+
name_1=name_1,
|
|
437
|
+
body=body,
|
|
438
|
+
_request_auth=_request_auth,
|
|
439
|
+
_content_type=_content_type,
|
|
440
|
+
_headers=_headers,
|
|
441
|
+
_host_index=_host_index
|
|
442
|
+
)
|
|
443
|
+
|
|
444
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
445
|
+
'200': "V1CloneWorkflowResponse",
|
|
446
|
+
}
|
|
447
|
+
response_data = self.api_client.call_api(
|
|
448
|
+
*_param,
|
|
449
|
+
_request_timeout=_request_timeout
|
|
450
|
+
)
|
|
451
|
+
response_data.read()
|
|
452
|
+
return self.api_client.response_deserialize(
|
|
453
|
+
response_data=response_data,
|
|
454
|
+
response_types_map=_response_types_map,
|
|
455
|
+
)
|
|
456
|
+
|
|
457
|
+
|
|
458
|
+
@validate_call
|
|
459
|
+
def workflow_service_clone_workflow_without_preload_content(
|
|
460
|
+
self,
|
|
461
|
+
name_1: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to clone.")],
|
|
462
|
+
body: WorkflowServiceCloneWorkflowRequest,
|
|
463
|
+
_request_timeout: Union[
|
|
464
|
+
None,
|
|
465
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
466
|
+
Tuple[
|
|
467
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
468
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
469
|
+
]
|
|
470
|
+
] = None,
|
|
471
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
472
|
+
_content_type: Optional[StrictStr] = None,
|
|
473
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
474
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
475
|
+
) -> RESTResponseType:
|
|
476
|
+
"""CloneWorkflow clones an existing Workflow.
|
|
477
|
+
|
|
478
|
+
|
|
479
|
+
:param name_1: Required. The name of the Workflow to clone. (required)
|
|
480
|
+
:type name_1: str
|
|
481
|
+
:param body: (required)
|
|
482
|
+
:type body: WorkflowServiceCloneWorkflowRequest
|
|
483
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
484
|
+
number provided, it will be total request
|
|
485
|
+
timeout. It can also be a pair (tuple) of
|
|
486
|
+
(connection, read) timeouts.
|
|
487
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
488
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
489
|
+
request; this effectively ignores the
|
|
490
|
+
authentication in the spec for a single request.
|
|
491
|
+
:type _request_auth: dict, optional
|
|
492
|
+
:param _content_type: force content-type for the request.
|
|
493
|
+
:type _content_type: str, Optional
|
|
494
|
+
:param _headers: set to override the headers for a single
|
|
495
|
+
request; this effectively ignores the headers
|
|
496
|
+
in the spec for a single request.
|
|
497
|
+
:type _headers: dict, optional
|
|
498
|
+
:param _host_index: set to override the host_index for a single
|
|
499
|
+
request; this effectively ignores the host_index
|
|
500
|
+
in the spec for a single request.
|
|
501
|
+
:type _host_index: int, optional
|
|
502
|
+
:return: Returns the result object.
|
|
503
|
+
""" # noqa: E501
|
|
504
|
+
|
|
505
|
+
_param = self._workflow_service_clone_workflow_serialize(
|
|
506
|
+
name_1=name_1,
|
|
507
|
+
body=body,
|
|
508
|
+
_request_auth=_request_auth,
|
|
509
|
+
_content_type=_content_type,
|
|
510
|
+
_headers=_headers,
|
|
511
|
+
_host_index=_host_index
|
|
512
|
+
)
|
|
513
|
+
|
|
514
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
515
|
+
'200': "V1CloneWorkflowResponse",
|
|
516
|
+
}
|
|
517
|
+
response_data = self.api_client.call_api(
|
|
518
|
+
*_param,
|
|
519
|
+
_request_timeout=_request_timeout
|
|
520
|
+
)
|
|
521
|
+
return response_data.response
|
|
522
|
+
|
|
523
|
+
|
|
524
|
+
def _workflow_service_clone_workflow_serialize(
|
|
525
|
+
self,
|
|
526
|
+
name_1,
|
|
527
|
+
body,
|
|
528
|
+
_request_auth,
|
|
529
|
+
_content_type,
|
|
530
|
+
_headers,
|
|
531
|
+
_host_index,
|
|
532
|
+
) -> RequestSerialized:
|
|
533
|
+
|
|
534
|
+
_host = None
|
|
535
|
+
|
|
536
|
+
_collection_formats: Dict[str, str] = {
|
|
537
|
+
}
|
|
538
|
+
|
|
539
|
+
_path_params: Dict[str, str] = {}
|
|
540
|
+
_query_params: List[Tuple[str, str]] = []
|
|
541
|
+
_header_params: Dict[str, Optional[str]] = _headers or {}
|
|
542
|
+
_form_params: List[Tuple[str, str]] = []
|
|
543
|
+
_files: Dict[str, Union[str, bytes]] = {}
|
|
544
|
+
_body_params: Optional[bytes] = None
|
|
545
|
+
|
|
546
|
+
# process the path parameters
|
|
547
|
+
if name_1 is not None:
|
|
548
|
+
_path_params['name_1'] = name_1
|
|
549
|
+
# process the query parameters
|
|
550
|
+
# process the header parameters
|
|
551
|
+
# process the form parameters
|
|
552
|
+
# process the body parameter
|
|
553
|
+
if body is not None:
|
|
554
|
+
_body_params = body
|
|
555
|
+
|
|
556
|
+
|
|
557
|
+
# set the HTTP header `Accept`
|
|
558
|
+
_header_params['Accept'] = self.api_client.select_header_accept(
|
|
559
|
+
[
|
|
560
|
+
'application/json'
|
|
561
|
+
]
|
|
562
|
+
)
|
|
563
|
+
|
|
564
|
+
# set the HTTP header `Content-Type`
|
|
565
|
+
if _content_type:
|
|
566
|
+
_header_params['Content-Type'] = _content_type
|
|
567
|
+
else:
|
|
568
|
+
_default_content_type = (
|
|
569
|
+
self.api_client.select_header_content_type(
|
|
570
|
+
[
|
|
571
|
+
'application/json'
|
|
572
|
+
]
|
|
573
|
+
)
|
|
574
|
+
)
|
|
575
|
+
if _default_content_type is not None:
|
|
576
|
+
_header_params['Content-Type'] = _default_content_type
|
|
577
|
+
|
|
578
|
+
# authentication setting
|
|
579
|
+
_auth_settings: List[str] = [
|
|
580
|
+
]
|
|
581
|
+
|
|
582
|
+
return self.api_client.param_serialize(
|
|
583
|
+
method='POST',
|
|
584
|
+
resource_path='/v1/{name_1}:clone',
|
|
585
|
+
path_params=_path_params,
|
|
586
|
+
query_params=_query_params,
|
|
587
|
+
header_params=_header_params,
|
|
588
|
+
body=_body_params,
|
|
589
|
+
post_params=_form_params,
|
|
590
|
+
files=_files,
|
|
591
|
+
auth_settings=_auth_settings,
|
|
592
|
+
collection_formats=_collection_formats,
|
|
593
|
+
_host=_host,
|
|
594
|
+
_request_auth=_request_auth
|
|
595
|
+
)
|
|
596
|
+
|
|
597
|
+
|
|
598
|
+
|
|
599
|
+
|
|
316
600
|
@validate_call
|
|
317
601
|
def workflow_service_create_workflow(
|
|
318
602
|
self,
|
|
@@ -583,7 +867,7 @@ class WorkflowServiceApi:
|
|
|
583
867
|
@validate_call
|
|
584
868
|
def workflow_service_delete_workflow(
|
|
585
869
|
self,
|
|
586
|
-
|
|
870
|
+
name_9: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to delete.")],
|
|
587
871
|
_request_timeout: Union[
|
|
588
872
|
None,
|
|
589
873
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -600,8 +884,8 @@ class WorkflowServiceApi:
|
|
|
600
884
|
"""DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.
|
|
601
885
|
|
|
602
886
|
|
|
603
|
-
:param
|
|
604
|
-
:type
|
|
887
|
+
:param name_9: Required. The name of the Workflow to delete. (required)
|
|
888
|
+
:type name_9: str
|
|
605
889
|
:param _request_timeout: timeout setting for this request. If one
|
|
606
890
|
number provided, it will be total request
|
|
607
891
|
timeout. It can also be a pair (tuple) of
|
|
@@ -625,7 +909,7 @@ class WorkflowServiceApi:
|
|
|
625
909
|
""" # noqa: E501
|
|
626
910
|
|
|
627
911
|
_param = self._workflow_service_delete_workflow_serialize(
|
|
628
|
-
|
|
912
|
+
name_9=name_9,
|
|
629
913
|
_request_auth=_request_auth,
|
|
630
914
|
_content_type=_content_type,
|
|
631
915
|
_headers=_headers,
|
|
@@ -649,7 +933,7 @@ class WorkflowServiceApi:
|
|
|
649
933
|
@validate_call
|
|
650
934
|
def workflow_service_delete_workflow_with_http_info(
|
|
651
935
|
self,
|
|
652
|
-
|
|
936
|
+
name_9: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to delete.")],
|
|
653
937
|
_request_timeout: Union[
|
|
654
938
|
None,
|
|
655
939
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -666,8 +950,8 @@ class WorkflowServiceApi:
|
|
|
666
950
|
"""DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.
|
|
667
951
|
|
|
668
952
|
|
|
669
|
-
:param
|
|
670
|
-
:type
|
|
953
|
+
:param name_9: Required. The name of the Workflow to delete. (required)
|
|
954
|
+
:type name_9: str
|
|
671
955
|
:param _request_timeout: timeout setting for this request. If one
|
|
672
956
|
number provided, it will be total request
|
|
673
957
|
timeout. It can also be a pair (tuple) of
|
|
@@ -691,7 +975,7 @@ class WorkflowServiceApi:
|
|
|
691
975
|
""" # noqa: E501
|
|
692
976
|
|
|
693
977
|
_param = self._workflow_service_delete_workflow_serialize(
|
|
694
|
-
|
|
978
|
+
name_9=name_9,
|
|
695
979
|
_request_auth=_request_auth,
|
|
696
980
|
_content_type=_content_type,
|
|
697
981
|
_headers=_headers,
|
|
@@ -715,7 +999,7 @@ class WorkflowServiceApi:
|
|
|
715
999
|
@validate_call
|
|
716
1000
|
def workflow_service_delete_workflow_without_preload_content(
|
|
717
1001
|
self,
|
|
718
|
-
|
|
1002
|
+
name_9: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to delete.")],
|
|
719
1003
|
_request_timeout: Union[
|
|
720
1004
|
None,
|
|
721
1005
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -732,8 +1016,8 @@ class WorkflowServiceApi:
|
|
|
732
1016
|
"""DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.
|
|
733
1017
|
|
|
734
1018
|
|
|
735
|
-
:param
|
|
736
|
-
:type
|
|
1019
|
+
:param name_9: Required. The name of the Workflow to delete. (required)
|
|
1020
|
+
:type name_9: str
|
|
737
1021
|
:param _request_timeout: timeout setting for this request. If one
|
|
738
1022
|
number provided, it will be total request
|
|
739
1023
|
timeout. It can also be a pair (tuple) of
|
|
@@ -757,7 +1041,7 @@ class WorkflowServiceApi:
|
|
|
757
1041
|
""" # noqa: E501
|
|
758
1042
|
|
|
759
1043
|
_param = self._workflow_service_delete_workflow_serialize(
|
|
760
|
-
|
|
1044
|
+
name_9=name_9,
|
|
761
1045
|
_request_auth=_request_auth,
|
|
762
1046
|
_content_type=_content_type,
|
|
763
1047
|
_headers=_headers,
|
|
@@ -776,7 +1060,7 @@ class WorkflowServiceApi:
|
|
|
776
1060
|
|
|
777
1061
|
def _workflow_service_delete_workflow_serialize(
|
|
778
1062
|
self,
|
|
779
|
-
|
|
1063
|
+
name_9,
|
|
780
1064
|
_request_auth,
|
|
781
1065
|
_content_type,
|
|
782
1066
|
_headers,
|
|
@@ -796,8 +1080,8 @@ class WorkflowServiceApi:
|
|
|
796
1080
|
_body_params: Optional[bytes] = None
|
|
797
1081
|
|
|
798
1082
|
# process the path parameters
|
|
799
|
-
if
|
|
800
|
-
_path_params['
|
|
1083
|
+
if name_9 is not None:
|
|
1084
|
+
_path_params['name_9'] = name_9
|
|
801
1085
|
# process the query parameters
|
|
802
1086
|
# process the header parameters
|
|
803
1087
|
# process the form parameters
|
|
@@ -818,7 +1102,7 @@ class WorkflowServiceApi:
|
|
|
818
1102
|
|
|
819
1103
|
return self.api_client.param_serialize(
|
|
820
1104
|
method='DELETE',
|
|
821
|
-
resource_path='/v1/{
|
|
1105
|
+
resource_path='/v1/{name_9}',
|
|
822
1106
|
path_params=_path_params,
|
|
823
1107
|
query_params=_query_params,
|
|
824
1108
|
header_params=_header_params,
|
|
@@ -837,7 +1121,7 @@ class WorkflowServiceApi:
|
|
|
837
1121
|
@validate_call
|
|
838
1122
|
def workflow_service_get_workflow(
|
|
839
1123
|
self,
|
|
840
|
-
|
|
1124
|
+
name_12: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
|
|
841
1125
|
_request_timeout: Union[
|
|
842
1126
|
None,
|
|
843
1127
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -854,8 +1138,8 @@ class WorkflowServiceApi:
|
|
|
854
1138
|
"""GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
|
|
855
1139
|
|
|
856
1140
|
|
|
857
|
-
:param
|
|
858
|
-
:type
|
|
1141
|
+
:param name_12: Required. The name of the Workflow to retrieve. (required)
|
|
1142
|
+
:type name_12: str
|
|
859
1143
|
:param _request_timeout: timeout setting for this request. If one
|
|
860
1144
|
number provided, it will be total request
|
|
861
1145
|
timeout. It can also be a pair (tuple) of
|
|
@@ -879,7 +1163,7 @@ class WorkflowServiceApi:
|
|
|
879
1163
|
""" # noqa: E501
|
|
880
1164
|
|
|
881
1165
|
_param = self._workflow_service_get_workflow_serialize(
|
|
882
|
-
|
|
1166
|
+
name_12=name_12,
|
|
883
1167
|
_request_auth=_request_auth,
|
|
884
1168
|
_content_type=_content_type,
|
|
885
1169
|
_headers=_headers,
|
|
@@ -903,7 +1187,7 @@ class WorkflowServiceApi:
|
|
|
903
1187
|
@validate_call
|
|
904
1188
|
def workflow_service_get_workflow_with_http_info(
|
|
905
1189
|
self,
|
|
906
|
-
|
|
1190
|
+
name_12: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
|
|
907
1191
|
_request_timeout: Union[
|
|
908
1192
|
None,
|
|
909
1193
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -920,8 +1204,8 @@ class WorkflowServiceApi:
|
|
|
920
1204
|
"""GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
|
|
921
1205
|
|
|
922
1206
|
|
|
923
|
-
:param
|
|
924
|
-
:type
|
|
1207
|
+
:param name_12: Required. The name of the Workflow to retrieve. (required)
|
|
1208
|
+
:type name_12: str
|
|
925
1209
|
:param _request_timeout: timeout setting for this request. If one
|
|
926
1210
|
number provided, it will be total request
|
|
927
1211
|
timeout. It can also be a pair (tuple) of
|
|
@@ -945,7 +1229,7 @@ class WorkflowServiceApi:
|
|
|
945
1229
|
""" # noqa: E501
|
|
946
1230
|
|
|
947
1231
|
_param = self._workflow_service_get_workflow_serialize(
|
|
948
|
-
|
|
1232
|
+
name_12=name_12,
|
|
949
1233
|
_request_auth=_request_auth,
|
|
950
1234
|
_content_type=_content_type,
|
|
951
1235
|
_headers=_headers,
|
|
@@ -969,7 +1253,7 @@ class WorkflowServiceApi:
|
|
|
969
1253
|
@validate_call
|
|
970
1254
|
def workflow_service_get_workflow_without_preload_content(
|
|
971
1255
|
self,
|
|
972
|
-
|
|
1256
|
+
name_12: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
|
|
973
1257
|
_request_timeout: Union[
|
|
974
1258
|
None,
|
|
975
1259
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -986,8 +1270,8 @@ class WorkflowServiceApi:
|
|
|
986
1270
|
"""GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
|
|
987
1271
|
|
|
988
1272
|
|
|
989
|
-
:param
|
|
990
|
-
:type
|
|
1273
|
+
:param name_12: Required. The name of the Workflow to retrieve. (required)
|
|
1274
|
+
:type name_12: str
|
|
991
1275
|
:param _request_timeout: timeout setting for this request. If one
|
|
992
1276
|
number provided, it will be total request
|
|
993
1277
|
timeout. It can also be a pair (tuple) of
|
|
@@ -1011,7 +1295,7 @@ class WorkflowServiceApi:
|
|
|
1011
1295
|
""" # noqa: E501
|
|
1012
1296
|
|
|
1013
1297
|
_param = self._workflow_service_get_workflow_serialize(
|
|
1014
|
-
|
|
1298
|
+
name_12=name_12,
|
|
1015
1299
|
_request_auth=_request_auth,
|
|
1016
1300
|
_content_type=_content_type,
|
|
1017
1301
|
_headers=_headers,
|
|
@@ -1030,7 +1314,7 @@ class WorkflowServiceApi:
|
|
|
1030
1314
|
|
|
1031
1315
|
def _workflow_service_get_workflow_serialize(
|
|
1032
1316
|
self,
|
|
1033
|
-
|
|
1317
|
+
name_12,
|
|
1034
1318
|
_request_auth,
|
|
1035
1319
|
_content_type,
|
|
1036
1320
|
_headers,
|
|
@@ -1050,8 +1334,8 @@ class WorkflowServiceApi:
|
|
|
1050
1334
|
_body_params: Optional[bytes] = None
|
|
1051
1335
|
|
|
1052
1336
|
# process the path parameters
|
|
1053
|
-
if
|
|
1054
|
-
_path_params['
|
|
1337
|
+
if name_12 is not None:
|
|
1338
|
+
_path_params['name_12'] = name_12
|
|
1055
1339
|
# process the query parameters
|
|
1056
1340
|
# process the header parameters
|
|
1057
1341
|
# process the form parameters
|
|
@@ -1072,7 +1356,7 @@ class WorkflowServiceApi:
|
|
|
1072
1356
|
|
|
1073
1357
|
return self.api_client.param_serialize(
|
|
1074
1358
|
method='GET',
|
|
1075
|
-
resource_path='/v1/{
|
|
1359
|
+
resource_path='/v1/{name_12}',
|
|
1076
1360
|
path_params=_path_params,
|
|
1077
1361
|
query_params=_query_params,
|
|
1078
1362
|
header_params=_header_params,
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
# eval_studio_client.api.AdversarialInputsServiceApi
|
|
2
|
+
|
|
3
|
+
All URIs are relative to *http://localhost*
|
|
4
|
+
|
|
5
|
+
Method | HTTP request | Description
|
|
6
|
+
------------- | ------------- | -------------
|
|
7
|
+
[**adversarial_inputs_service_test_adversarial_inputs_robustness**](AdversarialInputsServiceApi.md#adversarial_inputs_service_test_adversarial_inputs_robustness) | **POST** /v1/{test}:testAdversarialInputsRobustness |
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
# **adversarial_inputs_service_test_adversarial_inputs_robustness**
|
|
11
|
+
> V1Operation adversarial_inputs_service_test_adversarial_inputs_robustness(test, body)
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
### Example
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
```python
|
|
19
|
+
import eval_studio_client.api
|
|
20
|
+
from eval_studio_client.api.models.adversarial_inputs_service_test_adversarial_inputs_robustness_request import AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
|
|
21
|
+
from eval_studio_client.api.models.v1_operation import V1Operation
|
|
22
|
+
from eval_studio_client.api.rest import ApiException
|
|
23
|
+
from pprint import pprint
|
|
24
|
+
|
|
25
|
+
# Defining the host is optional and defaults to http://localhost
|
|
26
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
27
|
+
configuration = eval_studio_client.api.Configuration(
|
|
28
|
+
host = "http://localhost"
|
|
29
|
+
)
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
# Enter a context with an instance of the API client
|
|
33
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
34
|
+
# Create an instance of the API class
|
|
35
|
+
api_instance = eval_studio_client.api.AdversarialInputsServiceApi(api_client)
|
|
36
|
+
test = 'test_example' # str | Required. The Test to which the adversarial inputs TestCases will be added.
|
|
37
|
+
body = eval_studio_client.api.AdversarialInputsServiceTestAdversarialInputsRobustnessRequest() # AdversarialInputsServiceTestAdversarialInputsRobustnessRequest |
|
|
38
|
+
|
|
39
|
+
try:
|
|
40
|
+
api_response = api_instance.adversarial_inputs_service_test_adversarial_inputs_robustness(test, body)
|
|
41
|
+
print("The response of AdversarialInputsServiceApi->adversarial_inputs_service_test_adversarial_inputs_robustness:\n")
|
|
42
|
+
pprint(api_response)
|
|
43
|
+
except Exception as e:
|
|
44
|
+
print("Exception when calling AdversarialInputsServiceApi->adversarial_inputs_service_test_adversarial_inputs_robustness: %s\n" % e)
|
|
45
|
+
```
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
### Parameters
|
|
50
|
+
|
|
51
|
+
|
|
52
|
+
Name | Type | Description | Notes
|
|
53
|
+
------------- | ------------- | ------------- | -------------
|
|
54
|
+
**test** | **str**| Required. The Test to which the adversarial inputs TestCases will be added. |
|
|
55
|
+
**body** | [**AdversarialInputsServiceTestAdversarialInputsRobustnessRequest**](AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md)| |
|
|
56
|
+
|
|
57
|
+
### Return type
|
|
58
|
+
|
|
59
|
+
[**V1Operation**](V1Operation.md)
|
|
60
|
+
|
|
61
|
+
### Authorization
|
|
62
|
+
|
|
63
|
+
No authorization required
|
|
64
|
+
|
|
65
|
+
### HTTP request headers
|
|
66
|
+
|
|
67
|
+
- **Content-Type**: application/json
|
|
68
|
+
- **Accept**: application/json
|
|
69
|
+
|
|
70
|
+
### HTTP response details
|
|
71
|
+
|
|
72
|
+
| Status code | Description | Response headers |
|
|
73
|
+
|-------------|-------------|------------------|
|
|
74
|
+
**200** | A successful response. | - |
|
|
75
|
+
**0** | An unexpected error response. | - |
|
|
76
|
+
|
|
77
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
78
|
+
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
# AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
## Properties
|
|
5
|
+
|
|
6
|
+
Name | Type | Description | Notes
|
|
7
|
+
------------ | ------------- | ------------- | -------------
|
|
8
|
+
**operation** | **str** | Required. The Operation processing adversarial inputs robustness testing. | [optional]
|
|
9
|
+
**generator_input_types** | [**List[V1TestCasesGenerator]**](V1TestCasesGenerator.md) | Optional. The list of adversarial input types to generate. | [optional]
|
|
10
|
+
**generator_document_urls** | **List[str]** | Required. The document URLs which were used to generate the baseline TestCases. | [optional]
|
|
11
|
+
**generator_model** | [**V1Model**](V1Model.md) | | [optional]
|
|
12
|
+
**generator_base_llm_model** | **str** | Required. Base LLM model to use for generation of adversarial the prompts. | [optional]
|
|
13
|
+
**generator_count** | **int** | Required. The number of adversarial TestCases to generate. | [optional]
|
|
14
|
+
**generator_topics** | **List[str]** | Optional. Topics to generate questions for. If not specified, use document summarization as topic generation. | [optional]
|
|
15
|
+
**generator_chunks** | **List[str]** | Optional. The list of chunks to use for generation. If set, the Documents assigned to the Test and h2ogpte_collection_id are ignored. | [optional]
|
|
16
|
+
**generator_h2ogpte_collection_id** | **str** | Optional. ID of the h2oGPTe collection to use. If provided, documents referenced by Test and any specified chunks are ignored. This field is required if Test does not reference any documents and no chunks are provided. If this field is left empty, a temporary collection will be created. | [optional]
|
|
17
|
+
**evaluator_identifiers** | **List[str]** | Required. Evaluator identifiers to use for the model evaluation using the adversarial inputs. | [optional]
|
|
18
|
+
**evaluators_parameters** | **Dict[str, str]** | Optional. Additional evaluators configuration, for all the evaluators used in the evaluation. Key is the evaluator identifier, and the value is a JSON string containing the configuration dictionary. | [optional]
|
|
19
|
+
**model** | [**V1Model**](V1Model.md) | | [optional]
|
|
20
|
+
**base_llm_model** | **str** | Required. Base LLM model to be evaluated using the adversarial inputs. | [optional]
|
|
21
|
+
**model_parameters** | **str** | Optional. Parameters overrides for the Model host in JSON format. | [optional]
|
|
22
|
+
**default_h2ogpte_model** | [**V1Model**](V1Model.md) | | [optional]
|
|
23
|
+
**baseline_eval** | **str** | Required. Baseline evaluation name. | [optional]
|
|
24
|
+
**baseline_metrics** | [**Dict[str, V1MetricScores]**](V1MetricScores.md) | Required. Map of baseline metrics from the evaluator to the metric scores for the evaluator. | [optional]
|
|
25
|
+
|
|
26
|
+
## Example
|
|
27
|
+
|
|
28
|
+
```python
|
|
29
|
+
from eval_studio_client.api.models.adversarial_inputs_service_test_adversarial_inputs_robustness_request import AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
|
|
30
|
+
|
|
31
|
+
# TODO update the JSON string below
|
|
32
|
+
json = "{}"
|
|
33
|
+
# create an instance of AdversarialInputsServiceTestAdversarialInputsRobustnessRequest from a JSON string
|
|
34
|
+
adversarial_inputs_service_test_adversarial_inputs_robustness_request_instance = AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.from_json(json)
|
|
35
|
+
# print the JSON string representation of the object
|
|
36
|
+
print(AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.to_json())
|
|
37
|
+
|
|
38
|
+
# convert the object into a dict
|
|
39
|
+
adversarial_inputs_service_test_adversarial_inputs_robustness_request_dict = adversarial_inputs_service_test_adversarial_inputs_robustness_request_instance.to_dict()
|
|
40
|
+
# create an instance of AdversarialInputsServiceTestAdversarialInputsRobustnessRequest from a dict
|
|
41
|
+
adversarial_inputs_service_test_adversarial_inputs_robustness_request_from_dict = AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.from_dict(adversarial_inputs_service_test_adversarial_inputs_robustness_request_dict)
|
|
42
|
+
```
|
|
43
|
+
[[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
|
|
44
|
+
|
|
45
|
+
|