eval-studio-client 0.8.0a2__py3-none-any.whl → 1.0.0a1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/__init__.py +2 -1
- eval_studio_client/api/__init__.py +125 -120
- eval_studio_client/api/api/__init__.py +1 -0
- eval_studio_client/api/api/dashboard_service_api.py +71 -71
- eval_studio_client/api/api/document_service_api.py +64 -64
- eval_studio_client/api/api/evaluation_service_api.py +42 -42
- eval_studio_client/api/api/evaluator_service_api.py +50 -50
- eval_studio_client/api/api/info_service_api.py +8 -8
- eval_studio_client/api/api/leaderboard_service_api.py +126 -126
- eval_studio_client/api/api/model_service_api.py +92 -92
- eval_studio_client/api/api/operation_progress_service_api.py +8 -8
- eval_studio_client/api/api/operation_service_api.py +36 -36
- eval_studio_client/api/api/perturbation_service_api.py +8 -8
- eval_studio_client/api/api/perturbator_service_api.py +15 -15
- eval_studio_client/api/api/prompt_generation_service_api.py +321 -0
- eval_studio_client/api/api/test_case_service_api.py +57 -57
- eval_studio_client/api/api/test_class_service_api.py +15 -15
- eval_studio_client/api/api/test_lab_service_api.py +22 -22
- eval_studio_client/api/api/test_service_api.py +376 -92
- eval_studio_client/api/api/who_am_i_service_api.py +8 -8
- eval_studio_client/api/api_client.py +1 -1
- eval_studio_client/api/configuration.py +1 -1
- eval_studio_client/api/docs/DashboardServiceApi.md +38 -38
- eval_studio_client/api/docs/DocumentServiceApi.md +34 -34
- eval_studio_client/api/docs/EvaluationServiceApi.md +22 -22
- eval_studio_client/api/docs/EvaluatorServiceApi.md +26 -26
- eval_studio_client/api/docs/InfoServiceApi.md +4 -4
- eval_studio_client/api/docs/LeaderboardServiceApi.md +66 -66
- eval_studio_client/api/docs/ModelServiceApi.md +50 -50
- eval_studio_client/api/docs/OperationProgressServiceApi.md +4 -4
- eval_studio_client/api/docs/OperationServiceApi.md +20 -20
- eval_studio_client/api/docs/PerturbationServiceApi.md +4 -4
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +3 -3
- eval_studio_client/api/docs/PerturbatorServiceApi.md +8 -8
- eval_studio_client/api/docs/PromptGenerationServiceApi.md +78 -0
- eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +35 -0
- eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +1 -1
- eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +4 -4
- eval_studio_client/api/docs/RequiredTheModelToUpdate.md +1 -1
- eval_studio_client/api/docs/TestCaseServiceApi.md +31 -31
- eval_studio_client/api/docs/TestClassServiceApi.md +8 -8
- eval_studio_client/api/docs/TestLabServiceApi.md +11 -11
- eval_studio_client/api/docs/TestServiceApi.md +119 -49
- eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +33 -0
- eval_studio_client/api/docs/TestServicePerturbTestRequest.md +1 -1
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsRequest.md +31 -0
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDashboardsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDocumentsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteEvaluatorsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteEvaluatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteLeaderboardsRequest.md +30 -0
- eval_studio_client/api/docs/V1BatchDeleteLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteModelsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaBatchDeleteTestsRequest.md → V1BatchDeleteTestsRequest.md} +8 -8
- eval_studio_client/api/docs/V1BatchDeleteTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetOperationsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetTestsResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaBatchImportLeaderboardRequest.md → V1BatchImportLeaderboardRequest.md} +9 -9
- eval_studio_client/api/docs/V1BatchImportLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaBatchImportTestsRequest.md → V1BatchImportTestsRequest.md} +8 -8
- eval_studio_client/api/docs/V1BatchImportTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1CheckBaseModelsResponse.md +30 -0
- eval_studio_client/api/docs/{V1alphaCollectionInfo.md → V1CollectionInfo.md} +8 -8
- eval_studio_client/api/docs/V1CreateDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateDocumentResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaCreateEvaluationRequest.md → V1CreateEvaluationRequest.md} +10 -10
- eval_studio_client/api/docs/V1CreateEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateLeaderboardRequest.md +29 -0
- eval_studio_client/api/docs/V1CreateLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateLeaderboardWithoutCacheResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateModelResponse.md +29 -0
- eval_studio_client/api/docs/V1CreatePerturbationResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateTestLabResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaDashboard.md → V1Dashboard.md} +9 -9
- eval_studio_client/api/docs/{V1alphaDashboardStatus.md → V1DashboardStatus.md} +1 -1
- eval_studio_client/api/docs/V1DeleteDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteModelResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaDocument.md → V1Document.md} +8 -8
- eval_studio_client/api/docs/V1EvaluationTest.md +32 -0
- eval_studio_client/api/docs/{V1alphaEvaluator.md → V1Evaluator.md} +10 -9
- eval_studio_client/api/docs/{V1alphaEvaluatorParamType.md → V1EvaluatorParamType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaEvaluatorParameter.md → V1EvaluatorParameter.md} +9 -9
- eval_studio_client/api/docs/{V1alphaEvaluatorView.md → V1EvaluatorView.md} +1 -1
- eval_studio_client/api/docs/V1FinalizeOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1FindAllTestCasesByIDResponse.md +29 -0
- eval_studio_client/api/docs/V1FindTestLabResponse.md +29 -0
- eval_studio_client/api/docs/V1GenerateTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1GetDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1GetDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1GetEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1GetInfoResponse.md +29 -0
- eval_studio_client/api/docs/V1GetLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1GetModelResponse.md +29 -0
- eval_studio_client/api/docs/V1GetOperationProgressByParentResponse.md +29 -0
- eval_studio_client/api/docs/V1GetOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1GetPerturbatorResponse.md +29 -0
- eval_studio_client/api/docs/V1GetTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1GetTestClassResponse.md +29 -0
- eval_studio_client/api/docs/V1GetTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaImportEvaluationRequest.md → V1ImportEvaluationRequest.md} +9 -9
- eval_studio_client/api/docs/{V1alphaImportLeaderboardRequest.md → V1ImportLeaderboardRequest.md} +9 -9
- eval_studio_client/api/docs/V1ImportLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaInfo.md → V1Info.md} +8 -8
- eval_studio_client/api/docs/{V1alphaInsight.md → V1Insight.md} +8 -8
- eval_studio_client/api/docs/{V1alphaLeaderboard.md → V1Leaderboard.md} +12 -12
- eval_studio_client/api/docs/{V1alphaLeaderboardStatus.md → V1LeaderboardStatus.md} +1 -1
- eval_studio_client/api/docs/{V1alphaLeaderboardType.md → V1LeaderboardType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaLeaderboardView.md → V1LeaderboardView.md} +1 -1
- eval_studio_client/api/docs/V1ListBaseModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListEvaluatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListLLMModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListLeaderboardsResponse.md +30 -0
- eval_studio_client/api/docs/V1ListModelCollectionsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListOperationsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListPerturbatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListRAGCollectionsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestClassesResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestsResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaModel.md → V1Model.md} +9 -9
- eval_studio_client/api/docs/{V1alphaModelType.md → V1ModelType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaOperation.md → V1Operation.md} +8 -8
- eval_studio_client/api/docs/{V1alphaOperationProgress.md → V1OperationProgress.md} +8 -8
- eval_studio_client/api/docs/V1PerturbTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaPerturbator.md → V1Perturbator.md} +8 -8
- eval_studio_client/api/docs/V1PerturbatorConfiguration.md +32 -0
- eval_studio_client/api/docs/{V1alphaPerturbatorIntensity.md → V1PerturbatorIntensity.md} +1 -1
- eval_studio_client/api/docs/{V1alphaProblemAndAction.md → V1ProblemAndAction.md} +8 -8
- eval_studio_client/api/docs/{V1alphaTest.md → V1Test.md} +8 -8
- eval_studio_client/api/docs/{V1alphaTestCase.md → V1TestCase.md} +8 -8
- eval_studio_client/api/docs/{V1alphaTestCaseRelationship.md → V1TestCaseRelationship.md} +8 -8
- eval_studio_client/api/docs/V1TestCasesGenerator.md +11 -0
- eval_studio_client/api/docs/{V1alphaTestClass.md → V1TestClass.md} +9 -9
- eval_studio_client/api/docs/{V1alphaTestClassType.md → V1TestClassType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaTestLab.md → V1TestLab.md} +8 -8
- eval_studio_client/api/docs/V1UpdateDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateModelResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaWhoAmIResponse.md → V1WhoAmIResponse.md} +8 -8
- eval_studio_client/api/docs/WhoAmIServiceApi.md +4 -4
- eval_studio_client/api/exceptions.py +1 -1
- eval_studio_client/api/models/__init__.py +124 -120
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +10 -10
- eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +104 -0
- eval_studio_client/api/models/protobuf_any.py +1 -1
- eval_studio_client/api/models/required_the_dashboard_to_update.py +3 -3
- eval_studio_client/api/models/required_the_document_to_update.py +1 -1
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +11 -11
- eval_studio_client/api/models/required_the_model_to_update.py +3 -3
- eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
- eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
- eval_studio_client/api/models/required_the_test_case_to_update.py +1 -1
- eval_studio_client/api/models/required_the_test_to_update.py +1 -1
- eval_studio_client/api/models/rpc_status.py +1 -1
- eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
- eval_studio_client/api/models/test_service_generate_test_cases_request.py +96 -0
- eval_studio_client/api/models/test_service_perturb_test_request.py +4 -4
- eval_studio_client/api/models/{v1alpha_batch_create_leaderboards_request.py → v1_batch_create_leaderboards_request.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_operation_response.py → v1_batch_create_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_request.py → v1_batch_delete_dashboards_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_dashboards_response.py → v1_batch_delete_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_documents_request.py → v1_batch_delete_documents_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_documents_response.py → v1_batch_delete_documents_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_request.py → v1_batch_delete_evaluators_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_evaluators_response.py → v1_batch_delete_evaluators_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_request.py → v1_batch_delete_leaderboards_request.py} +7 -7
- eval_studio_client/api/models/{v1alpha_batch_get_leaderboards_response.py → v1_batch_delete_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_models_request.py → v1_batch_delete_models_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_models_response.py → v1_batch_delete_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_test_cases_response.py → v1_batch_delete_test_cases_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_tests_request.py → v1_batch_delete_tests_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_tests_response.py → v1_batch_delete_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_dashboards_response.py → v1_batch_get_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_documents_response.py → v1_batch_get_documents_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_response.py → v1_batch_get_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_models_response.py → v1_batch_get_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_operations_response.py → v1_batch_get_operations_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_tests_response.py → v1_batch_get_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_import_leaderboard_request.py → v1_batch_import_leaderboard_request.py} +7 -7
- eval_studio_client/api/models/{v1alpha_import_leaderboard_response.py → v1_batch_import_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_import_tests_request.py → v1_batch_import_tests_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_batch_delete_tests_response.py → v1_batch_import_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_check_base_models_response.py → v1_check_base_models_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_collection_info.py → v1_collection_info.py} +4 -4
- eval_studio_client/api/models/{v1alpha_get_dashboard_response.py → v1_create_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_document_response.py → v1_create_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_evaluation_request.py → v1_create_evaluation_request.py} +11 -11
- eval_studio_client/api/models/{v1alpha_get_evaluator_response.py → v1_create_evaluator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_leaderboard_response.py → v1_create_leaderboard_request.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_operation_response.py → v1_create_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_get_model_response.py → v1_create_model_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_perturbation_response.py → v1_create_perturbation_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_get_test_case_response.py → v1_create_test_case_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_find_test_lab_response.py → v1_create_test_lab_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_test_response.py → v1_create_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_dashboard.py → v1_dashboard.py} +7 -7
- eval_studio_client/api/models/{v1alpha_dashboard_status.py → v1_dashboard_status.py} +3 -3
- eval_studio_client/api/models/{v1alpha_update_dashboard_response.py → v1_delete_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_document_response.py → v1_delete_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_evaluator_response.py → v1_delete_evaluator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_leaderboard_request.py → v1_delete_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_model_response.py → v1_delete_model_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_test_case_response.py → v1_delete_test_case_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_test_response.py → v1_delete_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_document.py → v1_document.py} +5 -5
- eval_studio_client/api/models/{v1alpha_evaluation_test.py → v1_evaluation_test.py} +10 -10
- eval_studio_client/api/models/{v1alpha_evaluator.py → v1_evaluator.py} +14 -10
- eval_studio_client/api/models/{v1alpha_evaluator_param_type.py → v1_evaluator_param_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_evaluator_parameter.py → v1_evaluator_parameter.py} +7 -7
- eval_studio_client/api/models/{v1alpha_evaluator_view.py → v1_evaluator_view.py} +3 -3
- eval_studio_client/api/models/{v1alpha_create_leaderboard_response.py → v1_finalize_operation_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_find_all_test_cases_by_id_response.py → v1_find_all_test_cases_by_id_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_test_lab_response.py → v1_find_test_lab_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_finalize_operation_response.py → v1_generate_test_cases_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_dashboard_response.py → v1_get_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_document_response.py → v1_get_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_evaluator_response.py → v1_get_evaluator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_info_response.py → v1_get_info_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_leaderboard_response.py → v1_get_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_model_response.py → v1_get_model_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_operation_progress_by_parent_response.py → v1_get_operation_progress_by_parent_response.py} +8 -8
- eval_studio_client/api/models/v1_get_operation_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_get_perturbator_response.py → v1_get_perturbator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_test_case_response.py → v1_get_test_case_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_test_class_response.py → v1_get_test_class_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_test_response.py → v1_get_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_import_evaluation_request.py → v1_import_evaluation_request.py} +8 -8
- eval_studio_client/api/models/{v1alpha_import_leaderboard_request.py → v1_import_leaderboard_request.py} +7 -7
- eval_studio_client/api/models/v1_import_leaderboard_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_info.py → v1_info.py} +5 -5
- eval_studio_client/api/models/{v1alpha_insight.py → v1_insight.py} +4 -4
- eval_studio_client/api/models/{v1alpha_leaderboard.py → v1_leaderboard.py} +15 -15
- eval_studio_client/api/models/{v1alpha_leaderboard_status.py → v1_leaderboard_status.py} +3 -3
- eval_studio_client/api/models/{v1alpha_leaderboard_type.py → v1_leaderboard_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_leaderboard_view.py → v1_leaderboard_view.py} +3 -3
- eval_studio_client/api/models/{v1alpha_list_base_models_response.py → v1_list_base_models_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_response.py → v1_list_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_documents_response.py → v1_list_documents_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_response.py → v1_list_evaluators_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_leaderboards_response.py → v1_list_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_llm_models_response.py → v1_list_llm_models_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_model_collections_response.py → v1_list_model_collections_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_models_response.py → v1_list_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_most_recent_dashboards_response.py → v1_list_most_recent_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_most_recent_leaderboards_response.py → v1_list_most_recent_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_most_recent_models_response.py → v1_list_most_recent_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_import_tests_response.py → v1_list_most_recent_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_operations_response.py → v1_list_operations_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_perturbators_response.py → v1_list_perturbators_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_rag_collections_response.py → v1_list_rag_collections_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_test_cases_response.py → v1_list_test_cases_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_test_classes_response.py → v1_list_test_classes_response.py} +8 -8
- eval_studio_client/api/models/v1_list_tests_response.py +95 -0
- eval_studio_client/api/models/{v1alpha_model.py → v1_model.py} +7 -7
- eval_studio_client/api/models/{v1alpha_model_type.py → v1_model_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_operation.py → v1_operation.py} +4 -4
- eval_studio_client/api/models/{v1alpha_operation_progress.py → v1_operation_progress.py} +5 -5
- eval_studio_client/api/models/{v1alpha_delete_test_response.py → v1_perturb_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_perturbator.py → v1_perturbator.py} +5 -5
- eval_studio_client/api/models/{v1alpha_perturbator_configuration.py → v1_perturbator_configuration.py} +6 -6
- eval_studio_client/api/models/{v1alpha_perturbator_intensity.py → v1_perturbator_intensity.py} +4 -4
- eval_studio_client/api/models/{v1alpha_problem_and_action.py → v1_problem_and_action.py} +5 -5
- eval_studio_client/api/models/{v1alpha_test.py → v1_test.py} +5 -5
- eval_studio_client/api/models/{v1alpha_test_case.py → v1_test_case.py} +5 -5
- eval_studio_client/api/models/{v1alpha_test_case_relationship.py → v1_test_case_relationship.py} +5 -5
- eval_studio_client/api/models/v1_test_cases_generator.py +50 -0
- eval_studio_client/api/models/{v1alpha_test_class.py → v1_test_class.py} +7 -7
- eval_studio_client/api/models/{v1alpha_test_class_type.py → v1_test_class_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_test_lab.py → v1_test_lab.py} +5 -5
- eval_studio_client/api/models/{v1alpha_delete_dashboard_response.py → v1_update_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_document_response.py → v1_update_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_leaderboard_response.py → v1_update_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_model_response.py → v1_update_model_response.py} +8 -8
- eval_studio_client/api/models/v1_update_operation_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_update_test_case_response.py → v1_update_test_case_response.py} +8 -8
- eval_studio_client/api/models/v1_update_test_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_who_am_i_response.py → v1_who_am_i_response.py} +5 -5
- eval_studio_client/api/rest.py +1 -1
- eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
- eval_studio_client/api/test/test_document_service_api.py +1 -1
- eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
- eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
- eval_studio_client/api/test/test_info_service_api.py +1 -1
- eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
- eval_studio_client/api/test/test_model_service_api.py +1 -1
- eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
- eval_studio_client/api/test/test_operation_service_api.py +1 -1
- eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
- eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +4 -4
- eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
- eval_studio_client/api/test/test_prompt_generation_service_api.py +37 -0
- eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +75 -0
- eval_studio_client/api/test/test_protobuf_any.py +1 -1
- eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +3 -3
- eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
- eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_test_case_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
- eval_studio_client/api/test/test_rpc_status.py +1 -1
- eval_studio_client/api/test/test_test_case_service_api.py +1 -1
- eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
- eval_studio_client/api/test/test_test_class_service_api.py +1 -1
- eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
- eval_studio_client/api/test/test_test_service_api.py +7 -1
- eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +57 -0
- eval_studio_client/api/test/test_test_service_perturb_test_request.py +2 -2
- eval_studio_client/api/test/{test_v1alpha_batch_create_leaderboards_request.py → test_v1_batch_create_leaderboards_request.py} +16 -16
- eval_studio_client/api/test/{test_v1alpha_create_leaderboard_response.py → test_v1_batch_create_leaderboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_models_request.py → test_v1_batch_delete_dashboards_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_dashboards_response.py → test_v1_batch_delete_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_request.py → test_v1_batch_delete_documents_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_documents_response.py → test_v1_batch_delete_documents_response.py} +13 -13
- eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +53 -0
- eval_studio_client/api/test/{test_v1alpha_batch_delete_evaluators_response.py → test_v1_batch_delete_evaluators_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_request.py → test_v1_batch_delete_leaderboards_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_leaderboards_response.py → test_v1_batch_delete_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/test_v1_batch_delete_models_request.py +53 -0
- eval_studio_client/api/test/{test_v1alpha_batch_get_models_response.py → test_v1_batch_delete_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_test_cases_response.py → test_v1_batch_delete_test_cases_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_request.py → test_v1_batch_delete_tests_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_tests_response.py → test_v1_batch_delete_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_dashboards_response.py → test_v1_batch_get_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_documents_response.py → test_v1_batch_get_documents_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_response.py → test_v1_batch_get_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_list_models_response.py → test_v1_batch_get_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_operations_response.py → test_v1_batch_get_operations_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_tests_response.py → test_v1_batch_get_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_request.py → test_v1_batch_import_leaderboard_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_import_leaderboard_response.py → test_v1_batch_import_leaderboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_import_tests_request.py → test_v1_batch_import_tests_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_import_tests_response.py → test_v1_batch_import_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_check_base_models_response.py → test_v1_check_base_models_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_collection_info.py → test_v1_collection_info.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_get_dashboard_response.py → test_v1_create_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_document_response.py → test_v1_create_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_evaluation_request.py → test_v1_create_evaluation_request.py} +16 -16
- eval_studio_client/api/test/{test_v1alpha_get_evaluator_response.py → test_v1_create_evaluator_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_get_leaderboard_response.py → test_v1_create_leaderboard_request.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_update_operation_response.py → test_v1_create_leaderboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_response.py → test_v1_create_leaderboard_without_cache_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_model_response.py → test_v1_create_model_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_perturbation_response.py → test_v1_create_perturbation_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_get_test_case_response.py → test_v1_create_test_case_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_find_test_lab_response.py → test_v1_create_test_lab_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_test_response.py → test_v1_create_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_dashboard.py → test_v1_dashboard.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_evaluator_view.py → test_v1_dashboard_status.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_update_dashboard_response.py → test_v1_delete_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_update_document_response.py → test_v1_delete_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_evaluator_response.py → test_v1_delete_evaluator_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_create_leaderboard_request.py → test_v1_delete_leaderboard_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_delete_model_response.py → test_v1_delete_model_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_test_case_response.py → test_v1_delete_test_case_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_test_response.py → test_v1_delete_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_document.py → test_v1_document.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_evaluation_test.py → test_v1_evaluation_test.py} +14 -14
- eval_studio_client/api/test/{test_v1alpha_evaluator.py → test_v1_evaluator.py} +14 -13
- eval_studio_client/api/test/{test_v1alpha_test_class_type.py → test_v1_evaluator_param_type.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_evaluator_parameter.py → test_v1_evaluator_parameter.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_model_type.py → test_v1_evaluator_view.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_get_operation_response.py → test_v1_finalize_operation_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_find_all_test_cases_by_id_response.py → test_v1_find_all_test_cases_by_id_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_test_lab_response.py → test_v1_find_test_lab_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_finalize_operation_response.py → test_v1_generate_test_cases_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_dashboard_response.py → test_v1_get_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_document_response.py → test_v1_get_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_evaluator_response.py → test_v1_get_evaluator_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_get_info_response.py → test_v1_get_info_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_leaderboard_response.py → test_v1_get_leaderboard_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_create_model_response.py → test_v1_get_model_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_operation_progress_by_parent_response.py → test_v1_get_operation_progress_by_parent_response.py} +13 -13
- eval_studio_client/api/test/test_v1_get_operation_response.py +71 -0
- eval_studio_client/api/test/{test_v1alpha_get_perturbator_response.py → test_v1_get_perturbator_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_test_case_response.py → test_v1_get_test_case_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_test_class_response.py → test_v1_get_test_class_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_test_response.py → test_v1_get_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_import_evaluation_request.py → test_v1_import_evaluation_request.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_import_leaderboard_request.py → test_v1_import_leaderboard_request.py} +12 -12
- eval_studio_client/api/test/test_v1_import_leaderboard_response.py +71 -0
- eval_studio_client/api/test/{test_v1alpha_info.py → test_v1_info.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_insight.py → test_v1_insight.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_leaderboard.py → test_v1_leaderboard.py} +14 -14
- eval_studio_client/api/test/{test_v1alpha_dashboard_status.py → test_v1_leaderboard_status.py} +7 -7
- eval_studio_client/api/test/test_v1_leaderboard_type.py +33 -0
- eval_studio_client/api/test/test_v1_leaderboard_view.py +33 -0
- eval_studio_client/api/test/{test_v1alpha_list_base_models_response.py → test_v1_list_base_models_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_delete_dashboards_response.py → test_v1_list_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_response.py → test_v1_list_documents_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_evaluators_response.py → test_v1_list_evaluators_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_list_leaderboards_response.py → test_v1_list_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_list_llm_models_response.py → test_v1_list_llm_models_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_list_rag_collections_response.py → test_v1_list_model_collections_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_models_response.py → test_v1_list_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_most_recent_dashboards_response.py → test_v1_list_most_recent_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_most_recent_leaderboards_response.py → test_v1_list_most_recent_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_list_most_recent_models_response.py → test_v1_list_most_recent_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_response.py → test_v1_list_most_recent_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_get_operations_response.py → test_v1_list_operations_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_perturbators_response.py → test_v1_list_perturbators_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_model_collections_response.py → test_v1_list_rag_collections_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_test_cases_response.py → test_v1_list_test_cases_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_test_classes_response.py → test_v1_list_test_classes_response.py} +13 -13
- eval_studio_client/api/test/test_v1_list_tests_response.py +69 -0
- eval_studio_client/api/test/{test_v1alpha_model.py → test_v1_model.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_leaderboard_view.py → test_v1_model_type.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_operation.py → test_v1_operation.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_operation_progress.py → test_v1_operation_progress.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_update_test_response.py → test_v1_perturb_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_perturbator.py → test_v1_perturbator.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_perturbator_configuration.py → test_v1_perturbator_configuration.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_leaderboard_type.py → test_v1_perturbator_intensity.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_problem_and_action.py → test_v1_problem_and_action.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_test.py → test_v1_test.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_test_case.py → test_v1_test_case.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_test_case_relationship.py → test_v1_test_case_relationship.py} +12 -12
- eval_studio_client/api/test/test_v1_test_cases_generator.py +33 -0
- eval_studio_client/api/test/{test_v1alpha_test_class.py → test_v1_test_class.py} +12 -12
- eval_studio_client/api/test/test_v1_test_class_type.py +33 -0
- eval_studio_client/api/test/{test_v1alpha_test_lab.py → test_v1_test_lab.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_delete_dashboard_response.py → test_v1_update_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_document_response.py → test_v1_update_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_update_leaderboard_response.py → test_v1_update_leaderboard_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_update_model_response.py → test_v1_update_model_response.py} +13 -13
- eval_studio_client/api/test/test_v1_update_operation_response.py +71 -0
- eval_studio_client/api/test/{test_v1alpha_update_test_case_response.py → test_v1_update_test_case_response.py} +13 -13
- eval_studio_client/api/test/test_v1_update_test_response.py +67 -0
- eval_studio_client/api/test/{test_v1alpha_who_am_i_response.py → test_v1_who_am_i_response.py} +12 -12
- eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
- eval_studio_client/dashboards.py +23 -1
- eval_studio_client/documents.py +3 -3
- eval_studio_client/evaluators.py +1 -1
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +568 -387
- eval_studio_client/insights.py +1 -1
- eval_studio_client/leaderboards.py +14 -13
- eval_studio_client/models.py +117 -29
- eval_studio_client/perturbators.py +5 -7
- eval_studio_client/problems.py +1 -1
- eval_studio_client/test_labs.py +2 -2
- eval_studio_client/tests.py +239 -8
- {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-1.0.0a1.dist-info}/METADATA +2 -2
- eval_studio_client-1.0.0a1.dist-info/RECORD +485 -0
- {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-1.0.0a1.dist-info}/WHEEL +1 -1
- eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +0 -31
- eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +0 -30
- eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +0 -30
- eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaEvaluationTest.md +0 -32
- eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetInfoResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetOperationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +0 -30
- eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListOperationsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +0 -32
- eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +0 -29
- eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +0 -91
- eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +0 -91
- eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +0 -91
- eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +0 -95
- eval_studio_client/api/models/v1alpha_perturb_test_response.py +0 -91
- eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +0 -71
- eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +0 -53
- eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +0 -53
- eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +0 -71
- eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +0 -33
- eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +0 -33
- eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +0 -69
- eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +0 -67
- eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +0 -33
- eval_studio_client-0.8.0a2.dist-info/RECORD +0 -470
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# coding: utf-8
|
|
2
2
|
|
|
3
3
|
"""
|
|
4
|
-
ai/h2o/eval_studio/
|
|
4
|
+
ai/h2o/eval_studio/v1/collection.proto
|
|
5
5
|
|
|
6
6
|
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
7
|
|
|
@@ -21,14 +21,14 @@ from typing import List, Optional
|
|
|
21
21
|
from typing_extensions import Annotated
|
|
22
22
|
from eval_studio_client.api.models.required_the_test_case_to_update import RequiredTheTestCaseToUpdate
|
|
23
23
|
from eval_studio_client.api.models.test_case_service_batch_delete_test_cases_request import TestCaseServiceBatchDeleteTestCasesRequest
|
|
24
|
-
from eval_studio_client.api.models.
|
|
25
|
-
from eval_studio_client.api.models.
|
|
26
|
-
from eval_studio_client.api.models.
|
|
27
|
-
from eval_studio_client.api.models.
|
|
28
|
-
from eval_studio_client.api.models.
|
|
29
|
-
from eval_studio_client.api.models.
|
|
30
|
-
from eval_studio_client.api.models.
|
|
31
|
-
from eval_studio_client.api.models.
|
|
24
|
+
from eval_studio_client.api.models.v1_batch_delete_test_cases_response import V1BatchDeleteTestCasesResponse
|
|
25
|
+
from eval_studio_client.api.models.v1_create_test_case_response import V1CreateTestCaseResponse
|
|
26
|
+
from eval_studio_client.api.models.v1_delete_test_case_response import V1DeleteTestCaseResponse
|
|
27
|
+
from eval_studio_client.api.models.v1_find_all_test_cases_by_id_response import V1FindAllTestCasesByIDResponse
|
|
28
|
+
from eval_studio_client.api.models.v1_get_test_case_response import V1GetTestCaseResponse
|
|
29
|
+
from eval_studio_client.api.models.v1_list_test_cases_response import V1ListTestCasesResponse
|
|
30
|
+
from eval_studio_client.api.models.v1_test_case import V1TestCase
|
|
31
|
+
from eval_studio_client.api.models.v1_update_test_case_response import V1UpdateTestCaseResponse
|
|
32
32
|
|
|
33
33
|
from eval_studio_client.api.api_client import ApiClient, RequestSerialized
|
|
34
34
|
from eval_studio_client.api.api_response import ApiResponse
|
|
@@ -65,7 +65,7 @@ class TestCaseServiceApi:
|
|
|
65
65
|
_content_type: Optional[StrictStr] = None,
|
|
66
66
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
67
67
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
68
|
-
) ->
|
|
68
|
+
) -> V1BatchDeleteTestCasesResponse:
|
|
69
69
|
"""test_case_service_batch_delete_test_cases
|
|
70
70
|
|
|
71
71
|
|
|
@@ -105,7 +105,7 @@ class TestCaseServiceApi:
|
|
|
105
105
|
)
|
|
106
106
|
|
|
107
107
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
108
|
-
'200': "
|
|
108
|
+
'200': "V1BatchDeleteTestCasesResponse",
|
|
109
109
|
}
|
|
110
110
|
response_data = self.api_client.call_api(
|
|
111
111
|
*_param,
|
|
@@ -135,7 +135,7 @@ class TestCaseServiceApi:
|
|
|
135
135
|
_content_type: Optional[StrictStr] = None,
|
|
136
136
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
137
137
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
138
|
-
) -> ApiResponse[
|
|
138
|
+
) -> ApiResponse[V1BatchDeleteTestCasesResponse]:
|
|
139
139
|
"""test_case_service_batch_delete_test_cases
|
|
140
140
|
|
|
141
141
|
|
|
@@ -175,7 +175,7 @@ class TestCaseServiceApi:
|
|
|
175
175
|
)
|
|
176
176
|
|
|
177
177
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
178
|
-
'200': "
|
|
178
|
+
'200': "V1BatchDeleteTestCasesResponse",
|
|
179
179
|
}
|
|
180
180
|
response_data = self.api_client.call_api(
|
|
181
181
|
*_param,
|
|
@@ -245,7 +245,7 @@ class TestCaseServiceApi:
|
|
|
245
245
|
)
|
|
246
246
|
|
|
247
247
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
248
|
-
'200': "
|
|
248
|
+
'200': "V1BatchDeleteTestCasesResponse",
|
|
249
249
|
}
|
|
250
250
|
response_data = self.api_client.call_api(
|
|
251
251
|
*_param,
|
|
@@ -314,7 +314,7 @@ class TestCaseServiceApi:
|
|
|
314
314
|
|
|
315
315
|
return self.api_client.param_serialize(
|
|
316
316
|
method='POST',
|
|
317
|
-
resource_path='/
|
|
317
|
+
resource_path='/v1/{parent}/testCases:batchDelete',
|
|
318
318
|
path_params=_path_params,
|
|
319
319
|
query_params=_query_params,
|
|
320
320
|
header_params=_header_params,
|
|
@@ -334,7 +334,7 @@ class TestCaseServiceApi:
|
|
|
334
334
|
def test_case_service_create_test_case(
|
|
335
335
|
self,
|
|
336
336
|
parent: Annotated[str, Field(strict=True, description="The parent Test where this TestCase will be created. Format: tests/<UUID>")],
|
|
337
|
-
test_case: Annotated[
|
|
337
|
+
test_case: Annotated[V1TestCase, Field(description="The TestCase to create.")],
|
|
338
338
|
_request_timeout: Union[
|
|
339
339
|
None,
|
|
340
340
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -347,14 +347,14 @@ class TestCaseServiceApi:
|
|
|
347
347
|
_content_type: Optional[StrictStr] = None,
|
|
348
348
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
349
349
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
350
|
-
) ->
|
|
350
|
+
) -> V1CreateTestCaseResponse:
|
|
351
351
|
"""test_case_service_create_test_case
|
|
352
352
|
|
|
353
353
|
|
|
354
354
|
:param parent: The parent Test where this TestCase will be created. Format: tests/<UUID> (required)
|
|
355
355
|
:type parent: str
|
|
356
356
|
:param test_case: The TestCase to create. (required)
|
|
357
|
-
:type test_case:
|
|
357
|
+
:type test_case: V1TestCase
|
|
358
358
|
:param _request_timeout: timeout setting for this request. If one
|
|
359
359
|
number provided, it will be total request
|
|
360
360
|
timeout. It can also be a pair (tuple) of
|
|
@@ -387,7 +387,7 @@ class TestCaseServiceApi:
|
|
|
387
387
|
)
|
|
388
388
|
|
|
389
389
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
390
|
-
'200': "
|
|
390
|
+
'200': "V1CreateTestCaseResponse",
|
|
391
391
|
}
|
|
392
392
|
response_data = self.api_client.call_api(
|
|
393
393
|
*_param,
|
|
@@ -404,7 +404,7 @@ class TestCaseServiceApi:
|
|
|
404
404
|
def test_case_service_create_test_case_with_http_info(
|
|
405
405
|
self,
|
|
406
406
|
parent: Annotated[str, Field(strict=True, description="The parent Test where this TestCase will be created. Format: tests/<UUID>")],
|
|
407
|
-
test_case: Annotated[
|
|
407
|
+
test_case: Annotated[V1TestCase, Field(description="The TestCase to create.")],
|
|
408
408
|
_request_timeout: Union[
|
|
409
409
|
None,
|
|
410
410
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -417,14 +417,14 @@ class TestCaseServiceApi:
|
|
|
417
417
|
_content_type: Optional[StrictStr] = None,
|
|
418
418
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
419
419
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
420
|
-
) -> ApiResponse[
|
|
420
|
+
) -> ApiResponse[V1CreateTestCaseResponse]:
|
|
421
421
|
"""test_case_service_create_test_case
|
|
422
422
|
|
|
423
423
|
|
|
424
424
|
:param parent: The parent Test where this TestCase will be created. Format: tests/<UUID> (required)
|
|
425
425
|
:type parent: str
|
|
426
426
|
:param test_case: The TestCase to create. (required)
|
|
427
|
-
:type test_case:
|
|
427
|
+
:type test_case: V1TestCase
|
|
428
428
|
:param _request_timeout: timeout setting for this request. If one
|
|
429
429
|
number provided, it will be total request
|
|
430
430
|
timeout. It can also be a pair (tuple) of
|
|
@@ -457,7 +457,7 @@ class TestCaseServiceApi:
|
|
|
457
457
|
)
|
|
458
458
|
|
|
459
459
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
460
|
-
'200': "
|
|
460
|
+
'200': "V1CreateTestCaseResponse",
|
|
461
461
|
}
|
|
462
462
|
response_data = self.api_client.call_api(
|
|
463
463
|
*_param,
|
|
@@ -474,7 +474,7 @@ class TestCaseServiceApi:
|
|
|
474
474
|
def test_case_service_create_test_case_without_preload_content(
|
|
475
475
|
self,
|
|
476
476
|
parent: Annotated[str, Field(strict=True, description="The parent Test where this TestCase will be created. Format: tests/<UUID>")],
|
|
477
|
-
test_case: Annotated[
|
|
477
|
+
test_case: Annotated[V1TestCase, Field(description="The TestCase to create.")],
|
|
478
478
|
_request_timeout: Union[
|
|
479
479
|
None,
|
|
480
480
|
Annotated[StrictFloat, Field(gt=0)],
|
|
@@ -494,7 +494,7 @@ class TestCaseServiceApi:
|
|
|
494
494
|
:param parent: The parent Test where this TestCase will be created. Format: tests/<UUID> (required)
|
|
495
495
|
:type parent: str
|
|
496
496
|
:param test_case: The TestCase to create. (required)
|
|
497
|
-
:type test_case:
|
|
497
|
+
:type test_case: V1TestCase
|
|
498
498
|
:param _request_timeout: timeout setting for this request. If one
|
|
499
499
|
number provided, it will be total request
|
|
500
500
|
timeout. It can also be a pair (tuple) of
|
|
@@ -527,7 +527,7 @@ class TestCaseServiceApi:
|
|
|
527
527
|
)
|
|
528
528
|
|
|
529
529
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
530
|
-
'200': "
|
|
530
|
+
'200': "V1CreateTestCaseResponse",
|
|
531
531
|
}
|
|
532
532
|
response_data = self.api_client.call_api(
|
|
533
533
|
*_param,
|
|
@@ -596,7 +596,7 @@ class TestCaseServiceApi:
|
|
|
596
596
|
|
|
597
597
|
return self.api_client.param_serialize(
|
|
598
598
|
method='POST',
|
|
599
|
-
resource_path='/
|
|
599
|
+
resource_path='/v1/{parent}/testCases',
|
|
600
600
|
path_params=_path_params,
|
|
601
601
|
query_params=_query_params,
|
|
602
602
|
header_params=_header_params,
|
|
@@ -628,7 +628,7 @@ class TestCaseServiceApi:
|
|
|
628
628
|
_content_type: Optional[StrictStr] = None,
|
|
629
629
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
630
630
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
631
|
-
) ->
|
|
631
|
+
) -> V1DeleteTestCaseResponse:
|
|
632
632
|
"""test_case_service_delete_test_case
|
|
633
633
|
|
|
634
634
|
|
|
@@ -665,7 +665,7 @@ class TestCaseServiceApi:
|
|
|
665
665
|
)
|
|
666
666
|
|
|
667
667
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
668
|
-
'200': "
|
|
668
|
+
'200': "V1DeleteTestCaseResponse",
|
|
669
669
|
}
|
|
670
670
|
response_data = self.api_client.call_api(
|
|
671
671
|
*_param,
|
|
@@ -694,7 +694,7 @@ class TestCaseServiceApi:
|
|
|
694
694
|
_content_type: Optional[StrictStr] = None,
|
|
695
695
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
696
696
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
697
|
-
) -> ApiResponse[
|
|
697
|
+
) -> ApiResponse[V1DeleteTestCaseResponse]:
|
|
698
698
|
"""test_case_service_delete_test_case
|
|
699
699
|
|
|
700
700
|
|
|
@@ -731,7 +731,7 @@ class TestCaseServiceApi:
|
|
|
731
731
|
)
|
|
732
732
|
|
|
733
733
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
734
|
-
'200': "
|
|
734
|
+
'200': "V1DeleteTestCaseResponse",
|
|
735
735
|
}
|
|
736
736
|
response_data = self.api_client.call_api(
|
|
737
737
|
*_param,
|
|
@@ -797,7 +797,7 @@ class TestCaseServiceApi:
|
|
|
797
797
|
)
|
|
798
798
|
|
|
799
799
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
800
|
-
'200': "
|
|
800
|
+
'200': "V1DeleteTestCaseResponse",
|
|
801
801
|
}
|
|
802
802
|
response_data = self.api_client.call_api(
|
|
803
803
|
*_param,
|
|
@@ -850,7 +850,7 @@ class TestCaseServiceApi:
|
|
|
850
850
|
|
|
851
851
|
return self.api_client.param_serialize(
|
|
852
852
|
method='DELETE',
|
|
853
|
-
resource_path='/
|
|
853
|
+
resource_path='/v1/{name_5}',
|
|
854
854
|
path_params=_path_params,
|
|
855
855
|
query_params=_query_params,
|
|
856
856
|
header_params=_header_params,
|
|
@@ -882,7 +882,7 @@ class TestCaseServiceApi:
|
|
|
882
882
|
_content_type: Optional[StrictStr] = None,
|
|
883
883
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
884
884
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
885
|
-
) ->
|
|
885
|
+
) -> V1FindAllTestCasesByIDResponse:
|
|
886
886
|
"""test_case_service_find_all_test_cases_by_id
|
|
887
887
|
|
|
888
888
|
|
|
@@ -919,7 +919,7 @@ class TestCaseServiceApi:
|
|
|
919
919
|
)
|
|
920
920
|
|
|
921
921
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
922
|
-
'200': "
|
|
922
|
+
'200': "V1FindAllTestCasesByIDResponse",
|
|
923
923
|
}
|
|
924
924
|
response_data = self.api_client.call_api(
|
|
925
925
|
*_param,
|
|
@@ -948,7 +948,7 @@ class TestCaseServiceApi:
|
|
|
948
948
|
_content_type: Optional[StrictStr] = None,
|
|
949
949
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
950
950
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
951
|
-
) -> ApiResponse[
|
|
951
|
+
) -> ApiResponse[V1FindAllTestCasesByIDResponse]:
|
|
952
952
|
"""test_case_service_find_all_test_cases_by_id
|
|
953
953
|
|
|
954
954
|
|
|
@@ -985,7 +985,7 @@ class TestCaseServiceApi:
|
|
|
985
985
|
)
|
|
986
986
|
|
|
987
987
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
988
|
-
'200': "
|
|
988
|
+
'200': "V1FindAllTestCasesByIDResponse",
|
|
989
989
|
}
|
|
990
990
|
response_data = self.api_client.call_api(
|
|
991
991
|
*_param,
|
|
@@ -1051,7 +1051,7 @@ class TestCaseServiceApi:
|
|
|
1051
1051
|
)
|
|
1052
1052
|
|
|
1053
1053
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
1054
|
-
'200': "
|
|
1054
|
+
'200': "V1FindAllTestCasesByIDResponse",
|
|
1055
1055
|
}
|
|
1056
1056
|
response_data = self.api_client.call_api(
|
|
1057
1057
|
*_param,
|
|
@@ -1107,7 +1107,7 @@ class TestCaseServiceApi:
|
|
|
1107
1107
|
|
|
1108
1108
|
return self.api_client.param_serialize(
|
|
1109
1109
|
method='GET',
|
|
1110
|
-
resource_path='/
|
|
1110
|
+
resource_path='/v1/tests/-/testCases:findAllTestCasesByID',
|
|
1111
1111
|
path_params=_path_params,
|
|
1112
1112
|
query_params=_query_params,
|
|
1113
1113
|
header_params=_header_params,
|
|
@@ -1139,7 +1139,7 @@ class TestCaseServiceApi:
|
|
|
1139
1139
|
_content_type: Optional[StrictStr] = None,
|
|
1140
1140
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1141
1141
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1142
|
-
) ->
|
|
1142
|
+
) -> V1GetTestCaseResponse:
|
|
1143
1143
|
"""test_case_service_get_test_case
|
|
1144
1144
|
|
|
1145
1145
|
|
|
@@ -1176,7 +1176,7 @@ class TestCaseServiceApi:
|
|
|
1176
1176
|
)
|
|
1177
1177
|
|
|
1178
1178
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
1179
|
-
'200': "
|
|
1179
|
+
'200': "V1GetTestCaseResponse",
|
|
1180
1180
|
}
|
|
1181
1181
|
response_data = self.api_client.call_api(
|
|
1182
1182
|
*_param,
|
|
@@ -1205,7 +1205,7 @@ class TestCaseServiceApi:
|
|
|
1205
1205
|
_content_type: Optional[StrictStr] = None,
|
|
1206
1206
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1207
1207
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1208
|
-
) -> ApiResponse[
|
|
1208
|
+
) -> ApiResponse[V1GetTestCaseResponse]:
|
|
1209
1209
|
"""test_case_service_get_test_case
|
|
1210
1210
|
|
|
1211
1211
|
|
|
@@ -1242,7 +1242,7 @@ class TestCaseServiceApi:
|
|
|
1242
1242
|
)
|
|
1243
1243
|
|
|
1244
1244
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
1245
|
-
'200': "
|
|
1245
|
+
'200': "V1GetTestCaseResponse",
|
|
1246
1246
|
}
|
|
1247
1247
|
response_data = self.api_client.call_api(
|
|
1248
1248
|
*_param,
|
|
@@ -1308,7 +1308,7 @@ class TestCaseServiceApi:
|
|
|
1308
1308
|
)
|
|
1309
1309
|
|
|
1310
1310
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
1311
|
-
'200': "
|
|
1311
|
+
'200': "V1GetTestCaseResponse",
|
|
1312
1312
|
}
|
|
1313
1313
|
response_data = self.api_client.call_api(
|
|
1314
1314
|
*_param,
|
|
@@ -1361,7 +1361,7 @@ class TestCaseServiceApi:
|
|
|
1361
1361
|
|
|
1362
1362
|
return self.api_client.param_serialize(
|
|
1363
1363
|
method='GET',
|
|
1364
|
-
resource_path='/
|
|
1364
|
+
resource_path='/v1/{name_7}',
|
|
1365
1365
|
path_params=_path_params,
|
|
1366
1366
|
query_params=_query_params,
|
|
1367
1367
|
header_params=_header_params,
|
|
@@ -1393,7 +1393,7 @@ class TestCaseServiceApi:
|
|
|
1393
1393
|
_content_type: Optional[StrictStr] = None,
|
|
1394
1394
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1395
1395
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1396
|
-
) ->
|
|
1396
|
+
) -> V1ListTestCasesResponse:
|
|
1397
1397
|
"""test_case_service_list_test_cases
|
|
1398
1398
|
|
|
1399
1399
|
|
|
@@ -1430,7 +1430,7 @@ class TestCaseServiceApi:
|
|
|
1430
1430
|
)
|
|
1431
1431
|
|
|
1432
1432
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
1433
|
-
'200': "
|
|
1433
|
+
'200': "V1ListTestCasesResponse",
|
|
1434
1434
|
}
|
|
1435
1435
|
response_data = self.api_client.call_api(
|
|
1436
1436
|
*_param,
|
|
@@ -1459,7 +1459,7 @@ class TestCaseServiceApi:
|
|
|
1459
1459
|
_content_type: Optional[StrictStr] = None,
|
|
1460
1460
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1461
1461
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1462
|
-
) -> ApiResponse[
|
|
1462
|
+
) -> ApiResponse[V1ListTestCasesResponse]:
|
|
1463
1463
|
"""test_case_service_list_test_cases
|
|
1464
1464
|
|
|
1465
1465
|
|
|
@@ -1496,7 +1496,7 @@ class TestCaseServiceApi:
|
|
|
1496
1496
|
)
|
|
1497
1497
|
|
|
1498
1498
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
1499
|
-
'200': "
|
|
1499
|
+
'200': "V1ListTestCasesResponse",
|
|
1500
1500
|
}
|
|
1501
1501
|
response_data = self.api_client.call_api(
|
|
1502
1502
|
*_param,
|
|
@@ -1562,7 +1562,7 @@ class TestCaseServiceApi:
|
|
|
1562
1562
|
)
|
|
1563
1563
|
|
|
1564
1564
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
1565
|
-
'200': "
|
|
1565
|
+
'200': "V1ListTestCasesResponse",
|
|
1566
1566
|
}
|
|
1567
1567
|
response_data = self.api_client.call_api(
|
|
1568
1568
|
*_param,
|
|
@@ -1615,7 +1615,7 @@ class TestCaseServiceApi:
|
|
|
1615
1615
|
|
|
1616
1616
|
return self.api_client.param_serialize(
|
|
1617
1617
|
method='GET',
|
|
1618
|
-
resource_path='/
|
|
1618
|
+
resource_path='/v1/{parent}/testCases',
|
|
1619
1619
|
path_params=_path_params,
|
|
1620
1620
|
query_params=_query_params,
|
|
1621
1621
|
header_params=_header_params,
|
|
@@ -1648,7 +1648,7 @@ class TestCaseServiceApi:
|
|
|
1648
1648
|
_content_type: Optional[StrictStr] = None,
|
|
1649
1649
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1650
1650
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1651
|
-
) ->
|
|
1651
|
+
) -> V1UpdateTestCaseResponse:
|
|
1652
1652
|
"""test_case_service_update_test_case
|
|
1653
1653
|
|
|
1654
1654
|
|
|
@@ -1688,7 +1688,7 @@ class TestCaseServiceApi:
|
|
|
1688
1688
|
)
|
|
1689
1689
|
|
|
1690
1690
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
1691
|
-
'200': "
|
|
1691
|
+
'200': "V1UpdateTestCaseResponse",
|
|
1692
1692
|
}
|
|
1693
1693
|
response_data = self.api_client.call_api(
|
|
1694
1694
|
*_param,
|
|
@@ -1718,7 +1718,7 @@ class TestCaseServiceApi:
|
|
|
1718
1718
|
_content_type: Optional[StrictStr] = None,
|
|
1719
1719
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
1720
1720
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
1721
|
-
) -> ApiResponse[
|
|
1721
|
+
) -> ApiResponse[V1UpdateTestCaseResponse]:
|
|
1722
1722
|
"""test_case_service_update_test_case
|
|
1723
1723
|
|
|
1724
1724
|
|
|
@@ -1758,7 +1758,7 @@ class TestCaseServiceApi:
|
|
|
1758
1758
|
)
|
|
1759
1759
|
|
|
1760
1760
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
1761
|
-
'200': "
|
|
1761
|
+
'200': "V1UpdateTestCaseResponse",
|
|
1762
1762
|
}
|
|
1763
1763
|
response_data = self.api_client.call_api(
|
|
1764
1764
|
*_param,
|
|
@@ -1828,7 +1828,7 @@ class TestCaseServiceApi:
|
|
|
1828
1828
|
)
|
|
1829
1829
|
|
|
1830
1830
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
1831
|
-
'200': "
|
|
1831
|
+
'200': "V1UpdateTestCaseResponse",
|
|
1832
1832
|
}
|
|
1833
1833
|
response_data = self.api_client.call_api(
|
|
1834
1834
|
*_param,
|
|
@@ -1897,7 +1897,7 @@ class TestCaseServiceApi:
|
|
|
1897
1897
|
|
|
1898
1898
|
return self.api_client.param_serialize(
|
|
1899
1899
|
method='PATCH',
|
|
1900
|
-
resource_path='/
|
|
1900
|
+
resource_path='/v1/{testCase.name}',
|
|
1901
1901
|
path_params=_path_params,
|
|
1902
1902
|
query_params=_query_params,
|
|
1903
1903
|
header_params=_header_params,
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# coding: utf-8
|
|
2
2
|
|
|
3
3
|
"""
|
|
4
|
-
ai/h2o/eval_studio/
|
|
4
|
+
ai/h2o/eval_studio/v1/collection.proto
|
|
5
5
|
|
|
6
6
|
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
7
|
|
|
@@ -18,8 +18,8 @@ from typing_extensions import Annotated
|
|
|
18
18
|
|
|
19
19
|
from pydantic import Field, field_validator
|
|
20
20
|
from typing_extensions import Annotated
|
|
21
|
-
from eval_studio_client.api.models.
|
|
22
|
-
from eval_studio_client.api.models.
|
|
21
|
+
from eval_studio_client.api.models.v1_get_test_class_response import V1GetTestClassResponse
|
|
22
|
+
from eval_studio_client.api.models.v1_list_test_classes_response import V1ListTestClassesResponse
|
|
23
23
|
|
|
24
24
|
from eval_studio_client.api.api_client import ApiClient, RequestSerialized
|
|
25
25
|
from eval_studio_client.api.api_response import ApiResponse
|
|
@@ -55,7 +55,7 @@ class TestClassServiceApi:
|
|
|
55
55
|
_content_type: Optional[StrictStr] = None,
|
|
56
56
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
57
57
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
58
|
-
) ->
|
|
58
|
+
) -> V1GetTestClassResponse:
|
|
59
59
|
"""test_class_service_get_test_class
|
|
60
60
|
|
|
61
61
|
|
|
@@ -92,7 +92,7 @@ class TestClassServiceApi:
|
|
|
92
92
|
)
|
|
93
93
|
|
|
94
94
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
95
|
-
'200': "
|
|
95
|
+
'200': "V1GetTestClassResponse",
|
|
96
96
|
}
|
|
97
97
|
response_data = self.api_client.call_api(
|
|
98
98
|
*_param,
|
|
@@ -121,7 +121,7 @@ class TestClassServiceApi:
|
|
|
121
121
|
_content_type: Optional[StrictStr] = None,
|
|
122
122
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
123
123
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
124
|
-
) -> ApiResponse[
|
|
124
|
+
) -> ApiResponse[V1GetTestClassResponse]:
|
|
125
125
|
"""test_class_service_get_test_class
|
|
126
126
|
|
|
127
127
|
|
|
@@ -158,7 +158,7 @@ class TestClassServiceApi:
|
|
|
158
158
|
)
|
|
159
159
|
|
|
160
160
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
161
|
-
'200': "
|
|
161
|
+
'200': "V1GetTestClassResponse",
|
|
162
162
|
}
|
|
163
163
|
response_data = self.api_client.call_api(
|
|
164
164
|
*_param,
|
|
@@ -224,7 +224,7 @@ class TestClassServiceApi:
|
|
|
224
224
|
)
|
|
225
225
|
|
|
226
226
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
227
|
-
'200': "
|
|
227
|
+
'200': "V1GetTestClassResponse",
|
|
228
228
|
}
|
|
229
229
|
response_data = self.api_client.call_api(
|
|
230
230
|
*_param,
|
|
@@ -277,7 +277,7 @@ class TestClassServiceApi:
|
|
|
277
277
|
|
|
278
278
|
return self.api_client.param_serialize(
|
|
279
279
|
method='GET',
|
|
280
|
-
resource_path='/
|
|
280
|
+
resource_path='/v1/{name_8}',
|
|
281
281
|
path_params=_path_params,
|
|
282
282
|
query_params=_query_params,
|
|
283
283
|
header_params=_header_params,
|
|
@@ -308,7 +308,7 @@ class TestClassServiceApi:
|
|
|
308
308
|
_content_type: Optional[StrictStr] = None,
|
|
309
309
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
310
310
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
311
|
-
) ->
|
|
311
|
+
) -> V1ListTestClassesResponse:
|
|
312
312
|
"""test_class_service_list_test_classes
|
|
313
313
|
|
|
314
314
|
|
|
@@ -342,7 +342,7 @@ class TestClassServiceApi:
|
|
|
342
342
|
)
|
|
343
343
|
|
|
344
344
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
345
|
-
'200': "
|
|
345
|
+
'200': "V1ListTestClassesResponse",
|
|
346
346
|
}
|
|
347
347
|
response_data = self.api_client.call_api(
|
|
348
348
|
*_param,
|
|
@@ -370,7 +370,7 @@ class TestClassServiceApi:
|
|
|
370
370
|
_content_type: Optional[StrictStr] = None,
|
|
371
371
|
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
372
372
|
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
373
|
-
) -> ApiResponse[
|
|
373
|
+
) -> ApiResponse[V1ListTestClassesResponse]:
|
|
374
374
|
"""test_class_service_list_test_classes
|
|
375
375
|
|
|
376
376
|
|
|
@@ -404,7 +404,7 @@ class TestClassServiceApi:
|
|
|
404
404
|
)
|
|
405
405
|
|
|
406
406
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
407
|
-
'200': "
|
|
407
|
+
'200': "V1ListTestClassesResponse",
|
|
408
408
|
}
|
|
409
409
|
response_data = self.api_client.call_api(
|
|
410
410
|
*_param,
|
|
@@ -466,7 +466,7 @@ class TestClassServiceApi:
|
|
|
466
466
|
)
|
|
467
467
|
|
|
468
468
|
_response_types_map: Dict[str, Optional[str]] = {
|
|
469
|
-
'200': "
|
|
469
|
+
'200': "V1ListTestClassesResponse",
|
|
470
470
|
}
|
|
471
471
|
response_data = self.api_client.call_api(
|
|
472
472
|
*_param,
|
|
@@ -516,7 +516,7 @@ class TestClassServiceApi:
|
|
|
516
516
|
|
|
517
517
|
return self.api_client.param_serialize(
|
|
518
518
|
method='GET',
|
|
519
|
-
resource_path='/
|
|
519
|
+
resource_path='/v1/testClasses',
|
|
520
520
|
path_params=_path_params,
|
|
521
521
|
query_params=_query_params,
|
|
522
522
|
header_params=_header_params,
|