eval-studio-client 0.8.0a2__py3-none-any.whl → 1.0.0a1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/__init__.py +2 -1
- eval_studio_client/api/__init__.py +125 -120
- eval_studio_client/api/api/__init__.py +1 -0
- eval_studio_client/api/api/dashboard_service_api.py +71 -71
- eval_studio_client/api/api/document_service_api.py +64 -64
- eval_studio_client/api/api/evaluation_service_api.py +42 -42
- eval_studio_client/api/api/evaluator_service_api.py +50 -50
- eval_studio_client/api/api/info_service_api.py +8 -8
- eval_studio_client/api/api/leaderboard_service_api.py +126 -126
- eval_studio_client/api/api/model_service_api.py +92 -92
- eval_studio_client/api/api/operation_progress_service_api.py +8 -8
- eval_studio_client/api/api/operation_service_api.py +36 -36
- eval_studio_client/api/api/perturbation_service_api.py +8 -8
- eval_studio_client/api/api/perturbator_service_api.py +15 -15
- eval_studio_client/api/api/prompt_generation_service_api.py +321 -0
- eval_studio_client/api/api/test_case_service_api.py +57 -57
- eval_studio_client/api/api/test_class_service_api.py +15 -15
- eval_studio_client/api/api/test_lab_service_api.py +22 -22
- eval_studio_client/api/api/test_service_api.py +376 -92
- eval_studio_client/api/api/who_am_i_service_api.py +8 -8
- eval_studio_client/api/api_client.py +1 -1
- eval_studio_client/api/configuration.py +1 -1
- eval_studio_client/api/docs/DashboardServiceApi.md +38 -38
- eval_studio_client/api/docs/DocumentServiceApi.md +34 -34
- eval_studio_client/api/docs/EvaluationServiceApi.md +22 -22
- eval_studio_client/api/docs/EvaluatorServiceApi.md +26 -26
- eval_studio_client/api/docs/InfoServiceApi.md +4 -4
- eval_studio_client/api/docs/LeaderboardServiceApi.md +66 -66
- eval_studio_client/api/docs/ModelServiceApi.md +50 -50
- eval_studio_client/api/docs/OperationProgressServiceApi.md +4 -4
- eval_studio_client/api/docs/OperationServiceApi.md +20 -20
- eval_studio_client/api/docs/PerturbationServiceApi.md +4 -4
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +3 -3
- eval_studio_client/api/docs/PerturbatorServiceApi.md +8 -8
- eval_studio_client/api/docs/PromptGenerationServiceApi.md +78 -0
- eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +35 -0
- eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +1 -1
- eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +4 -4
- eval_studio_client/api/docs/RequiredTheModelToUpdate.md +1 -1
- eval_studio_client/api/docs/TestCaseServiceApi.md +31 -31
- eval_studio_client/api/docs/TestClassServiceApi.md +8 -8
- eval_studio_client/api/docs/TestLabServiceApi.md +11 -11
- eval_studio_client/api/docs/TestServiceApi.md +119 -49
- eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +33 -0
- eval_studio_client/api/docs/TestServicePerturbTestRequest.md +1 -1
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsRequest.md +31 -0
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDashboardsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDocumentsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteEvaluatorsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteEvaluatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteLeaderboardsRequest.md +30 -0
- eval_studio_client/api/docs/V1BatchDeleteLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteModelsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaBatchDeleteTestsRequest.md → V1BatchDeleteTestsRequest.md} +8 -8
- eval_studio_client/api/docs/V1BatchDeleteTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetOperationsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetTestsResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaBatchImportLeaderboardRequest.md → V1BatchImportLeaderboardRequest.md} +9 -9
- eval_studio_client/api/docs/V1BatchImportLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaBatchImportTestsRequest.md → V1BatchImportTestsRequest.md} +8 -8
- eval_studio_client/api/docs/V1BatchImportTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1CheckBaseModelsResponse.md +30 -0
- eval_studio_client/api/docs/{V1alphaCollectionInfo.md → V1CollectionInfo.md} +8 -8
- eval_studio_client/api/docs/V1CreateDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateDocumentResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaCreateEvaluationRequest.md → V1CreateEvaluationRequest.md} +10 -10
- eval_studio_client/api/docs/V1CreateEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateLeaderboardRequest.md +29 -0
- eval_studio_client/api/docs/V1CreateLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateLeaderboardWithoutCacheResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateModelResponse.md +29 -0
- eval_studio_client/api/docs/V1CreatePerturbationResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateTestLabResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaDashboard.md → V1Dashboard.md} +9 -9
- eval_studio_client/api/docs/{V1alphaDashboardStatus.md → V1DashboardStatus.md} +1 -1
- eval_studio_client/api/docs/V1DeleteDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteModelResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaDocument.md → V1Document.md} +8 -8
- eval_studio_client/api/docs/V1EvaluationTest.md +32 -0
- eval_studio_client/api/docs/{V1alphaEvaluator.md → V1Evaluator.md} +10 -9
- eval_studio_client/api/docs/{V1alphaEvaluatorParamType.md → V1EvaluatorParamType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaEvaluatorParameter.md → V1EvaluatorParameter.md} +9 -9
- eval_studio_client/api/docs/{V1alphaEvaluatorView.md → V1EvaluatorView.md} +1 -1
- eval_studio_client/api/docs/V1FinalizeOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1FindAllTestCasesByIDResponse.md +29 -0
- eval_studio_client/api/docs/V1FindTestLabResponse.md +29 -0
- eval_studio_client/api/docs/V1GenerateTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1GetDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1GetDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1GetEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1GetInfoResponse.md +29 -0
- eval_studio_client/api/docs/V1GetLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1GetModelResponse.md +29 -0
- eval_studio_client/api/docs/V1GetOperationProgressByParentResponse.md +29 -0
- eval_studio_client/api/docs/V1GetOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1GetPerturbatorResponse.md +29 -0
- eval_studio_client/api/docs/V1GetTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1GetTestClassResponse.md +29 -0
- eval_studio_client/api/docs/V1GetTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaImportEvaluationRequest.md → V1ImportEvaluationRequest.md} +9 -9
- eval_studio_client/api/docs/{V1alphaImportLeaderboardRequest.md → V1ImportLeaderboardRequest.md} +9 -9
- eval_studio_client/api/docs/V1ImportLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaInfo.md → V1Info.md} +8 -8
- eval_studio_client/api/docs/{V1alphaInsight.md → V1Insight.md} +8 -8
- eval_studio_client/api/docs/{V1alphaLeaderboard.md → V1Leaderboard.md} +12 -12
- eval_studio_client/api/docs/{V1alphaLeaderboardStatus.md → V1LeaderboardStatus.md} +1 -1
- eval_studio_client/api/docs/{V1alphaLeaderboardType.md → V1LeaderboardType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaLeaderboardView.md → V1LeaderboardView.md} +1 -1
- eval_studio_client/api/docs/V1ListBaseModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListEvaluatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListLLMModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListLeaderboardsResponse.md +30 -0
- eval_studio_client/api/docs/V1ListModelCollectionsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListOperationsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListPerturbatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListRAGCollectionsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestClassesResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestsResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaModel.md → V1Model.md} +9 -9
- eval_studio_client/api/docs/{V1alphaModelType.md → V1ModelType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaOperation.md → V1Operation.md} +8 -8
- eval_studio_client/api/docs/{V1alphaOperationProgress.md → V1OperationProgress.md} +8 -8
- eval_studio_client/api/docs/V1PerturbTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaPerturbator.md → V1Perturbator.md} +8 -8
- eval_studio_client/api/docs/V1PerturbatorConfiguration.md +32 -0
- eval_studio_client/api/docs/{V1alphaPerturbatorIntensity.md → V1PerturbatorIntensity.md} +1 -1
- eval_studio_client/api/docs/{V1alphaProblemAndAction.md → V1ProblemAndAction.md} +8 -8
- eval_studio_client/api/docs/{V1alphaTest.md → V1Test.md} +8 -8
- eval_studio_client/api/docs/{V1alphaTestCase.md → V1TestCase.md} +8 -8
- eval_studio_client/api/docs/{V1alphaTestCaseRelationship.md → V1TestCaseRelationship.md} +8 -8
- eval_studio_client/api/docs/V1TestCasesGenerator.md +11 -0
- eval_studio_client/api/docs/{V1alphaTestClass.md → V1TestClass.md} +9 -9
- eval_studio_client/api/docs/{V1alphaTestClassType.md → V1TestClassType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaTestLab.md → V1TestLab.md} +8 -8
- eval_studio_client/api/docs/V1UpdateDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateModelResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaWhoAmIResponse.md → V1WhoAmIResponse.md} +8 -8
- eval_studio_client/api/docs/WhoAmIServiceApi.md +4 -4
- eval_studio_client/api/exceptions.py +1 -1
- eval_studio_client/api/models/__init__.py +124 -120
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +10 -10
- eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +104 -0
- eval_studio_client/api/models/protobuf_any.py +1 -1
- eval_studio_client/api/models/required_the_dashboard_to_update.py +3 -3
- eval_studio_client/api/models/required_the_document_to_update.py +1 -1
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +11 -11
- eval_studio_client/api/models/required_the_model_to_update.py +3 -3
- eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
- eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
- eval_studio_client/api/models/required_the_test_case_to_update.py +1 -1
- eval_studio_client/api/models/required_the_test_to_update.py +1 -1
- eval_studio_client/api/models/rpc_status.py +1 -1
- eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
- eval_studio_client/api/models/test_service_generate_test_cases_request.py +96 -0
- eval_studio_client/api/models/test_service_perturb_test_request.py +4 -4
- eval_studio_client/api/models/{v1alpha_batch_create_leaderboards_request.py → v1_batch_create_leaderboards_request.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_operation_response.py → v1_batch_create_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_request.py → v1_batch_delete_dashboards_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_dashboards_response.py → v1_batch_delete_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_documents_request.py → v1_batch_delete_documents_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_documents_response.py → v1_batch_delete_documents_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_request.py → v1_batch_delete_evaluators_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_evaluators_response.py → v1_batch_delete_evaluators_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_request.py → v1_batch_delete_leaderboards_request.py} +7 -7
- eval_studio_client/api/models/{v1alpha_batch_get_leaderboards_response.py → v1_batch_delete_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_models_request.py → v1_batch_delete_models_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_models_response.py → v1_batch_delete_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_test_cases_response.py → v1_batch_delete_test_cases_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_tests_request.py → v1_batch_delete_tests_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_tests_response.py → v1_batch_delete_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_dashboards_response.py → v1_batch_get_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_documents_response.py → v1_batch_get_documents_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_response.py → v1_batch_get_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_models_response.py → v1_batch_get_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_operations_response.py → v1_batch_get_operations_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_tests_response.py → v1_batch_get_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_import_leaderboard_request.py → v1_batch_import_leaderboard_request.py} +7 -7
- eval_studio_client/api/models/{v1alpha_import_leaderboard_response.py → v1_batch_import_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_import_tests_request.py → v1_batch_import_tests_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_batch_delete_tests_response.py → v1_batch_import_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_check_base_models_response.py → v1_check_base_models_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_collection_info.py → v1_collection_info.py} +4 -4
- eval_studio_client/api/models/{v1alpha_get_dashboard_response.py → v1_create_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_document_response.py → v1_create_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_evaluation_request.py → v1_create_evaluation_request.py} +11 -11
- eval_studio_client/api/models/{v1alpha_get_evaluator_response.py → v1_create_evaluator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_leaderboard_response.py → v1_create_leaderboard_request.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_operation_response.py → v1_create_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_get_model_response.py → v1_create_model_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_perturbation_response.py → v1_create_perturbation_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_get_test_case_response.py → v1_create_test_case_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_find_test_lab_response.py → v1_create_test_lab_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_test_response.py → v1_create_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_dashboard.py → v1_dashboard.py} +7 -7
- eval_studio_client/api/models/{v1alpha_dashboard_status.py → v1_dashboard_status.py} +3 -3
- eval_studio_client/api/models/{v1alpha_update_dashboard_response.py → v1_delete_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_document_response.py → v1_delete_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_evaluator_response.py → v1_delete_evaluator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_leaderboard_request.py → v1_delete_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_model_response.py → v1_delete_model_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_test_case_response.py → v1_delete_test_case_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_test_response.py → v1_delete_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_document.py → v1_document.py} +5 -5
- eval_studio_client/api/models/{v1alpha_evaluation_test.py → v1_evaluation_test.py} +10 -10
- eval_studio_client/api/models/{v1alpha_evaluator.py → v1_evaluator.py} +14 -10
- eval_studio_client/api/models/{v1alpha_evaluator_param_type.py → v1_evaluator_param_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_evaluator_parameter.py → v1_evaluator_parameter.py} +7 -7
- eval_studio_client/api/models/{v1alpha_evaluator_view.py → v1_evaluator_view.py} +3 -3
- eval_studio_client/api/models/{v1alpha_create_leaderboard_response.py → v1_finalize_operation_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_find_all_test_cases_by_id_response.py → v1_find_all_test_cases_by_id_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_test_lab_response.py → v1_find_test_lab_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_finalize_operation_response.py → v1_generate_test_cases_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_dashboard_response.py → v1_get_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_document_response.py → v1_get_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_evaluator_response.py → v1_get_evaluator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_info_response.py → v1_get_info_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_leaderboard_response.py → v1_get_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_model_response.py → v1_get_model_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_operation_progress_by_parent_response.py → v1_get_operation_progress_by_parent_response.py} +8 -8
- eval_studio_client/api/models/v1_get_operation_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_get_perturbator_response.py → v1_get_perturbator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_test_case_response.py → v1_get_test_case_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_test_class_response.py → v1_get_test_class_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_test_response.py → v1_get_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_import_evaluation_request.py → v1_import_evaluation_request.py} +8 -8
- eval_studio_client/api/models/{v1alpha_import_leaderboard_request.py → v1_import_leaderboard_request.py} +7 -7
- eval_studio_client/api/models/v1_import_leaderboard_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_info.py → v1_info.py} +5 -5
- eval_studio_client/api/models/{v1alpha_insight.py → v1_insight.py} +4 -4
- eval_studio_client/api/models/{v1alpha_leaderboard.py → v1_leaderboard.py} +15 -15
- eval_studio_client/api/models/{v1alpha_leaderboard_status.py → v1_leaderboard_status.py} +3 -3
- eval_studio_client/api/models/{v1alpha_leaderboard_type.py → v1_leaderboard_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_leaderboard_view.py → v1_leaderboard_view.py} +3 -3
- eval_studio_client/api/models/{v1alpha_list_base_models_response.py → v1_list_base_models_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_response.py → v1_list_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_documents_response.py → v1_list_documents_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_response.py → v1_list_evaluators_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_leaderboards_response.py → v1_list_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_llm_models_response.py → v1_list_llm_models_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_model_collections_response.py → v1_list_model_collections_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_models_response.py → v1_list_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_most_recent_dashboards_response.py → v1_list_most_recent_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_most_recent_leaderboards_response.py → v1_list_most_recent_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_most_recent_models_response.py → v1_list_most_recent_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_import_tests_response.py → v1_list_most_recent_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_operations_response.py → v1_list_operations_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_perturbators_response.py → v1_list_perturbators_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_rag_collections_response.py → v1_list_rag_collections_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_test_cases_response.py → v1_list_test_cases_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_test_classes_response.py → v1_list_test_classes_response.py} +8 -8
- eval_studio_client/api/models/v1_list_tests_response.py +95 -0
- eval_studio_client/api/models/{v1alpha_model.py → v1_model.py} +7 -7
- eval_studio_client/api/models/{v1alpha_model_type.py → v1_model_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_operation.py → v1_operation.py} +4 -4
- eval_studio_client/api/models/{v1alpha_operation_progress.py → v1_operation_progress.py} +5 -5
- eval_studio_client/api/models/{v1alpha_delete_test_response.py → v1_perturb_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_perturbator.py → v1_perturbator.py} +5 -5
- eval_studio_client/api/models/{v1alpha_perturbator_configuration.py → v1_perturbator_configuration.py} +6 -6
- eval_studio_client/api/models/{v1alpha_perturbator_intensity.py → v1_perturbator_intensity.py} +4 -4
- eval_studio_client/api/models/{v1alpha_problem_and_action.py → v1_problem_and_action.py} +5 -5
- eval_studio_client/api/models/{v1alpha_test.py → v1_test.py} +5 -5
- eval_studio_client/api/models/{v1alpha_test_case.py → v1_test_case.py} +5 -5
- eval_studio_client/api/models/{v1alpha_test_case_relationship.py → v1_test_case_relationship.py} +5 -5
- eval_studio_client/api/models/v1_test_cases_generator.py +50 -0
- eval_studio_client/api/models/{v1alpha_test_class.py → v1_test_class.py} +7 -7
- eval_studio_client/api/models/{v1alpha_test_class_type.py → v1_test_class_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_test_lab.py → v1_test_lab.py} +5 -5
- eval_studio_client/api/models/{v1alpha_delete_dashboard_response.py → v1_update_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_document_response.py → v1_update_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_leaderboard_response.py → v1_update_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_model_response.py → v1_update_model_response.py} +8 -8
- eval_studio_client/api/models/v1_update_operation_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_update_test_case_response.py → v1_update_test_case_response.py} +8 -8
- eval_studio_client/api/models/v1_update_test_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_who_am_i_response.py → v1_who_am_i_response.py} +5 -5
- eval_studio_client/api/rest.py +1 -1
- eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
- eval_studio_client/api/test/test_document_service_api.py +1 -1
- eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
- eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
- eval_studio_client/api/test/test_info_service_api.py +1 -1
- eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
- eval_studio_client/api/test/test_model_service_api.py +1 -1
- eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
- eval_studio_client/api/test/test_operation_service_api.py +1 -1
- eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
- eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +4 -4
- eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
- eval_studio_client/api/test/test_prompt_generation_service_api.py +37 -0
- eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +75 -0
- eval_studio_client/api/test/test_protobuf_any.py +1 -1
- eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +3 -3
- eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
- eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_test_case_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
- eval_studio_client/api/test/test_rpc_status.py +1 -1
- eval_studio_client/api/test/test_test_case_service_api.py +1 -1
- eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
- eval_studio_client/api/test/test_test_class_service_api.py +1 -1
- eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
- eval_studio_client/api/test/test_test_service_api.py +7 -1
- eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +57 -0
- eval_studio_client/api/test/test_test_service_perturb_test_request.py +2 -2
- eval_studio_client/api/test/{test_v1alpha_batch_create_leaderboards_request.py → test_v1_batch_create_leaderboards_request.py} +16 -16
- eval_studio_client/api/test/{test_v1alpha_create_leaderboard_response.py → test_v1_batch_create_leaderboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_models_request.py → test_v1_batch_delete_dashboards_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_dashboards_response.py → test_v1_batch_delete_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_request.py → test_v1_batch_delete_documents_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_documents_response.py → test_v1_batch_delete_documents_response.py} +13 -13
- eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +53 -0
- eval_studio_client/api/test/{test_v1alpha_batch_delete_evaluators_response.py → test_v1_batch_delete_evaluators_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_request.py → test_v1_batch_delete_leaderboards_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_leaderboards_response.py → test_v1_batch_delete_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/test_v1_batch_delete_models_request.py +53 -0
- eval_studio_client/api/test/{test_v1alpha_batch_get_models_response.py → test_v1_batch_delete_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_test_cases_response.py → test_v1_batch_delete_test_cases_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_request.py → test_v1_batch_delete_tests_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_tests_response.py → test_v1_batch_delete_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_dashboards_response.py → test_v1_batch_get_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_documents_response.py → test_v1_batch_get_documents_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_response.py → test_v1_batch_get_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_list_models_response.py → test_v1_batch_get_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_operations_response.py → test_v1_batch_get_operations_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_tests_response.py → test_v1_batch_get_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_request.py → test_v1_batch_import_leaderboard_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_import_leaderboard_response.py → test_v1_batch_import_leaderboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_import_tests_request.py → test_v1_batch_import_tests_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_import_tests_response.py → test_v1_batch_import_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_check_base_models_response.py → test_v1_check_base_models_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_collection_info.py → test_v1_collection_info.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_get_dashboard_response.py → test_v1_create_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_document_response.py → test_v1_create_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_evaluation_request.py → test_v1_create_evaluation_request.py} +16 -16
- eval_studio_client/api/test/{test_v1alpha_get_evaluator_response.py → test_v1_create_evaluator_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_get_leaderboard_response.py → test_v1_create_leaderboard_request.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_update_operation_response.py → test_v1_create_leaderboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_response.py → test_v1_create_leaderboard_without_cache_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_model_response.py → test_v1_create_model_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_perturbation_response.py → test_v1_create_perturbation_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_get_test_case_response.py → test_v1_create_test_case_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_find_test_lab_response.py → test_v1_create_test_lab_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_test_response.py → test_v1_create_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_dashboard.py → test_v1_dashboard.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_evaluator_view.py → test_v1_dashboard_status.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_update_dashboard_response.py → test_v1_delete_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_update_document_response.py → test_v1_delete_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_evaluator_response.py → test_v1_delete_evaluator_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_create_leaderboard_request.py → test_v1_delete_leaderboard_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_delete_model_response.py → test_v1_delete_model_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_test_case_response.py → test_v1_delete_test_case_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_test_response.py → test_v1_delete_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_document.py → test_v1_document.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_evaluation_test.py → test_v1_evaluation_test.py} +14 -14
- eval_studio_client/api/test/{test_v1alpha_evaluator.py → test_v1_evaluator.py} +14 -13
- eval_studio_client/api/test/{test_v1alpha_test_class_type.py → test_v1_evaluator_param_type.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_evaluator_parameter.py → test_v1_evaluator_parameter.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_model_type.py → test_v1_evaluator_view.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_get_operation_response.py → test_v1_finalize_operation_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_find_all_test_cases_by_id_response.py → test_v1_find_all_test_cases_by_id_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_test_lab_response.py → test_v1_find_test_lab_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_finalize_operation_response.py → test_v1_generate_test_cases_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_dashboard_response.py → test_v1_get_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_document_response.py → test_v1_get_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_evaluator_response.py → test_v1_get_evaluator_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_get_info_response.py → test_v1_get_info_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_leaderboard_response.py → test_v1_get_leaderboard_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_create_model_response.py → test_v1_get_model_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_operation_progress_by_parent_response.py → test_v1_get_operation_progress_by_parent_response.py} +13 -13
- eval_studio_client/api/test/test_v1_get_operation_response.py +71 -0
- eval_studio_client/api/test/{test_v1alpha_get_perturbator_response.py → test_v1_get_perturbator_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_test_case_response.py → test_v1_get_test_case_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_test_class_response.py → test_v1_get_test_class_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_test_response.py → test_v1_get_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_import_evaluation_request.py → test_v1_import_evaluation_request.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_import_leaderboard_request.py → test_v1_import_leaderboard_request.py} +12 -12
- eval_studio_client/api/test/test_v1_import_leaderboard_response.py +71 -0
- eval_studio_client/api/test/{test_v1alpha_info.py → test_v1_info.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_insight.py → test_v1_insight.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_leaderboard.py → test_v1_leaderboard.py} +14 -14
- eval_studio_client/api/test/{test_v1alpha_dashboard_status.py → test_v1_leaderboard_status.py} +7 -7
- eval_studio_client/api/test/test_v1_leaderboard_type.py +33 -0
- eval_studio_client/api/test/test_v1_leaderboard_view.py +33 -0
- eval_studio_client/api/test/{test_v1alpha_list_base_models_response.py → test_v1_list_base_models_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_delete_dashboards_response.py → test_v1_list_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_response.py → test_v1_list_documents_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_evaluators_response.py → test_v1_list_evaluators_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_list_leaderboards_response.py → test_v1_list_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_list_llm_models_response.py → test_v1_list_llm_models_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_list_rag_collections_response.py → test_v1_list_model_collections_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_models_response.py → test_v1_list_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_most_recent_dashboards_response.py → test_v1_list_most_recent_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_most_recent_leaderboards_response.py → test_v1_list_most_recent_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_list_most_recent_models_response.py → test_v1_list_most_recent_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_response.py → test_v1_list_most_recent_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_get_operations_response.py → test_v1_list_operations_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_perturbators_response.py → test_v1_list_perturbators_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_model_collections_response.py → test_v1_list_rag_collections_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_test_cases_response.py → test_v1_list_test_cases_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_test_classes_response.py → test_v1_list_test_classes_response.py} +13 -13
- eval_studio_client/api/test/test_v1_list_tests_response.py +69 -0
- eval_studio_client/api/test/{test_v1alpha_model.py → test_v1_model.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_leaderboard_view.py → test_v1_model_type.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_operation.py → test_v1_operation.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_operation_progress.py → test_v1_operation_progress.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_update_test_response.py → test_v1_perturb_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_perturbator.py → test_v1_perturbator.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_perturbator_configuration.py → test_v1_perturbator_configuration.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_leaderboard_type.py → test_v1_perturbator_intensity.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_problem_and_action.py → test_v1_problem_and_action.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_test.py → test_v1_test.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_test_case.py → test_v1_test_case.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_test_case_relationship.py → test_v1_test_case_relationship.py} +12 -12
- eval_studio_client/api/test/test_v1_test_cases_generator.py +33 -0
- eval_studio_client/api/test/{test_v1alpha_test_class.py → test_v1_test_class.py} +12 -12
- eval_studio_client/api/test/test_v1_test_class_type.py +33 -0
- eval_studio_client/api/test/{test_v1alpha_test_lab.py → test_v1_test_lab.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_delete_dashboard_response.py → test_v1_update_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_document_response.py → test_v1_update_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_update_leaderboard_response.py → test_v1_update_leaderboard_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_update_model_response.py → test_v1_update_model_response.py} +13 -13
- eval_studio_client/api/test/test_v1_update_operation_response.py +71 -0
- eval_studio_client/api/test/{test_v1alpha_update_test_case_response.py → test_v1_update_test_case_response.py} +13 -13
- eval_studio_client/api/test/test_v1_update_test_response.py +67 -0
- eval_studio_client/api/test/{test_v1alpha_who_am_i_response.py → test_v1_who_am_i_response.py} +12 -12
- eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
- eval_studio_client/dashboards.py +23 -1
- eval_studio_client/documents.py +3 -3
- eval_studio_client/evaluators.py +1 -1
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +568 -387
- eval_studio_client/insights.py +1 -1
- eval_studio_client/leaderboards.py +14 -13
- eval_studio_client/models.py +117 -29
- eval_studio_client/perturbators.py +5 -7
- eval_studio_client/problems.py +1 -1
- eval_studio_client/test_labs.py +2 -2
- eval_studio_client/tests.py +239 -8
- {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-1.0.0a1.dist-info}/METADATA +2 -2
- eval_studio_client-1.0.0a1.dist-info/RECORD +485 -0
- {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-1.0.0a1.dist-info}/WHEEL +1 -1
- eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +0 -31
- eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +0 -30
- eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +0 -30
- eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaEvaluationTest.md +0 -32
- eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetInfoResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetOperationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +0 -30
- eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListOperationsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +0 -32
- eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +0 -29
- eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +0 -91
- eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +0 -91
- eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +0 -91
- eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +0 -95
- eval_studio_client/api/models/v1alpha_perturb_test_response.py +0 -91
- eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +0 -71
- eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +0 -53
- eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +0 -53
- eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +0 -71
- eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +0 -33
- eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +0 -33
- eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +0 -69
- eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +0 -67
- eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +0 -33
- eval_studio_client-0.8.0a2.dist-info/RECORD +0 -470
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"swagger": "2.0",
|
|
3
3
|
"info": {
|
|
4
|
-
"title": "ai/h2o/eval_studio/
|
|
4
|
+
"title": "ai/h2o/eval_studio/v1/collection.proto",
|
|
5
5
|
"version": "version not set"
|
|
6
6
|
},
|
|
7
7
|
"tags": [
|
|
@@ -38,6 +38,9 @@
|
|
|
38
38
|
{
|
|
39
39
|
"name": "PerturbatorService"
|
|
40
40
|
},
|
|
41
|
+
{
|
|
42
|
+
"name": "PromptGenerationService"
|
|
43
|
+
},
|
|
41
44
|
{
|
|
42
45
|
"name": "TestCaseService"
|
|
43
46
|
},
|
|
@@ -61,14 +64,14 @@
|
|
|
61
64
|
"application/json"
|
|
62
65
|
],
|
|
63
66
|
"paths": {
|
|
64
|
-
"/
|
|
67
|
+
"/v1/dashboards": {
|
|
65
68
|
"get": {
|
|
66
69
|
"operationId": "DashboardService_ListDashboards",
|
|
67
70
|
"responses": {
|
|
68
71
|
"200": {
|
|
69
72
|
"description": "A successful response.",
|
|
70
73
|
"schema": {
|
|
71
|
-
"$ref": "#/definitions/
|
|
74
|
+
"$ref": "#/definitions/v1ListDashboardsResponse"
|
|
72
75
|
}
|
|
73
76
|
},
|
|
74
77
|
"default": {
|
|
@@ -97,7 +100,7 @@
|
|
|
97
100
|
"200": {
|
|
98
101
|
"description": "A successful response.",
|
|
99
102
|
"schema": {
|
|
100
|
-
"$ref": "#/definitions/
|
|
103
|
+
"$ref": "#/definitions/v1CreateDashboardResponse"
|
|
101
104
|
}
|
|
102
105
|
},
|
|
103
106
|
"default": {
|
|
@@ -114,7 +117,7 @@
|
|
|
114
117
|
"in": "body",
|
|
115
118
|
"required": true,
|
|
116
119
|
"schema": {
|
|
117
|
-
"$ref": "#/definitions/
|
|
120
|
+
"$ref": "#/definitions/v1Dashboard"
|
|
118
121
|
}
|
|
119
122
|
}
|
|
120
123
|
],
|
|
@@ -123,14 +126,14 @@
|
|
|
123
126
|
]
|
|
124
127
|
}
|
|
125
128
|
},
|
|
126
|
-
"/
|
|
129
|
+
"/v1/dashboards:batchDelete": {
|
|
127
130
|
"post": {
|
|
128
131
|
"operationId": "DashboardService_BatchDeleteDashboards",
|
|
129
132
|
"responses": {
|
|
130
133
|
"200": {
|
|
131
134
|
"description": "A successful response.",
|
|
132
135
|
"schema": {
|
|
133
|
-
"$ref": "#/definitions/
|
|
136
|
+
"$ref": "#/definitions/v1BatchDeleteDashboardsResponse"
|
|
134
137
|
}
|
|
135
138
|
},
|
|
136
139
|
"default": {
|
|
@@ -146,7 +149,7 @@
|
|
|
146
149
|
"in": "body",
|
|
147
150
|
"required": true,
|
|
148
151
|
"schema": {
|
|
149
|
-
"$ref": "#/definitions/
|
|
152
|
+
"$ref": "#/definitions/v1BatchDeleteDashboardsRequest"
|
|
150
153
|
}
|
|
151
154
|
}
|
|
152
155
|
],
|
|
@@ -155,14 +158,14 @@
|
|
|
155
158
|
]
|
|
156
159
|
}
|
|
157
160
|
},
|
|
158
|
-
"/
|
|
161
|
+
"/v1/dashboards:batchGet": {
|
|
159
162
|
"get": {
|
|
160
163
|
"operationId": "DashboardService_BatchGetDashboards",
|
|
161
164
|
"responses": {
|
|
162
165
|
"200": {
|
|
163
166
|
"description": "A successful response.",
|
|
164
167
|
"schema": {
|
|
165
|
-
"$ref": "#/definitions/
|
|
168
|
+
"$ref": "#/definitions/v1BatchGetDashboardsResponse"
|
|
166
169
|
}
|
|
167
170
|
},
|
|
168
171
|
"default": {
|
|
@@ -190,14 +193,14 @@
|
|
|
190
193
|
]
|
|
191
194
|
}
|
|
192
195
|
},
|
|
193
|
-
"/
|
|
196
|
+
"/v1/dashboards:mostRecent": {
|
|
194
197
|
"get": {
|
|
195
198
|
"operationId": "DashboardService_ListMostRecentDashboards",
|
|
196
199
|
"responses": {
|
|
197
200
|
"200": {
|
|
198
201
|
"description": "A successful response.",
|
|
199
202
|
"schema": {
|
|
200
|
-
"$ref": "#/definitions/
|
|
203
|
+
"$ref": "#/definitions/v1ListMostRecentDashboardsResponse"
|
|
201
204
|
}
|
|
202
205
|
},
|
|
203
206
|
"default": {
|
|
@@ -222,14 +225,14 @@
|
|
|
222
225
|
]
|
|
223
226
|
}
|
|
224
227
|
},
|
|
225
|
-
"/
|
|
228
|
+
"/v1/documents": {
|
|
226
229
|
"get": {
|
|
227
230
|
"operationId": "DocumentService_ListDocuments",
|
|
228
231
|
"responses": {
|
|
229
232
|
"200": {
|
|
230
233
|
"description": "A successful response.",
|
|
231
234
|
"schema": {
|
|
232
|
-
"$ref": "#/definitions/
|
|
235
|
+
"$ref": "#/definitions/v1ListDocumentsResponse"
|
|
233
236
|
}
|
|
234
237
|
},
|
|
235
238
|
"default": {
|
|
@@ -249,7 +252,7 @@
|
|
|
249
252
|
"200": {
|
|
250
253
|
"description": "A successful response.",
|
|
251
254
|
"schema": {
|
|
252
|
-
"$ref": "#/definitions/
|
|
255
|
+
"$ref": "#/definitions/v1CreateDocumentResponse"
|
|
253
256
|
}
|
|
254
257
|
},
|
|
255
258
|
"default": {
|
|
@@ -266,7 +269,7 @@
|
|
|
266
269
|
"in": "body",
|
|
267
270
|
"required": true,
|
|
268
271
|
"schema": {
|
|
269
|
-
"$ref": "#/definitions/
|
|
272
|
+
"$ref": "#/definitions/v1Document"
|
|
270
273
|
}
|
|
271
274
|
}
|
|
272
275
|
],
|
|
@@ -275,14 +278,14 @@
|
|
|
275
278
|
]
|
|
276
279
|
}
|
|
277
280
|
},
|
|
278
|
-
"/
|
|
281
|
+
"/v1/documents:batchDelete": {
|
|
279
282
|
"post": {
|
|
280
283
|
"operationId": "DocumentService_BatchDeleteDocuments",
|
|
281
284
|
"responses": {
|
|
282
285
|
"200": {
|
|
283
286
|
"description": "A successful response.",
|
|
284
287
|
"schema": {
|
|
285
|
-
"$ref": "#/definitions/
|
|
288
|
+
"$ref": "#/definitions/v1BatchDeleteDocumentsResponse"
|
|
286
289
|
}
|
|
287
290
|
},
|
|
288
291
|
"default": {
|
|
@@ -298,7 +301,7 @@
|
|
|
298
301
|
"in": "body",
|
|
299
302
|
"required": true,
|
|
300
303
|
"schema": {
|
|
301
|
-
"$ref": "#/definitions/
|
|
304
|
+
"$ref": "#/definitions/v1BatchDeleteDocumentsRequest"
|
|
302
305
|
}
|
|
303
306
|
}
|
|
304
307
|
],
|
|
@@ -307,14 +310,14 @@
|
|
|
307
310
|
]
|
|
308
311
|
}
|
|
309
312
|
},
|
|
310
|
-
"/
|
|
313
|
+
"/v1/documents:batchGet": {
|
|
311
314
|
"get": {
|
|
312
315
|
"operationId": "DocumentService_BatchGetDocuments",
|
|
313
316
|
"responses": {
|
|
314
317
|
"200": {
|
|
315
318
|
"description": "A successful response.",
|
|
316
319
|
"schema": {
|
|
317
|
-
"$ref": "#/definitions/
|
|
320
|
+
"$ref": "#/definitions/v1BatchGetDocumentsResponse"
|
|
318
321
|
}
|
|
319
322
|
},
|
|
320
323
|
"default": {
|
|
@@ -342,14 +345,14 @@
|
|
|
342
345
|
]
|
|
343
346
|
}
|
|
344
347
|
},
|
|
345
|
-
"/
|
|
348
|
+
"/v1/evaluations": {
|
|
346
349
|
"post": {
|
|
347
350
|
"operationId": "EvaluationService_CreateEvaluation",
|
|
348
351
|
"responses": {
|
|
349
352
|
"200": {
|
|
350
353
|
"description": "A successful response.",
|
|
351
354
|
"schema": {
|
|
352
|
-
"$ref": "#/definitions/
|
|
355
|
+
"$ref": "#/definitions/v1Operation"
|
|
353
356
|
}
|
|
354
357
|
},
|
|
355
358
|
"default": {
|
|
@@ -365,7 +368,7 @@
|
|
|
365
368
|
"in": "body",
|
|
366
369
|
"required": true,
|
|
367
370
|
"schema": {
|
|
368
|
-
"$ref": "#/definitions/
|
|
371
|
+
"$ref": "#/definitions/v1CreateEvaluationRequest"
|
|
369
372
|
}
|
|
370
373
|
}
|
|
371
374
|
],
|
|
@@ -374,14 +377,14 @@
|
|
|
374
377
|
]
|
|
375
378
|
}
|
|
376
379
|
},
|
|
377
|
-
"/
|
|
380
|
+
"/v1/evaluations:import": {
|
|
378
381
|
"post": {
|
|
379
382
|
"operationId": "EvaluationService_ImportEvaluation",
|
|
380
383
|
"responses": {
|
|
381
384
|
"200": {
|
|
382
385
|
"description": "A successful response.",
|
|
383
386
|
"schema": {
|
|
384
|
-
"$ref": "#/definitions/
|
|
387
|
+
"$ref": "#/definitions/v1Operation"
|
|
385
388
|
}
|
|
386
389
|
},
|
|
387
390
|
"default": {
|
|
@@ -397,7 +400,7 @@
|
|
|
397
400
|
"in": "body",
|
|
398
401
|
"required": true,
|
|
399
402
|
"schema": {
|
|
400
|
-
"$ref": "#/definitions/
|
|
403
|
+
"$ref": "#/definitions/v1ImportEvaluationRequest"
|
|
401
404
|
}
|
|
402
405
|
}
|
|
403
406
|
],
|
|
@@ -406,14 +409,14 @@
|
|
|
406
409
|
]
|
|
407
410
|
}
|
|
408
411
|
},
|
|
409
|
-
"/
|
|
412
|
+
"/v1/evaluations:llm_models": {
|
|
410
413
|
"get": {
|
|
411
414
|
"operationId": "EvaluationService_ListLLMModels",
|
|
412
415
|
"responses": {
|
|
413
416
|
"200": {
|
|
414
417
|
"description": "A successful response.",
|
|
415
418
|
"schema": {
|
|
416
|
-
"$ref": "#/definitions/
|
|
419
|
+
"$ref": "#/definitions/v1ListLLMModelsResponse"
|
|
417
420
|
}
|
|
418
421
|
},
|
|
419
422
|
"default": {
|
|
@@ -553,14 +556,14 @@
|
|
|
553
556
|
]
|
|
554
557
|
}
|
|
555
558
|
},
|
|
556
|
-
"/
|
|
559
|
+
"/v1/evaluations:rag_collections": {
|
|
557
560
|
"get": {
|
|
558
561
|
"operationId": "EvaluationService_ListRAGCollections",
|
|
559
562
|
"responses": {
|
|
560
563
|
"200": {
|
|
561
564
|
"description": "A successful response.",
|
|
562
565
|
"schema": {
|
|
563
|
-
"$ref": "#/definitions/
|
|
566
|
+
"$ref": "#/definitions/v1ListRAGCollectionsResponse"
|
|
564
567
|
}
|
|
565
568
|
},
|
|
566
569
|
"default": {
|
|
@@ -692,14 +695,14 @@
|
|
|
692
695
|
]
|
|
693
696
|
}
|
|
694
697
|
},
|
|
695
|
-
"/
|
|
698
|
+
"/v1/evaluators": {
|
|
696
699
|
"get": {
|
|
697
700
|
"operationId": "EvaluatorService_ListEvaluators",
|
|
698
701
|
"responses": {
|
|
699
702
|
"200": {
|
|
700
703
|
"description": "A successful response.",
|
|
701
704
|
"schema": {
|
|
702
|
-
"$ref": "#/definitions/
|
|
705
|
+
"$ref": "#/definitions/v1ListEvaluatorsResponse"
|
|
703
706
|
}
|
|
704
707
|
},
|
|
705
708
|
"default": {
|
|
@@ -734,7 +737,7 @@
|
|
|
734
737
|
"200": {
|
|
735
738
|
"description": "A successful response.",
|
|
736
739
|
"schema": {
|
|
737
|
-
"$ref": "#/definitions/
|
|
740
|
+
"$ref": "#/definitions/v1CreateEvaluatorResponse"
|
|
738
741
|
}
|
|
739
742
|
},
|
|
740
743
|
"default": {
|
|
@@ -751,7 +754,7 @@
|
|
|
751
754
|
"in": "body",
|
|
752
755
|
"required": true,
|
|
753
756
|
"schema": {
|
|
754
|
-
"$ref": "#/definitions/
|
|
757
|
+
"$ref": "#/definitions/v1Evaluator"
|
|
755
758
|
}
|
|
756
759
|
}
|
|
757
760
|
],
|
|
@@ -760,14 +763,14 @@
|
|
|
760
763
|
]
|
|
761
764
|
}
|
|
762
765
|
},
|
|
763
|
-
"/
|
|
766
|
+
"/v1/evaluators:batchDelete": {
|
|
764
767
|
"post": {
|
|
765
768
|
"operationId": "EvaluatorService_BatchDeleteEvaluators",
|
|
766
769
|
"responses": {
|
|
767
770
|
"200": {
|
|
768
771
|
"description": "A successful response.",
|
|
769
772
|
"schema": {
|
|
770
|
-
"$ref": "#/definitions/
|
|
773
|
+
"$ref": "#/definitions/v1BatchDeleteEvaluatorsResponse"
|
|
771
774
|
}
|
|
772
775
|
},
|
|
773
776
|
"default": {
|
|
@@ -783,7 +786,7 @@
|
|
|
783
786
|
"in": "body",
|
|
784
787
|
"required": true,
|
|
785
788
|
"schema": {
|
|
786
|
-
"$ref": "#/definitions/
|
|
789
|
+
"$ref": "#/definitions/v1BatchDeleteEvaluatorsRequest"
|
|
787
790
|
}
|
|
788
791
|
}
|
|
789
792
|
],
|
|
@@ -792,14 +795,14 @@
|
|
|
792
795
|
]
|
|
793
796
|
}
|
|
794
797
|
},
|
|
795
|
-
"/
|
|
798
|
+
"/v1/info": {
|
|
796
799
|
"get": {
|
|
797
800
|
"operationId": "InfoService_GetInfo",
|
|
798
801
|
"responses": {
|
|
799
802
|
"200": {
|
|
800
803
|
"description": "A successful response.",
|
|
801
804
|
"schema": {
|
|
802
|
-
"$ref": "#/definitions/
|
|
805
|
+
"$ref": "#/definitions/v1GetInfoResponse"
|
|
803
806
|
}
|
|
804
807
|
},
|
|
805
808
|
"default": {
|
|
@@ -814,14 +817,14 @@
|
|
|
814
817
|
]
|
|
815
818
|
}
|
|
816
819
|
},
|
|
817
|
-
"/
|
|
820
|
+
"/v1/leaderboards": {
|
|
818
821
|
"get": {
|
|
819
822
|
"operationId": "LeaderboardService_ListLeaderboards",
|
|
820
823
|
"responses": {
|
|
821
824
|
"200": {
|
|
822
825
|
"description": "A successful response.",
|
|
823
826
|
"schema": {
|
|
824
|
-
"$ref": "#/definitions/
|
|
827
|
+
"$ref": "#/definitions/v1ListLeaderboardsResponse"
|
|
825
828
|
}
|
|
826
829
|
},
|
|
827
830
|
"default": {
|
|
@@ -886,7 +889,7 @@
|
|
|
886
889
|
"200": {
|
|
887
890
|
"description": "A successful response.",
|
|
888
891
|
"schema": {
|
|
889
|
-
"$ref": "#/definitions/
|
|
892
|
+
"$ref": "#/definitions/v1CreateLeaderboardResponse"
|
|
890
893
|
}
|
|
891
894
|
},
|
|
892
895
|
"default": {
|
|
@@ -903,7 +906,7 @@
|
|
|
903
906
|
"in": "body",
|
|
904
907
|
"required": true,
|
|
905
908
|
"schema": {
|
|
906
|
-
"$ref": "#/definitions/
|
|
909
|
+
"$ref": "#/definitions/v1Leaderboard"
|
|
907
910
|
}
|
|
908
911
|
}
|
|
909
912
|
],
|
|
@@ -912,14 +915,14 @@
|
|
|
912
915
|
]
|
|
913
916
|
}
|
|
914
917
|
},
|
|
915
|
-
"/
|
|
918
|
+
"/v1/leaderboards:batchCreate": {
|
|
916
919
|
"post": {
|
|
917
920
|
"operationId": "LeaderboardService_BatchCreateLeaderboards",
|
|
918
921
|
"responses": {
|
|
919
922
|
"200": {
|
|
920
923
|
"description": "A successful response.",
|
|
921
924
|
"schema": {
|
|
922
|
-
"$ref": "#/definitions/
|
|
925
|
+
"$ref": "#/definitions/v1BatchCreateLeaderboardsResponse"
|
|
923
926
|
}
|
|
924
927
|
},
|
|
925
928
|
"default": {
|
|
@@ -935,7 +938,7 @@
|
|
|
935
938
|
"in": "body",
|
|
936
939
|
"required": true,
|
|
937
940
|
"schema": {
|
|
938
|
-
"$ref": "#/definitions/
|
|
941
|
+
"$ref": "#/definitions/v1BatchCreateLeaderboardsRequest"
|
|
939
942
|
}
|
|
940
943
|
}
|
|
941
944
|
],
|
|
@@ -944,14 +947,14 @@
|
|
|
944
947
|
]
|
|
945
948
|
}
|
|
946
949
|
},
|
|
947
|
-
"/
|
|
950
|
+
"/v1/leaderboards:batchDelete": {
|
|
948
951
|
"post": {
|
|
949
952
|
"operationId": "LeaderboardService_BatchDeleteLeaderboards",
|
|
950
953
|
"responses": {
|
|
951
954
|
"200": {
|
|
952
955
|
"description": "A successful response.",
|
|
953
956
|
"schema": {
|
|
954
|
-
"$ref": "#/definitions/
|
|
957
|
+
"$ref": "#/definitions/v1BatchDeleteLeaderboardsResponse"
|
|
955
958
|
}
|
|
956
959
|
},
|
|
957
960
|
"default": {
|
|
@@ -967,7 +970,7 @@
|
|
|
967
970
|
"in": "body",
|
|
968
971
|
"required": true,
|
|
969
972
|
"schema": {
|
|
970
|
-
"$ref": "#/definitions/
|
|
973
|
+
"$ref": "#/definitions/v1BatchDeleteLeaderboardsRequest"
|
|
971
974
|
}
|
|
972
975
|
}
|
|
973
976
|
],
|
|
@@ -976,14 +979,14 @@
|
|
|
976
979
|
]
|
|
977
980
|
}
|
|
978
981
|
},
|
|
979
|
-
"/
|
|
982
|
+
"/v1/leaderboards:batchGet": {
|
|
980
983
|
"get": {
|
|
981
984
|
"operationId": "LeaderboardService_BatchGetLeaderboards",
|
|
982
985
|
"responses": {
|
|
983
986
|
"200": {
|
|
984
987
|
"description": "A successful response.",
|
|
985
988
|
"schema": {
|
|
986
|
-
"$ref": "#/definitions/
|
|
989
|
+
"$ref": "#/definitions/v1BatchGetLeaderboardsResponse"
|
|
987
990
|
}
|
|
988
991
|
},
|
|
989
992
|
"default": {
|
|
@@ -1025,14 +1028,14 @@
|
|
|
1025
1028
|
]
|
|
1026
1029
|
}
|
|
1027
1030
|
},
|
|
1028
|
-
"/
|
|
1031
|
+
"/v1/leaderboards:batchImport": {
|
|
1029
1032
|
"post": {
|
|
1030
1033
|
"operationId": "LeaderboardService_BatchImportLeaderboard",
|
|
1031
1034
|
"responses": {
|
|
1032
1035
|
"200": {
|
|
1033
1036
|
"description": "A successful response.",
|
|
1034
1037
|
"schema": {
|
|
1035
|
-
"$ref": "#/definitions/
|
|
1038
|
+
"$ref": "#/definitions/v1BatchImportLeaderboardResponse"
|
|
1036
1039
|
}
|
|
1037
1040
|
},
|
|
1038
1041
|
"default": {
|
|
@@ -1048,7 +1051,7 @@
|
|
|
1048
1051
|
"in": "body",
|
|
1049
1052
|
"required": true,
|
|
1050
1053
|
"schema": {
|
|
1051
|
-
"$ref": "#/definitions/
|
|
1054
|
+
"$ref": "#/definitions/v1BatchImportLeaderboardRequest"
|
|
1052
1055
|
}
|
|
1053
1056
|
}
|
|
1054
1057
|
],
|
|
@@ -1057,14 +1060,14 @@
|
|
|
1057
1060
|
]
|
|
1058
1061
|
}
|
|
1059
1062
|
},
|
|
1060
|
-
"/
|
|
1063
|
+
"/v1/leaderboards:import": {
|
|
1061
1064
|
"post": {
|
|
1062
1065
|
"operationId": "LeaderboardService_ImportLeaderboard",
|
|
1063
1066
|
"responses": {
|
|
1064
1067
|
"200": {
|
|
1065
1068
|
"description": "A successful response.",
|
|
1066
1069
|
"schema": {
|
|
1067
|
-
"$ref": "#/definitions/
|
|
1070
|
+
"$ref": "#/definitions/v1ImportLeaderboardResponse"
|
|
1068
1071
|
}
|
|
1069
1072
|
},
|
|
1070
1073
|
"default": {
|
|
@@ -1080,7 +1083,7 @@
|
|
|
1080
1083
|
"in": "body",
|
|
1081
1084
|
"required": true,
|
|
1082
1085
|
"schema": {
|
|
1083
|
-
"$ref": "#/definitions/
|
|
1086
|
+
"$ref": "#/definitions/v1ImportLeaderboardRequest"
|
|
1084
1087
|
}
|
|
1085
1088
|
}
|
|
1086
1089
|
],
|
|
@@ -1089,14 +1092,14 @@
|
|
|
1089
1092
|
]
|
|
1090
1093
|
}
|
|
1091
1094
|
},
|
|
1092
|
-
"/
|
|
1095
|
+
"/v1/leaderboards:mostRecent": {
|
|
1093
1096
|
"get": {
|
|
1094
1097
|
"operationId": "LeaderboardService_ListMostRecentLeaderboards",
|
|
1095
1098
|
"responses": {
|
|
1096
1099
|
"200": {
|
|
1097
1100
|
"description": "A successful response.",
|
|
1098
1101
|
"schema": {
|
|
1099
|
-
"$ref": "#/definitions/
|
|
1102
|
+
"$ref": "#/definitions/v1ListMostRecentLeaderboardsResponse"
|
|
1100
1103
|
}
|
|
1101
1104
|
},
|
|
1102
1105
|
"default": {
|
|
@@ -1142,14 +1145,14 @@
|
|
|
1142
1145
|
]
|
|
1143
1146
|
}
|
|
1144
1147
|
},
|
|
1145
|
-
"/
|
|
1148
|
+
"/v1/leaderboards:withoutCache": {
|
|
1146
1149
|
"post": {
|
|
1147
1150
|
"operationId": "LeaderboardService_CreateLeaderboardWithoutCache",
|
|
1148
1151
|
"responses": {
|
|
1149
1152
|
"200": {
|
|
1150
1153
|
"description": "A successful response.",
|
|
1151
1154
|
"schema": {
|
|
1152
|
-
"$ref": "#/definitions/
|
|
1155
|
+
"$ref": "#/definitions/v1CreateLeaderboardWithoutCacheResponse"
|
|
1153
1156
|
}
|
|
1154
1157
|
},
|
|
1155
1158
|
"default": {
|
|
@@ -1166,7 +1169,7 @@
|
|
|
1166
1169
|
"in": "body",
|
|
1167
1170
|
"required": true,
|
|
1168
1171
|
"schema": {
|
|
1169
|
-
"$ref": "#/definitions/
|
|
1172
|
+
"$ref": "#/definitions/v1Leaderboard"
|
|
1170
1173
|
}
|
|
1171
1174
|
}
|
|
1172
1175
|
],
|
|
@@ -1175,14 +1178,14 @@
|
|
|
1175
1178
|
]
|
|
1176
1179
|
}
|
|
1177
1180
|
},
|
|
1178
|
-
"/
|
|
1181
|
+
"/v1/models": {
|
|
1179
1182
|
"get": {
|
|
1180
1183
|
"operationId": "ModelService_ListModels",
|
|
1181
1184
|
"responses": {
|
|
1182
1185
|
"200": {
|
|
1183
1186
|
"description": "A successful response.",
|
|
1184
1187
|
"schema": {
|
|
1185
|
-
"$ref": "#/definitions/
|
|
1188
|
+
"$ref": "#/definitions/v1ListModelsResponse"
|
|
1186
1189
|
}
|
|
1187
1190
|
},
|
|
1188
1191
|
"default": {
|
|
@@ -1211,7 +1214,7 @@
|
|
|
1211
1214
|
"200": {
|
|
1212
1215
|
"description": "A successful response.",
|
|
1213
1216
|
"schema": {
|
|
1214
|
-
"$ref": "#/definitions/
|
|
1217
|
+
"$ref": "#/definitions/v1CreateModelResponse"
|
|
1215
1218
|
}
|
|
1216
1219
|
},
|
|
1217
1220
|
"default": {
|
|
@@ -1228,7 +1231,7 @@
|
|
|
1228
1231
|
"in": "body",
|
|
1229
1232
|
"required": true,
|
|
1230
1233
|
"schema": {
|
|
1231
|
-
"$ref": "#/definitions/
|
|
1234
|
+
"$ref": "#/definitions/v1Model"
|
|
1232
1235
|
}
|
|
1233
1236
|
}
|
|
1234
1237
|
],
|
|
@@ -1237,14 +1240,14 @@
|
|
|
1237
1240
|
]
|
|
1238
1241
|
}
|
|
1239
1242
|
},
|
|
1240
|
-
"/
|
|
1243
|
+
"/v1/models:base_models": {
|
|
1241
1244
|
"get": {
|
|
1242
1245
|
"operationId": "ModelService_ListBaseModels",
|
|
1243
1246
|
"responses": {
|
|
1244
1247
|
"200": {
|
|
1245
1248
|
"description": "A successful response.",
|
|
1246
1249
|
"schema": {
|
|
1247
|
-
"$ref": "#/definitions/
|
|
1250
|
+
"$ref": "#/definitions/v1ListBaseModelsResponse"
|
|
1248
1251
|
}
|
|
1249
1252
|
},
|
|
1250
1253
|
"default": {
|
|
@@ -1268,14 +1271,14 @@
|
|
|
1268
1271
|
]
|
|
1269
1272
|
}
|
|
1270
1273
|
},
|
|
1271
|
-
"/
|
|
1274
|
+
"/v1/models:batchDelete": {
|
|
1272
1275
|
"post": {
|
|
1273
1276
|
"operationId": "ModelService_BatchDeleteModels",
|
|
1274
1277
|
"responses": {
|
|
1275
1278
|
"200": {
|
|
1276
1279
|
"description": "A successful response.",
|
|
1277
1280
|
"schema": {
|
|
1278
|
-
"$ref": "#/definitions/
|
|
1281
|
+
"$ref": "#/definitions/v1BatchDeleteModelsResponse"
|
|
1279
1282
|
}
|
|
1280
1283
|
},
|
|
1281
1284
|
"default": {
|
|
@@ -1291,7 +1294,7 @@
|
|
|
1291
1294
|
"in": "body",
|
|
1292
1295
|
"required": true,
|
|
1293
1296
|
"schema": {
|
|
1294
|
-
"$ref": "#/definitions/
|
|
1297
|
+
"$ref": "#/definitions/v1BatchDeleteModelsRequest"
|
|
1295
1298
|
}
|
|
1296
1299
|
}
|
|
1297
1300
|
],
|
|
@@ -1300,14 +1303,14 @@
|
|
|
1300
1303
|
]
|
|
1301
1304
|
}
|
|
1302
1305
|
},
|
|
1303
|
-
"/
|
|
1306
|
+
"/v1/models:batchGet": {
|
|
1304
1307
|
"get": {
|
|
1305
1308
|
"operationId": "ModelService_BatchGetModels",
|
|
1306
1309
|
"responses": {
|
|
1307
1310
|
"200": {
|
|
1308
1311
|
"description": "A successful response.",
|
|
1309
1312
|
"schema": {
|
|
1310
|
-
"$ref": "#/definitions/
|
|
1313
|
+
"$ref": "#/definitions/v1BatchGetModelsResponse"
|
|
1311
1314
|
}
|
|
1312
1315
|
},
|
|
1313
1316
|
"default": {
|
|
@@ -1335,14 +1338,14 @@
|
|
|
1335
1338
|
]
|
|
1336
1339
|
}
|
|
1337
1340
|
},
|
|
1338
|
-
"/
|
|
1341
|
+
"/v1/models:check_base_models": {
|
|
1339
1342
|
"get": {
|
|
1340
1343
|
"operationId": "ModelService_CheckBaseModels",
|
|
1341
1344
|
"responses": {
|
|
1342
1345
|
"200": {
|
|
1343
1346
|
"description": "A successful response.",
|
|
1344
1347
|
"schema": {
|
|
1345
|
-
"$ref": "#/definitions/
|
|
1348
|
+
"$ref": "#/definitions/v1CheckBaseModelsResponse"
|
|
1346
1349
|
}
|
|
1347
1350
|
},
|
|
1348
1351
|
"default": {
|
|
@@ -1366,14 +1369,14 @@
|
|
|
1366
1369
|
]
|
|
1367
1370
|
}
|
|
1368
1371
|
},
|
|
1369
|
-
"/
|
|
1372
|
+
"/v1/models:collections": {
|
|
1370
1373
|
"get": {
|
|
1371
1374
|
"operationId": "ModelService_ListModelCollections",
|
|
1372
1375
|
"responses": {
|
|
1373
1376
|
"200": {
|
|
1374
1377
|
"description": "A successful response.",
|
|
1375
1378
|
"schema": {
|
|
1376
|
-
"$ref": "#/definitions/
|
|
1379
|
+
"$ref": "#/definitions/v1ListModelCollectionsResponse"
|
|
1377
1380
|
}
|
|
1378
1381
|
},
|
|
1379
1382
|
"default": {
|
|
@@ -1397,14 +1400,14 @@
|
|
|
1397
1400
|
]
|
|
1398
1401
|
}
|
|
1399
1402
|
},
|
|
1400
|
-
"/
|
|
1403
|
+
"/v1/models:mostRecent": {
|
|
1401
1404
|
"get": {
|
|
1402
1405
|
"operationId": "ModelService_ListMostRecentModels",
|
|
1403
1406
|
"responses": {
|
|
1404
1407
|
"200": {
|
|
1405
1408
|
"description": "A successful response.",
|
|
1406
1409
|
"schema": {
|
|
1407
|
-
"$ref": "#/definitions/
|
|
1410
|
+
"$ref": "#/definitions/v1ListMostRecentModelsResponse"
|
|
1408
1411
|
}
|
|
1409
1412
|
},
|
|
1410
1413
|
"default": {
|
|
@@ -1429,14 +1432,14 @@
|
|
|
1429
1432
|
]
|
|
1430
1433
|
}
|
|
1431
1434
|
},
|
|
1432
|
-
"/
|
|
1435
|
+
"/v1/operations": {
|
|
1433
1436
|
"get": {
|
|
1434
1437
|
"operationId": "OperationService_ListOperations",
|
|
1435
1438
|
"responses": {
|
|
1436
1439
|
"200": {
|
|
1437
1440
|
"description": "A successful response.",
|
|
1438
1441
|
"schema": {
|
|
1439
|
-
"$ref": "#/definitions/
|
|
1442
|
+
"$ref": "#/definitions/v1ListOperationsResponse"
|
|
1440
1443
|
}
|
|
1441
1444
|
},
|
|
1442
1445
|
"default": {
|
|
@@ -1451,14 +1454,14 @@
|
|
|
1451
1454
|
]
|
|
1452
1455
|
}
|
|
1453
1456
|
},
|
|
1454
|
-
"/
|
|
1457
|
+
"/v1/operations:batchGet": {
|
|
1455
1458
|
"get": {
|
|
1456
1459
|
"operationId": "OperationService_BatchGetOperations",
|
|
1457
1460
|
"responses": {
|
|
1458
1461
|
"200": {
|
|
1459
1462
|
"description": "A successful response.",
|
|
1460
1463
|
"schema": {
|
|
1461
|
-
"$ref": "#/definitions/
|
|
1464
|
+
"$ref": "#/definitions/v1BatchGetOperationsResponse"
|
|
1462
1465
|
}
|
|
1463
1466
|
},
|
|
1464
1467
|
"default": {
|
|
@@ -1486,14 +1489,14 @@
|
|
|
1486
1489
|
]
|
|
1487
1490
|
}
|
|
1488
1491
|
},
|
|
1489
|
-
"/
|
|
1492
|
+
"/v1/perturbators": {
|
|
1490
1493
|
"get": {
|
|
1491
1494
|
"operationId": "PerturbatorService_ListPerturbators",
|
|
1492
1495
|
"responses": {
|
|
1493
1496
|
"200": {
|
|
1494
1497
|
"description": "A successful response.",
|
|
1495
1498
|
"schema": {
|
|
1496
|
-
"$ref": "#/definitions/
|
|
1499
|
+
"$ref": "#/definitions/v1ListPerturbatorsResponse"
|
|
1497
1500
|
}
|
|
1498
1501
|
},
|
|
1499
1502
|
"default": {
|
|
@@ -1508,14 +1511,14 @@
|
|
|
1508
1511
|
]
|
|
1509
1512
|
}
|
|
1510
1513
|
},
|
|
1511
|
-
"/
|
|
1514
|
+
"/v1/testClasses": {
|
|
1512
1515
|
"get": {
|
|
1513
1516
|
"operationId": "TestClassService_ListTestClasses",
|
|
1514
1517
|
"responses": {
|
|
1515
1518
|
"200": {
|
|
1516
1519
|
"description": "A successful response.",
|
|
1517
1520
|
"schema": {
|
|
1518
|
-
"$ref": "#/definitions/
|
|
1521
|
+
"$ref": "#/definitions/v1ListTestClassesResponse"
|
|
1519
1522
|
}
|
|
1520
1523
|
},
|
|
1521
1524
|
"default": {
|
|
@@ -1530,14 +1533,14 @@
|
|
|
1530
1533
|
]
|
|
1531
1534
|
}
|
|
1532
1535
|
},
|
|
1533
|
-
"/
|
|
1536
|
+
"/v1/testLabs": {
|
|
1534
1537
|
"post": {
|
|
1535
1538
|
"operationId": "TestLabService_CreateTestLab",
|
|
1536
1539
|
"responses": {
|
|
1537
1540
|
"200": {
|
|
1538
1541
|
"description": "A successful response.",
|
|
1539
1542
|
"schema": {
|
|
1540
|
-
"$ref": "#/definitions/
|
|
1543
|
+
"$ref": "#/definitions/v1CreateTestLabResponse"
|
|
1541
1544
|
}
|
|
1542
1545
|
},
|
|
1543
1546
|
"default": {
|
|
@@ -1554,7 +1557,7 @@
|
|
|
1554
1557
|
"in": "body",
|
|
1555
1558
|
"required": true,
|
|
1556
1559
|
"schema": {
|
|
1557
|
-
"$ref": "#/definitions/
|
|
1560
|
+
"$ref": "#/definitions/v1TestLab"
|
|
1558
1561
|
}
|
|
1559
1562
|
}
|
|
1560
1563
|
],
|
|
@@ -1563,14 +1566,14 @@
|
|
|
1563
1566
|
]
|
|
1564
1567
|
}
|
|
1565
1568
|
},
|
|
1566
|
-
"/
|
|
1569
|
+
"/v1/testLabs:find": {
|
|
1567
1570
|
"get": {
|
|
1568
1571
|
"operationId": "TestLabService_FindTestLab",
|
|
1569
1572
|
"responses": {
|
|
1570
1573
|
"200": {
|
|
1571
1574
|
"description": "A successful response.",
|
|
1572
1575
|
"schema": {
|
|
1573
|
-
"$ref": "#/definitions/
|
|
1576
|
+
"$ref": "#/definitions/v1FindTestLabResponse"
|
|
1574
1577
|
}
|
|
1575
1578
|
},
|
|
1576
1579
|
"default": {
|
|
@@ -1630,14 +1633,14 @@
|
|
|
1630
1633
|
]
|
|
1631
1634
|
}
|
|
1632
1635
|
},
|
|
1633
|
-
"/
|
|
1636
|
+
"/v1/tests": {
|
|
1634
1637
|
"get": {
|
|
1635
1638
|
"operationId": "TestService_ListTests",
|
|
1636
1639
|
"responses": {
|
|
1637
1640
|
"200": {
|
|
1638
1641
|
"description": "A successful response.",
|
|
1639
1642
|
"schema": {
|
|
1640
|
-
"$ref": "#/definitions/
|
|
1643
|
+
"$ref": "#/definitions/v1ListTestsResponse"
|
|
1641
1644
|
}
|
|
1642
1645
|
},
|
|
1643
1646
|
"default": {
|
|
@@ -1666,7 +1669,7 @@
|
|
|
1666
1669
|
"200": {
|
|
1667
1670
|
"description": "A successful response.",
|
|
1668
1671
|
"schema": {
|
|
1669
|
-
"$ref": "#/definitions/
|
|
1672
|
+
"$ref": "#/definitions/v1CreateTestResponse"
|
|
1670
1673
|
}
|
|
1671
1674
|
},
|
|
1672
1675
|
"default": {
|
|
@@ -1683,7 +1686,7 @@
|
|
|
1683
1686
|
"in": "body",
|
|
1684
1687
|
"required": true,
|
|
1685
1688
|
"schema": {
|
|
1686
|
-
"$ref": "#/definitions/
|
|
1689
|
+
"$ref": "#/definitions/v1Test"
|
|
1687
1690
|
}
|
|
1688
1691
|
}
|
|
1689
1692
|
],
|
|
@@ -1692,14 +1695,14 @@
|
|
|
1692
1695
|
]
|
|
1693
1696
|
}
|
|
1694
1697
|
},
|
|
1695
|
-
"/
|
|
1698
|
+
"/v1/tests/-/testCases:findAllTestCasesByID": {
|
|
1696
1699
|
"get": {
|
|
1697
1700
|
"operationId": "TestCaseService_FindAllTestCasesByID",
|
|
1698
1701
|
"responses": {
|
|
1699
1702
|
"200": {
|
|
1700
1703
|
"description": "A successful response.",
|
|
1701
1704
|
"schema": {
|
|
1702
|
-
"$ref": "#/definitions/
|
|
1705
|
+
"$ref": "#/definitions/v1FindAllTestCasesByIDResponse"
|
|
1703
1706
|
}
|
|
1704
1707
|
},
|
|
1705
1708
|
"default": {
|
|
@@ -1727,14 +1730,14 @@
|
|
|
1727
1730
|
]
|
|
1728
1731
|
}
|
|
1729
1732
|
},
|
|
1730
|
-
"/
|
|
1733
|
+
"/v1/tests:batchDelete": {
|
|
1731
1734
|
"post": {
|
|
1732
1735
|
"operationId": "TestService_BatchDeleteTests",
|
|
1733
1736
|
"responses": {
|
|
1734
1737
|
"200": {
|
|
1735
1738
|
"description": "A successful response.",
|
|
1736
1739
|
"schema": {
|
|
1737
|
-
"$ref": "#/definitions/
|
|
1740
|
+
"$ref": "#/definitions/v1BatchDeleteTestsResponse"
|
|
1738
1741
|
}
|
|
1739
1742
|
},
|
|
1740
1743
|
"default": {
|
|
@@ -1750,7 +1753,7 @@
|
|
|
1750
1753
|
"in": "body",
|
|
1751
1754
|
"required": true,
|
|
1752
1755
|
"schema": {
|
|
1753
|
-
"$ref": "#/definitions/
|
|
1756
|
+
"$ref": "#/definitions/v1BatchDeleteTestsRequest"
|
|
1754
1757
|
}
|
|
1755
1758
|
}
|
|
1756
1759
|
],
|
|
@@ -1759,14 +1762,14 @@
|
|
|
1759
1762
|
]
|
|
1760
1763
|
}
|
|
1761
1764
|
},
|
|
1762
|
-
"/
|
|
1765
|
+
"/v1/tests:batchGet": {
|
|
1763
1766
|
"get": {
|
|
1764
1767
|
"operationId": "TestService_BatchGetTests",
|
|
1765
1768
|
"responses": {
|
|
1766
1769
|
"200": {
|
|
1767
1770
|
"description": "A successful response.",
|
|
1768
1771
|
"schema": {
|
|
1769
|
-
"$ref": "#/definitions/
|
|
1772
|
+
"$ref": "#/definitions/v1BatchGetTestsResponse"
|
|
1770
1773
|
}
|
|
1771
1774
|
},
|
|
1772
1775
|
"default": {
|
|
@@ -1794,14 +1797,14 @@
|
|
|
1794
1797
|
]
|
|
1795
1798
|
}
|
|
1796
1799
|
},
|
|
1797
|
-
"/
|
|
1800
|
+
"/v1/tests:batchImport": {
|
|
1798
1801
|
"post": {
|
|
1799
1802
|
"operationId": "TestService_BatchImportTests",
|
|
1800
1803
|
"responses": {
|
|
1801
1804
|
"200": {
|
|
1802
1805
|
"description": "A successful response.",
|
|
1803
1806
|
"schema": {
|
|
1804
|
-
"$ref": "#/definitions/
|
|
1807
|
+
"$ref": "#/definitions/v1BatchImportTestsResponse"
|
|
1805
1808
|
}
|
|
1806
1809
|
},
|
|
1807
1810
|
"default": {
|
|
@@ -1817,7 +1820,7 @@
|
|
|
1817
1820
|
"in": "body",
|
|
1818
1821
|
"required": true,
|
|
1819
1822
|
"schema": {
|
|
1820
|
-
"$ref": "#/definitions/
|
|
1823
|
+
"$ref": "#/definitions/v1BatchImportTestsRequest"
|
|
1821
1824
|
}
|
|
1822
1825
|
}
|
|
1823
1826
|
],
|
|
@@ -1826,14 +1829,14 @@
|
|
|
1826
1829
|
]
|
|
1827
1830
|
}
|
|
1828
1831
|
},
|
|
1829
|
-
"/
|
|
1832
|
+
"/v1/tests:mostRecent": {
|
|
1830
1833
|
"get": {
|
|
1831
1834
|
"operationId": "TestService_ListMostRecentTests",
|
|
1832
1835
|
"responses": {
|
|
1833
1836
|
"200": {
|
|
1834
1837
|
"description": "A successful response.",
|
|
1835
1838
|
"schema": {
|
|
1836
|
-
"$ref": "#/definitions/
|
|
1839
|
+
"$ref": "#/definitions/v1ListMostRecentTestsResponse"
|
|
1837
1840
|
}
|
|
1838
1841
|
},
|
|
1839
1842
|
"default": {
|
|
@@ -1858,7 +1861,7 @@
|
|
|
1858
1861
|
]
|
|
1859
1862
|
}
|
|
1860
1863
|
},
|
|
1861
|
-
"/
|
|
1864
|
+
"/v1/whoAmI": {
|
|
1862
1865
|
"get": {
|
|
1863
1866
|
"summary": "WhoAmI is used to retrieve the caller's identity.",
|
|
1864
1867
|
"operationId": "WhoAmIService_WhoAmI",
|
|
@@ -1866,7 +1869,7 @@
|
|
|
1866
1869
|
"200": {
|
|
1867
1870
|
"description": "A successful response.",
|
|
1868
1871
|
"schema": {
|
|
1869
|
-
"$ref": "#/definitions/
|
|
1872
|
+
"$ref": "#/definitions/v1WhoAmIResponse"
|
|
1870
1873
|
}
|
|
1871
1874
|
},
|
|
1872
1875
|
"default": {
|
|
@@ -1881,14 +1884,14 @@
|
|
|
1881
1884
|
]
|
|
1882
1885
|
}
|
|
1883
1886
|
},
|
|
1884
|
-
"/
|
|
1887
|
+
"/v1/{dashboard.name}": {
|
|
1885
1888
|
"patch": {
|
|
1886
1889
|
"operationId": "DashboardService_UpdateDashboard",
|
|
1887
1890
|
"responses": {
|
|
1888
1891
|
"200": {
|
|
1889
1892
|
"description": "A successful response.",
|
|
1890
1893
|
"schema": {
|
|
1891
|
-
"$ref": "#/definitions/
|
|
1894
|
+
"$ref": "#/definitions/v1UpdateDashboardResponse"
|
|
1892
1895
|
}
|
|
1893
1896
|
},
|
|
1894
1897
|
"default": {
|
|
@@ -1957,7 +1960,7 @@
|
|
|
1957
1960
|
"description": "Optional. Arbitrary description of the Dashboard."
|
|
1958
1961
|
},
|
|
1959
1962
|
"status": {
|
|
1960
|
-
"$ref": "#/definitions/
|
|
1963
|
+
"$ref": "#/definitions/v1DashboardStatus",
|
|
1961
1964
|
"description": "Output only. Status of the Dashboard. When set to DASHBOARD_STATUS_COMPLETED, the all\nleaderboards are completed.",
|
|
1962
1965
|
"readOnly": true
|
|
1963
1966
|
},
|
|
@@ -1989,14 +1992,14 @@
|
|
|
1989
1992
|
]
|
|
1990
1993
|
}
|
|
1991
1994
|
},
|
|
1992
|
-
"/
|
|
1995
|
+
"/v1/{document.name}": {
|
|
1993
1996
|
"patch": {
|
|
1994
1997
|
"operationId": "DocumentService_UpdateDocument",
|
|
1995
1998
|
"responses": {
|
|
1996
1999
|
"200": {
|
|
1997
2000
|
"description": "A successful response.",
|
|
1998
2001
|
"schema": {
|
|
1999
|
-
"$ref": "#/definitions/
|
|
2002
|
+
"$ref": "#/definitions/v1UpdateDocumentResponse"
|
|
2000
2003
|
}
|
|
2001
2004
|
},
|
|
2002
2005
|
"default": {
|
|
@@ -2079,14 +2082,14 @@
|
|
|
2079
2082
|
]
|
|
2080
2083
|
}
|
|
2081
2084
|
},
|
|
2082
|
-
"/
|
|
2085
|
+
"/v1/{leaderboard.name}": {
|
|
2083
2086
|
"patch": {
|
|
2084
2087
|
"operationId": "LeaderboardService_UpdateLeaderboard",
|
|
2085
2088
|
"responses": {
|
|
2086
2089
|
"200": {
|
|
2087
2090
|
"description": "A successful response.",
|
|
2088
2091
|
"schema": {
|
|
2089
|
-
"$ref": "#/definitions/
|
|
2092
|
+
"$ref": "#/definitions/v1UpdateLeaderboardResponse"
|
|
2090
2093
|
}
|
|
2091
2094
|
},
|
|
2092
2095
|
"default": {
|
|
@@ -2155,7 +2158,7 @@
|
|
|
2155
2158
|
"description": "Optional. Arbitrary description of the Leaderboard."
|
|
2156
2159
|
},
|
|
2157
2160
|
"status": {
|
|
2158
|
-
"$ref": "#/definitions/
|
|
2161
|
+
"$ref": "#/definitions/v1LeaderboardStatus",
|
|
2159
2162
|
"description": "Output only. Status of the Leaderboard. When set to LEADERBOARD_STATUS_COMPLETED, the result\nfield is populated.",
|
|
2160
2163
|
"readOnly": true
|
|
2161
2164
|
},
|
|
@@ -2204,7 +2207,7 @@
|
|
|
2204
2207
|
"type": "array",
|
|
2205
2208
|
"items": {
|
|
2206
2209
|
"type": "object",
|
|
2207
|
-
"$ref": "#/definitions/
|
|
2210
|
+
"$ref": "#/definitions/v1ProblemAndAction"
|
|
2208
2211
|
},
|
|
2209
2212
|
"description": "Output only. Leaderboard problems and actions.",
|
|
2210
2213
|
"readOnly": true
|
|
@@ -2217,7 +2220,7 @@
|
|
|
2217
2220
|
"type": "array",
|
|
2218
2221
|
"items": {
|
|
2219
2222
|
"type": "object",
|
|
2220
|
-
"$ref": "#/definitions/
|
|
2223
|
+
"$ref": "#/definitions/v1Insight"
|
|
2221
2224
|
},
|
|
2222
2225
|
"description": "Output only. Insights from the Leaderboard.",
|
|
2223
2226
|
"readOnly": true
|
|
@@ -2231,7 +2234,7 @@
|
|
|
2231
2234
|
"description": "The existing collection name in H2OGPTe."
|
|
2232
2235
|
},
|
|
2233
2236
|
"type": {
|
|
2234
|
-
"$ref": "#/definitions/
|
|
2237
|
+
"$ref": "#/definitions/v1LeaderboardType",
|
|
2235
2238
|
"description": "Optional. Type of the leaderboard. Defaults to LEADERBOARD_TYPE_STANDALONE for\nCreateLeaderboard and CreateLeaderboardWithoutCache. Defaults to LEADERBOARD_TYPE_DASHBOARD for\nBatchCreateLeaderboards."
|
|
2236
2239
|
},
|
|
2237
2240
|
"demo": {
|
|
@@ -2254,14 +2257,14 @@
|
|
|
2254
2257
|
]
|
|
2255
2258
|
}
|
|
2256
2259
|
},
|
|
2257
|
-
"/
|
|
2260
|
+
"/v1/{model.name}": {
|
|
2258
2261
|
"patch": {
|
|
2259
2262
|
"operationId": "ModelService_UpdateModel",
|
|
2260
2263
|
"responses": {
|
|
2261
2264
|
"200": {
|
|
2262
2265
|
"description": "A successful response.",
|
|
2263
2266
|
"schema": {
|
|
2264
|
-
"$ref": "#/definitions/
|
|
2267
|
+
"$ref": "#/definitions/v1UpdateModelResponse"
|
|
2265
2268
|
}
|
|
2266
2269
|
},
|
|
2267
2270
|
"default": {
|
|
@@ -2338,7 +2341,7 @@
|
|
|
2338
2341
|
"description": "Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public\nclients (front-end). Set only for internal (server-to-worker) communication."
|
|
2339
2342
|
},
|
|
2340
2343
|
"type": {
|
|
2341
|
-
"$ref": "#/definitions/
|
|
2344
|
+
"$ref": "#/definitions/v1ModelType",
|
|
2342
2345
|
"description": "Immutable. Type of this Model."
|
|
2343
2346
|
},
|
|
2344
2347
|
"parameters": {
|
|
@@ -2360,14 +2363,14 @@
|
|
|
2360
2363
|
]
|
|
2361
2364
|
}
|
|
2362
2365
|
},
|
|
2363
|
-
"/
|
|
2366
|
+
"/v1/{name_1}": {
|
|
2364
2367
|
"get": {
|
|
2365
2368
|
"operationId": "DocumentService_GetDocument",
|
|
2366
2369
|
"responses": {
|
|
2367
2370
|
"200": {
|
|
2368
2371
|
"description": "A successful response.",
|
|
2369
2372
|
"schema": {
|
|
2370
|
-
"$ref": "#/definitions/
|
|
2373
|
+
"$ref": "#/definitions/v1GetDocumentResponse"
|
|
2371
2374
|
}
|
|
2372
2375
|
},
|
|
2373
2376
|
"default": {
|
|
@@ -2397,7 +2400,7 @@
|
|
|
2397
2400
|
"200": {
|
|
2398
2401
|
"description": "A successful response.",
|
|
2399
2402
|
"schema": {
|
|
2400
|
-
"$ref": "#/definitions/
|
|
2403
|
+
"$ref": "#/definitions/v1DeleteDocumentResponse"
|
|
2401
2404
|
}
|
|
2402
2405
|
},
|
|
2403
2406
|
"default": {
|
|
@@ -2422,14 +2425,14 @@
|
|
|
2422
2425
|
]
|
|
2423
2426
|
}
|
|
2424
2427
|
},
|
|
2425
|
-
"/
|
|
2428
|
+
"/v1/{name_2}": {
|
|
2426
2429
|
"get": {
|
|
2427
2430
|
"operationId": "EvaluatorService_GetEvaluator",
|
|
2428
2431
|
"responses": {
|
|
2429
2432
|
"200": {
|
|
2430
2433
|
"description": "A successful response.",
|
|
2431
2434
|
"schema": {
|
|
2432
|
-
"$ref": "#/definitions/
|
|
2435
|
+
"$ref": "#/definitions/v1GetEvaluatorResponse"
|
|
2433
2436
|
}
|
|
2434
2437
|
},
|
|
2435
2438
|
"default": {
|
|
@@ -2459,7 +2462,7 @@
|
|
|
2459
2462
|
"200": {
|
|
2460
2463
|
"description": "A successful response.",
|
|
2461
2464
|
"schema": {
|
|
2462
|
-
"$ref": "#/definitions/
|
|
2465
|
+
"$ref": "#/definitions/v1DeleteEvaluatorResponse"
|
|
2463
2466
|
}
|
|
2464
2467
|
},
|
|
2465
2468
|
"default": {
|
|
@@ -2484,14 +2487,14 @@
|
|
|
2484
2487
|
]
|
|
2485
2488
|
}
|
|
2486
2489
|
},
|
|
2487
|
-
"/
|
|
2490
|
+
"/v1/{name_3}": {
|
|
2488
2491
|
"get": {
|
|
2489
2492
|
"operationId": "LeaderboardService_GetLeaderboard",
|
|
2490
2493
|
"responses": {
|
|
2491
2494
|
"200": {
|
|
2492
2495
|
"description": "A successful response.",
|
|
2493
2496
|
"schema": {
|
|
2494
|
-
"$ref": "#/definitions/
|
|
2497
|
+
"$ref": "#/definitions/v1GetLeaderboardResponse"
|
|
2495
2498
|
}
|
|
2496
2499
|
},
|
|
2497
2500
|
"default": {
|
|
@@ -2521,7 +2524,7 @@
|
|
|
2521
2524
|
"200": {
|
|
2522
2525
|
"description": "A successful response.",
|
|
2523
2526
|
"schema": {
|
|
2524
|
-
"$ref": "#/definitions/
|
|
2527
|
+
"$ref": "#/definitions/v1DeleteLeaderboardResponse"
|
|
2525
2528
|
}
|
|
2526
2529
|
},
|
|
2527
2530
|
"default": {
|
|
@@ -2546,14 +2549,14 @@
|
|
|
2546
2549
|
]
|
|
2547
2550
|
}
|
|
2548
2551
|
},
|
|
2549
|
-
"/
|
|
2552
|
+
"/v1/{name_4}": {
|
|
2550
2553
|
"get": {
|
|
2551
2554
|
"operationId": "ModelService_GetModel",
|
|
2552
2555
|
"responses": {
|
|
2553
2556
|
"200": {
|
|
2554
2557
|
"description": "A successful response.",
|
|
2555
2558
|
"schema": {
|
|
2556
|
-
"$ref": "#/definitions/
|
|
2559
|
+
"$ref": "#/definitions/v1GetModelResponse"
|
|
2557
2560
|
}
|
|
2558
2561
|
},
|
|
2559
2562
|
"default": {
|
|
@@ -2583,7 +2586,7 @@
|
|
|
2583
2586
|
"200": {
|
|
2584
2587
|
"description": "A successful response.",
|
|
2585
2588
|
"schema": {
|
|
2586
|
-
"$ref": "#/definitions/
|
|
2589
|
+
"$ref": "#/definitions/v1DeleteModelResponse"
|
|
2587
2590
|
}
|
|
2588
2591
|
},
|
|
2589
2592
|
"default": {
|
|
@@ -2608,14 +2611,14 @@
|
|
|
2608
2611
|
]
|
|
2609
2612
|
}
|
|
2610
2613
|
},
|
|
2611
|
-
"/
|
|
2614
|
+
"/v1/{name_5}": {
|
|
2612
2615
|
"get": {
|
|
2613
2616
|
"operationId": "OperationService_GetOperation",
|
|
2614
2617
|
"responses": {
|
|
2615
2618
|
"200": {
|
|
2616
2619
|
"description": "A successful response.",
|
|
2617
2620
|
"schema": {
|
|
2618
|
-
"$ref": "#/definitions/
|
|
2621
|
+
"$ref": "#/definitions/v1GetOperationResponse"
|
|
2619
2622
|
}
|
|
2620
2623
|
},
|
|
2621
2624
|
"default": {
|
|
@@ -2645,7 +2648,7 @@
|
|
|
2645
2648
|
"200": {
|
|
2646
2649
|
"description": "A successful response.",
|
|
2647
2650
|
"schema": {
|
|
2648
|
-
"$ref": "#/definitions/
|
|
2651
|
+
"$ref": "#/definitions/v1DeleteTestCaseResponse"
|
|
2649
2652
|
}
|
|
2650
2653
|
},
|
|
2651
2654
|
"default": {
|
|
@@ -2670,14 +2673,14 @@
|
|
|
2670
2673
|
]
|
|
2671
2674
|
}
|
|
2672
2675
|
},
|
|
2673
|
-
"/
|
|
2676
|
+
"/v1/{name_6}": {
|
|
2674
2677
|
"get": {
|
|
2675
2678
|
"operationId": "PerturbatorService_GetPerturbator",
|
|
2676
2679
|
"responses": {
|
|
2677
2680
|
"200": {
|
|
2678
2681
|
"description": "A successful response.",
|
|
2679
2682
|
"schema": {
|
|
2680
|
-
"$ref": "#/definitions/
|
|
2683
|
+
"$ref": "#/definitions/v1GetPerturbatorResponse"
|
|
2681
2684
|
}
|
|
2682
2685
|
},
|
|
2683
2686
|
"default": {
|
|
@@ -2707,7 +2710,7 @@
|
|
|
2707
2710
|
"200": {
|
|
2708
2711
|
"description": "A successful response.",
|
|
2709
2712
|
"schema": {
|
|
2710
|
-
"$ref": "#/definitions/
|
|
2713
|
+
"$ref": "#/definitions/v1DeleteTestResponse"
|
|
2711
2714
|
}
|
|
2712
2715
|
},
|
|
2713
2716
|
"default": {
|
|
@@ -2739,14 +2742,14 @@
|
|
|
2739
2742
|
]
|
|
2740
2743
|
}
|
|
2741
2744
|
},
|
|
2742
|
-
"/
|
|
2745
|
+
"/v1/{name_7}": {
|
|
2743
2746
|
"get": {
|
|
2744
2747
|
"operationId": "TestCaseService_GetTestCase",
|
|
2745
2748
|
"responses": {
|
|
2746
2749
|
"200": {
|
|
2747
2750
|
"description": "A successful response.",
|
|
2748
2751
|
"schema": {
|
|
2749
|
-
"$ref": "#/definitions/
|
|
2752
|
+
"$ref": "#/definitions/v1GetTestCaseResponse"
|
|
2750
2753
|
}
|
|
2751
2754
|
},
|
|
2752
2755
|
"default": {
|
|
@@ -2771,14 +2774,14 @@
|
|
|
2771
2774
|
]
|
|
2772
2775
|
}
|
|
2773
2776
|
},
|
|
2774
|
-
"/
|
|
2777
|
+
"/v1/{name_8}": {
|
|
2775
2778
|
"get": {
|
|
2776
2779
|
"operationId": "TestClassService_GetTestClass",
|
|
2777
2780
|
"responses": {
|
|
2778
2781
|
"200": {
|
|
2779
2782
|
"description": "A successful response.",
|
|
2780
2783
|
"schema": {
|
|
2781
|
-
"$ref": "#/definitions/
|
|
2784
|
+
"$ref": "#/definitions/v1GetTestClassResponse"
|
|
2782
2785
|
}
|
|
2783
2786
|
},
|
|
2784
2787
|
"default": {
|
|
@@ -2803,14 +2806,14 @@
|
|
|
2803
2806
|
]
|
|
2804
2807
|
}
|
|
2805
2808
|
},
|
|
2806
|
-
"/
|
|
2809
|
+
"/v1/{name_9}": {
|
|
2807
2810
|
"get": {
|
|
2808
2811
|
"operationId": "TestService_GetTest",
|
|
2809
2812
|
"responses": {
|
|
2810
2813
|
"200": {
|
|
2811
2814
|
"description": "A successful response.",
|
|
2812
2815
|
"schema": {
|
|
2813
|
-
"$ref": "#/definitions/
|
|
2816
|
+
"$ref": "#/definitions/v1GetTestResponse"
|
|
2814
2817
|
}
|
|
2815
2818
|
},
|
|
2816
2819
|
"default": {
|
|
@@ -2835,14 +2838,14 @@
|
|
|
2835
2838
|
]
|
|
2836
2839
|
}
|
|
2837
2840
|
},
|
|
2838
|
-
"/
|
|
2841
|
+
"/v1/{name}": {
|
|
2839
2842
|
"get": {
|
|
2840
2843
|
"operationId": "DashboardService_GetDashboard",
|
|
2841
2844
|
"responses": {
|
|
2842
2845
|
"200": {
|
|
2843
2846
|
"description": "A successful response.",
|
|
2844
2847
|
"schema": {
|
|
2845
|
-
"$ref": "#/definitions/
|
|
2848
|
+
"$ref": "#/definitions/v1GetDashboardResponse"
|
|
2846
2849
|
}
|
|
2847
2850
|
},
|
|
2848
2851
|
"default": {
|
|
@@ -2872,7 +2875,7 @@
|
|
|
2872
2875
|
"200": {
|
|
2873
2876
|
"description": "A successful response.",
|
|
2874
2877
|
"schema": {
|
|
2875
|
-
"$ref": "#/definitions/
|
|
2878
|
+
"$ref": "#/definitions/v1DeleteDashboardResponse"
|
|
2876
2879
|
}
|
|
2877
2880
|
},
|
|
2878
2881
|
"default": {
|
|
@@ -2897,14 +2900,157 @@
|
|
|
2897
2900
|
]
|
|
2898
2901
|
}
|
|
2899
2902
|
},
|
|
2900
|
-
"/
|
|
2903
|
+
"/v1/{name}:autoGeneratePrompts": {
|
|
2904
|
+
"post": {
|
|
2905
|
+
"operationId": "PromptGenerationService_AutoGeneratePrompts",
|
|
2906
|
+
"responses": {
|
|
2907
|
+
"200": {
|
|
2908
|
+
"description": "A successful response.",
|
|
2909
|
+
"schema": {
|
|
2910
|
+
"$ref": "#/definitions/v1Operation"
|
|
2911
|
+
}
|
|
2912
|
+
},
|
|
2913
|
+
"default": {
|
|
2914
|
+
"description": "An unexpected error response.",
|
|
2915
|
+
"schema": {
|
|
2916
|
+
"$ref": "#/definitions/rpcStatus"
|
|
2917
|
+
}
|
|
2918
|
+
}
|
|
2919
|
+
},
|
|
2920
|
+
"parameters": [
|
|
2921
|
+
{
|
|
2922
|
+
"name": "name",
|
|
2923
|
+
"description": "Required. The Test for which to generate TestCases.",
|
|
2924
|
+
"in": "path",
|
|
2925
|
+
"required": true,
|
|
2926
|
+
"type": "string",
|
|
2927
|
+
"pattern": "tests/[^/]+"
|
|
2928
|
+
},
|
|
2929
|
+
{
|
|
2930
|
+
"name": "body",
|
|
2931
|
+
"in": "body",
|
|
2932
|
+
"required": true,
|
|
2933
|
+
"schema": {
|
|
2934
|
+
"type": "object",
|
|
2935
|
+
"properties": {
|
|
2936
|
+
"operation": {
|
|
2937
|
+
"type": "string",
|
|
2938
|
+
"description": "Required. The Operation processing this prompt generation process."
|
|
2939
|
+
},
|
|
2940
|
+
"model": {
|
|
2941
|
+
"$ref": "#/definitions/v1Model",
|
|
2942
|
+
"description": "Required. The Model to use for generating the TestCases. Currently only h2oGPTe is supported."
|
|
2943
|
+
},
|
|
2944
|
+
"count": {
|
|
2945
|
+
"type": "integer",
|
|
2946
|
+
"format": "int64",
|
|
2947
|
+
"description": "Required. The number of TestCases to generate."
|
|
2948
|
+
},
|
|
2949
|
+
"baseLlmModel": {
|
|
2950
|
+
"type": "string",
|
|
2951
|
+
"description": "Required. Base LLM model to use for generating the prompts."
|
|
2952
|
+
},
|
|
2953
|
+
"documentUrls": {
|
|
2954
|
+
"type": "array",
|
|
2955
|
+
"items": {
|
|
2956
|
+
"type": "string"
|
|
2957
|
+
},
|
|
2958
|
+
"description": "Optional. The list of document URLs. The document URL might be a managed document URL or a\npublic URL."
|
|
2959
|
+
},
|
|
2960
|
+
"generators": {
|
|
2961
|
+
"type": "array",
|
|
2962
|
+
"items": {
|
|
2963
|
+
"$ref": "#/definitions/v1TestCasesGenerator"
|
|
2964
|
+
},
|
|
2965
|
+
"description": "Optional. Topics to generate TestCases for. If not specified, all topics are selected."
|
|
2966
|
+
},
|
|
2967
|
+
"h2ogpteCollectionId": {
|
|
2968
|
+
"type": "string",
|
|
2969
|
+
"description": "Optional. The ID of the h2oGPTe collection to use. If empty, new temporary collection will be\ncreated."
|
|
2970
|
+
}
|
|
2971
|
+
}
|
|
2972
|
+
}
|
|
2973
|
+
}
|
|
2974
|
+
],
|
|
2975
|
+
"tags": [
|
|
2976
|
+
"PromptGenerationService"
|
|
2977
|
+
]
|
|
2978
|
+
}
|
|
2979
|
+
},
|
|
2980
|
+
"/v1/{name}:generateTestCases": {
|
|
2981
|
+
"post": {
|
|
2982
|
+
"operationId": "TestService_GenerateTestCases",
|
|
2983
|
+
"responses": {
|
|
2984
|
+
"200": {
|
|
2985
|
+
"description": "A successful response.",
|
|
2986
|
+
"schema": {
|
|
2987
|
+
"$ref": "#/definitions/v1GenerateTestCasesResponse"
|
|
2988
|
+
}
|
|
2989
|
+
},
|
|
2990
|
+
"default": {
|
|
2991
|
+
"description": "An unexpected error response.",
|
|
2992
|
+
"schema": {
|
|
2993
|
+
"$ref": "#/definitions/rpcStatus"
|
|
2994
|
+
}
|
|
2995
|
+
}
|
|
2996
|
+
},
|
|
2997
|
+
"parameters": [
|
|
2998
|
+
{
|
|
2999
|
+
"name": "name",
|
|
3000
|
+
"description": "Required. The Test for which to generate TestCases.",
|
|
3001
|
+
"in": "path",
|
|
3002
|
+
"required": true,
|
|
3003
|
+
"type": "string",
|
|
3004
|
+
"pattern": "tests/[^/]+"
|
|
3005
|
+
},
|
|
3006
|
+
{
|
|
3007
|
+
"name": "body",
|
|
3008
|
+
"in": "body",
|
|
3009
|
+
"required": true,
|
|
3010
|
+
"schema": {
|
|
3011
|
+
"type": "object",
|
|
3012
|
+
"properties": {
|
|
3013
|
+
"count": {
|
|
3014
|
+
"type": "integer",
|
|
3015
|
+
"format": "int64",
|
|
3016
|
+
"description": "Required. The number of TestCases to generate."
|
|
3017
|
+
},
|
|
3018
|
+
"model": {
|
|
3019
|
+
"type": "string",
|
|
3020
|
+
"description": "Optional. The Model to use for generating TestCases. If not specified, the default RAG h2oGPTe\nwill be used. Error is returned, if no default model is specified and this field is not set."
|
|
3021
|
+
},
|
|
3022
|
+
"baseLlmModel": {
|
|
3023
|
+
"type": "string",
|
|
3024
|
+
"description": "Optional. The base LLM model to use for generating the prompts. Selected automatically if not\nspecified."
|
|
3025
|
+
},
|
|
3026
|
+
"generators": {
|
|
3027
|
+
"type": "array",
|
|
3028
|
+
"items": {
|
|
3029
|
+
"$ref": "#/definitions/v1TestCasesGenerator"
|
|
3030
|
+
},
|
|
3031
|
+
"description": "Optional. Generators to use for generation. If not specified, all generators are selected."
|
|
3032
|
+
},
|
|
3033
|
+
"h2ogpteCollectionId": {
|
|
3034
|
+
"type": "string",
|
|
3035
|
+
"description": "Optional. The ID of the h2oGPTe collection to use. If empty, new temporary collection will be\ncreated."
|
|
3036
|
+
}
|
|
3037
|
+
}
|
|
3038
|
+
}
|
|
3039
|
+
}
|
|
3040
|
+
],
|
|
3041
|
+
"tags": [
|
|
3042
|
+
"TestService"
|
|
3043
|
+
]
|
|
3044
|
+
}
|
|
3045
|
+
},
|
|
3046
|
+
"/v1/{name}:perturb": {
|
|
2901
3047
|
"post": {
|
|
2902
3048
|
"operationId": "TestService_PerturbTest",
|
|
2903
3049
|
"responses": {
|
|
2904
3050
|
"200": {
|
|
2905
3051
|
"description": "A successful response.",
|
|
2906
3052
|
"schema": {
|
|
2907
|
-
"$ref": "#/definitions/
|
|
3053
|
+
"$ref": "#/definitions/v1PerturbTestResponse"
|
|
2908
3054
|
}
|
|
2909
3055
|
},
|
|
2910
3056
|
"default": {
|
|
@@ -2934,7 +3080,7 @@
|
|
|
2934
3080
|
"type": "array",
|
|
2935
3081
|
"items": {
|
|
2936
3082
|
"type": "object",
|
|
2937
|
-
"$ref": "#/definitions/
|
|
3083
|
+
"$ref": "#/definitions/v1PerturbatorConfiguration"
|
|
2938
3084
|
},
|
|
2939
3085
|
"description": "Required. PerturbatorConfigurations to apply to the Test."
|
|
2940
3086
|
},
|
|
@@ -2955,14 +3101,14 @@
|
|
|
2955
3101
|
]
|
|
2956
3102
|
}
|
|
2957
3103
|
},
|
|
2958
|
-
"/
|
|
3104
|
+
"/v1/{operation.name}": {
|
|
2959
3105
|
"patch": {
|
|
2960
3106
|
"operationId": "OperationService_UpdateOperation",
|
|
2961
3107
|
"responses": {
|
|
2962
3108
|
"200": {
|
|
2963
3109
|
"description": "A successful response.",
|
|
2964
3110
|
"schema": {
|
|
2965
|
-
"$ref": "#/definitions/
|
|
3111
|
+
"$ref": "#/definitions/v1UpdateOperationResponse"
|
|
2966
3112
|
}
|
|
2967
3113
|
},
|
|
2968
3114
|
"default": {
|
|
@@ -3049,14 +3195,14 @@
|
|
|
3049
3195
|
]
|
|
3050
3196
|
}
|
|
3051
3197
|
},
|
|
3052
|
-
"/
|
|
3198
|
+
"/v1/{operation.name}:finalize": {
|
|
3053
3199
|
"patch": {
|
|
3054
3200
|
"operationId": "OperationService_FinalizeOperation",
|
|
3055
3201
|
"responses": {
|
|
3056
3202
|
"200": {
|
|
3057
3203
|
"description": "A successful response.",
|
|
3058
3204
|
"schema": {
|
|
3059
|
-
"$ref": "#/definitions/
|
|
3205
|
+
"$ref": "#/definitions/v1FinalizeOperationResponse"
|
|
3060
3206
|
}
|
|
3061
3207
|
},
|
|
3062
3208
|
"default": {
|
|
@@ -3143,14 +3289,14 @@
|
|
|
3143
3289
|
]
|
|
3144
3290
|
}
|
|
3145
3291
|
},
|
|
3146
|
-
"/
|
|
3292
|
+
"/v1/{parent}/perturbations": {
|
|
3147
3293
|
"post": {
|
|
3148
3294
|
"operationId": "PerturbationService_CreatePerturbation",
|
|
3149
3295
|
"responses": {
|
|
3150
3296
|
"200": {
|
|
3151
3297
|
"description": "A successful response.",
|
|
3152
3298
|
"schema": {
|
|
3153
|
-
"$ref": "#/definitions/
|
|
3299
|
+
"$ref": "#/definitions/v1CreatePerturbationResponse"
|
|
3154
3300
|
}
|
|
3155
3301
|
},
|
|
3156
3302
|
"default": {
|
|
@@ -3180,7 +3326,7 @@
|
|
|
3180
3326
|
"type": "array",
|
|
3181
3327
|
"items": {
|
|
3182
3328
|
"type": "object",
|
|
3183
|
-
"$ref": "#/definitions/
|
|
3329
|
+
"$ref": "#/definitions/v1PerturbatorConfiguration"
|
|
3184
3330
|
},
|
|
3185
3331
|
"description": "Required. PerturbatorConfiguration to apply to the parent Test."
|
|
3186
3332
|
},
|
|
@@ -3188,7 +3334,7 @@
|
|
|
3188
3334
|
"type": "array",
|
|
3189
3335
|
"items": {
|
|
3190
3336
|
"type": "object",
|
|
3191
|
-
"$ref": "#/definitions/
|
|
3337
|
+
"$ref": "#/definitions/v1TestCase"
|
|
3192
3338
|
},
|
|
3193
3339
|
"description": "Required. List of test cases to perturbate. These are the test cases from the parent test.\n\nTODO: breaks https://google.aip.dev/144"
|
|
3194
3340
|
},
|
|
@@ -3196,7 +3342,7 @@
|
|
|
3196
3342
|
"type": "array",
|
|
3197
3343
|
"items": {
|
|
3198
3344
|
"type": "object",
|
|
3199
|
-
"$ref": "#/definitions/
|
|
3345
|
+
"$ref": "#/definitions/v1TestCaseRelationship"
|
|
3200
3346
|
},
|
|
3201
3347
|
"description": "Optional. List of relationships between test cases."
|
|
3202
3348
|
}
|
|
@@ -3209,14 +3355,14 @@
|
|
|
3209
3355
|
]
|
|
3210
3356
|
}
|
|
3211
3357
|
},
|
|
3212
|
-
"/
|
|
3358
|
+
"/v1/{parent}/progresses:getByParent": {
|
|
3213
3359
|
"get": {
|
|
3214
3360
|
"operationId": "OperationProgressService_GetOperationProgressByParent",
|
|
3215
3361
|
"responses": {
|
|
3216
3362
|
"200": {
|
|
3217
3363
|
"description": "A successful response.",
|
|
3218
3364
|
"schema": {
|
|
3219
|
-
"$ref": "#/definitions/
|
|
3365
|
+
"$ref": "#/definitions/v1GetOperationProgressByParentResponse"
|
|
3220
3366
|
}
|
|
3221
3367
|
},
|
|
3222
3368
|
"default": {
|
|
@@ -3241,14 +3387,14 @@
|
|
|
3241
3387
|
]
|
|
3242
3388
|
}
|
|
3243
3389
|
},
|
|
3244
|
-
"/
|
|
3390
|
+
"/v1/{parent}/testCases": {
|
|
3245
3391
|
"get": {
|
|
3246
3392
|
"operationId": "TestCaseService_ListTestCases",
|
|
3247
3393
|
"responses": {
|
|
3248
3394
|
"200": {
|
|
3249
3395
|
"description": "A successful response.",
|
|
3250
3396
|
"schema": {
|
|
3251
|
-
"$ref": "#/definitions/
|
|
3397
|
+
"$ref": "#/definitions/v1ListTestCasesResponse"
|
|
3252
3398
|
}
|
|
3253
3399
|
},
|
|
3254
3400
|
"default": {
|
|
@@ -3278,7 +3424,7 @@
|
|
|
3278
3424
|
"200": {
|
|
3279
3425
|
"description": "A successful response.",
|
|
3280
3426
|
"schema": {
|
|
3281
|
-
"$ref": "#/definitions/
|
|
3427
|
+
"$ref": "#/definitions/v1CreateTestCaseResponse"
|
|
3282
3428
|
}
|
|
3283
3429
|
},
|
|
3284
3430
|
"default": {
|
|
@@ -3303,7 +3449,7 @@
|
|
|
3303
3449
|
"in": "body",
|
|
3304
3450
|
"required": true,
|
|
3305
3451
|
"schema": {
|
|
3306
|
-
"$ref": "#/definitions/
|
|
3452
|
+
"$ref": "#/definitions/v1TestCase"
|
|
3307
3453
|
}
|
|
3308
3454
|
}
|
|
3309
3455
|
],
|
|
@@ -3312,14 +3458,14 @@
|
|
|
3312
3458
|
]
|
|
3313
3459
|
}
|
|
3314
3460
|
},
|
|
3315
|
-
"/
|
|
3461
|
+
"/v1/{parent}/testCases:batchDelete": {
|
|
3316
3462
|
"post": {
|
|
3317
3463
|
"operationId": "TestCaseService_BatchDeleteTestCases",
|
|
3318
3464
|
"responses": {
|
|
3319
3465
|
"200": {
|
|
3320
3466
|
"description": "A successful response.",
|
|
3321
3467
|
"schema": {
|
|
3322
|
-
"$ref": "#/definitions/
|
|
3468
|
+
"$ref": "#/definitions/v1BatchDeleteTestCasesResponse"
|
|
3323
3469
|
}
|
|
3324
3470
|
},
|
|
3325
3471
|
"default": {
|
|
@@ -3361,14 +3507,14 @@
|
|
|
3361
3507
|
]
|
|
3362
3508
|
}
|
|
3363
3509
|
},
|
|
3364
|
-
"/
|
|
3510
|
+
"/v1/{test.name}": {
|
|
3365
3511
|
"patch": {
|
|
3366
3512
|
"operationId": "TestService_UpdateTest",
|
|
3367
3513
|
"responses": {
|
|
3368
3514
|
"200": {
|
|
3369
3515
|
"description": "A successful response.",
|
|
3370
3516
|
"schema": {
|
|
3371
|
-
"$ref": "#/definitions/
|
|
3517
|
+
"$ref": "#/definitions/v1UpdateTestResponse"
|
|
3372
3518
|
}
|
|
3373
3519
|
},
|
|
3374
3520
|
"default": {
|
|
@@ -3465,14 +3611,14 @@
|
|
|
3465
3611
|
]
|
|
3466
3612
|
}
|
|
3467
3613
|
},
|
|
3468
|
-
"/
|
|
3614
|
+
"/v1/{testCase.name}": {
|
|
3469
3615
|
"patch": {
|
|
3470
3616
|
"operationId": "TestCaseService_UpdateTestCase",
|
|
3471
3617
|
"responses": {
|
|
3472
3618
|
"200": {
|
|
3473
3619
|
"description": "A successful response.",
|
|
3474
3620
|
"schema": {
|
|
3475
|
-
"$ref": "#/definitions/
|
|
3621
|
+
"$ref": "#/definitions/v1UpdateTestCaseResponse"
|
|
3476
3622
|
}
|
|
3477
3623
|
},
|
|
3478
3624
|
"default": {
|
|
@@ -3601,14 +3747,14 @@
|
|
|
3601
3747
|
},
|
|
3602
3748
|
"description": "The `Status` type defines a logical error model that is suitable for\ndifferent programming environments, including REST APIs and RPC APIs. It is\nused by [gRPC](https://github.com/grpc). Each `Status` message contains\nthree pieces of data: error code, error message, and error details.\n\nYou can find out more about this error model and how to work with it in the\n[API Design Guide](https://cloud.google.com/apis/design/errors)."
|
|
3603
3749
|
},
|
|
3604
|
-
"
|
|
3750
|
+
"v1BatchCreateLeaderboardsRequest": {
|
|
3605
3751
|
"type": "object",
|
|
3606
3752
|
"properties": {
|
|
3607
3753
|
"requests": {
|
|
3608
3754
|
"type": "array",
|
|
3609
3755
|
"items": {
|
|
3610
3756
|
"type": "object",
|
|
3611
|
-
"$ref": "#/definitions/
|
|
3757
|
+
"$ref": "#/definitions/v1CreateLeaderboardRequest"
|
|
3612
3758
|
},
|
|
3613
3759
|
"description": "Required. Contains list of requests for leaderboards to be created."
|
|
3614
3760
|
},
|
|
@@ -3622,17 +3768,17 @@
|
|
|
3622
3768
|
}
|
|
3623
3769
|
}
|
|
3624
3770
|
},
|
|
3625
|
-
"
|
|
3771
|
+
"v1BatchCreateLeaderboardsResponse": {
|
|
3626
3772
|
"type": "object",
|
|
3627
3773
|
"properties": {
|
|
3628
3774
|
"operation": {
|
|
3629
|
-
"$ref": "#/definitions/
|
|
3775
|
+
"$ref": "#/definitions/v1Operation",
|
|
3630
3776
|
"description": "Output only. Long-running operation shared for all of the leaderboards. The operation contains\nmetadata about the dashboard that's grouping the leaderboards.",
|
|
3631
3777
|
"readOnly": true
|
|
3632
3778
|
}
|
|
3633
3779
|
}
|
|
3634
3780
|
},
|
|
3635
|
-
"
|
|
3781
|
+
"v1BatchDeleteDashboardsRequest": {
|
|
3636
3782
|
"type": "object",
|
|
3637
3783
|
"properties": {
|
|
3638
3784
|
"names": {
|
|
@@ -3644,20 +3790,20 @@
|
|
|
3644
3790
|
}
|
|
3645
3791
|
}
|
|
3646
3792
|
},
|
|
3647
|
-
"
|
|
3793
|
+
"v1BatchDeleteDashboardsResponse": {
|
|
3648
3794
|
"type": "object",
|
|
3649
3795
|
"properties": {
|
|
3650
3796
|
"dashboards": {
|
|
3651
3797
|
"type": "array",
|
|
3652
3798
|
"items": {
|
|
3653
3799
|
"type": "object",
|
|
3654
|
-
"$ref": "#/definitions/
|
|
3800
|
+
"$ref": "#/definitions/v1Dashboard"
|
|
3655
3801
|
},
|
|
3656
3802
|
"description": "The deleted Dashboards."
|
|
3657
3803
|
}
|
|
3658
3804
|
}
|
|
3659
3805
|
},
|
|
3660
|
-
"
|
|
3806
|
+
"v1BatchDeleteDocumentsRequest": {
|
|
3661
3807
|
"type": "object",
|
|
3662
3808
|
"properties": {
|
|
3663
3809
|
"names": {
|
|
@@ -3669,20 +3815,20 @@
|
|
|
3669
3815
|
}
|
|
3670
3816
|
}
|
|
3671
3817
|
},
|
|
3672
|
-
"
|
|
3818
|
+
"v1BatchDeleteDocumentsResponse": {
|
|
3673
3819
|
"type": "object",
|
|
3674
3820
|
"properties": {
|
|
3675
3821
|
"documents": {
|
|
3676
3822
|
"type": "array",
|
|
3677
3823
|
"items": {
|
|
3678
3824
|
"type": "object",
|
|
3679
|
-
"$ref": "#/definitions/
|
|
3825
|
+
"$ref": "#/definitions/v1Document"
|
|
3680
3826
|
},
|
|
3681
3827
|
"description": "The Documents that were deleted."
|
|
3682
3828
|
}
|
|
3683
3829
|
}
|
|
3684
3830
|
},
|
|
3685
|
-
"
|
|
3831
|
+
"v1BatchDeleteEvaluatorsRequest": {
|
|
3686
3832
|
"type": "object",
|
|
3687
3833
|
"properties": {
|
|
3688
3834
|
"names": {
|
|
@@ -3694,20 +3840,20 @@
|
|
|
3694
3840
|
}
|
|
3695
3841
|
}
|
|
3696
3842
|
},
|
|
3697
|
-
"
|
|
3843
|
+
"v1BatchDeleteEvaluatorsResponse": {
|
|
3698
3844
|
"type": "object",
|
|
3699
3845
|
"properties": {
|
|
3700
3846
|
"evaluators": {
|
|
3701
3847
|
"type": "array",
|
|
3702
3848
|
"items": {
|
|
3703
3849
|
"type": "object",
|
|
3704
|
-
"$ref": "#/definitions/
|
|
3850
|
+
"$ref": "#/definitions/v1Evaluator"
|
|
3705
3851
|
},
|
|
3706
3852
|
"description": "The deleted Evaluators."
|
|
3707
3853
|
}
|
|
3708
3854
|
}
|
|
3709
3855
|
},
|
|
3710
|
-
"
|
|
3856
|
+
"v1BatchDeleteLeaderboardsRequest": {
|
|
3711
3857
|
"type": "object",
|
|
3712
3858
|
"properties": {
|
|
3713
3859
|
"names": {
|
|
@@ -3718,25 +3864,25 @@
|
|
|
3718
3864
|
"description": "Required. The names of the Leaderboards to delete. A maximum of 1000 can be specified."
|
|
3719
3865
|
},
|
|
3720
3866
|
"view": {
|
|
3721
|
-
"$ref": "#/definitions/
|
|
3867
|
+
"$ref": "#/definitions/v1LeaderboardView",
|
|
3722
3868
|
"description": "Optional. View specifying which fields should be returned in the response. Defaults to\nLEADERBOARD_VIEW_BASIC."
|
|
3723
3869
|
}
|
|
3724
3870
|
}
|
|
3725
3871
|
},
|
|
3726
|
-
"
|
|
3872
|
+
"v1BatchDeleteLeaderboardsResponse": {
|
|
3727
3873
|
"type": "object",
|
|
3728
3874
|
"properties": {
|
|
3729
3875
|
"leaderboards": {
|
|
3730
3876
|
"type": "array",
|
|
3731
3877
|
"items": {
|
|
3732
3878
|
"type": "object",
|
|
3733
|
-
"$ref": "#/definitions/
|
|
3879
|
+
"$ref": "#/definitions/v1Leaderboard"
|
|
3734
3880
|
},
|
|
3735
3881
|
"description": "The deleted Leaderboards."
|
|
3736
3882
|
}
|
|
3737
3883
|
}
|
|
3738
3884
|
},
|
|
3739
|
-
"
|
|
3885
|
+
"v1BatchDeleteModelsRequest": {
|
|
3740
3886
|
"type": "object",
|
|
3741
3887
|
"properties": {
|
|
3742
3888
|
"names": {
|
|
@@ -3748,33 +3894,33 @@
|
|
|
3748
3894
|
}
|
|
3749
3895
|
}
|
|
3750
3896
|
},
|
|
3751
|
-
"
|
|
3897
|
+
"v1BatchDeleteModelsResponse": {
|
|
3752
3898
|
"type": "object",
|
|
3753
3899
|
"properties": {
|
|
3754
3900
|
"models": {
|
|
3755
3901
|
"type": "array",
|
|
3756
3902
|
"items": {
|
|
3757
3903
|
"type": "object",
|
|
3758
|
-
"$ref": "#/definitions/
|
|
3904
|
+
"$ref": "#/definitions/v1Model"
|
|
3759
3905
|
},
|
|
3760
3906
|
"description": "The Models that were deleted."
|
|
3761
3907
|
}
|
|
3762
3908
|
}
|
|
3763
3909
|
},
|
|
3764
|
-
"
|
|
3910
|
+
"v1BatchDeleteTestCasesResponse": {
|
|
3765
3911
|
"type": "object",
|
|
3766
3912
|
"properties": {
|
|
3767
3913
|
"testCases": {
|
|
3768
3914
|
"type": "array",
|
|
3769
3915
|
"items": {
|
|
3770
3916
|
"type": "object",
|
|
3771
|
-
"$ref": "#/definitions/
|
|
3917
|
+
"$ref": "#/definitions/v1TestCase"
|
|
3772
3918
|
},
|
|
3773
3919
|
"description": "The list of deleted TestCases."
|
|
3774
3920
|
}
|
|
3775
3921
|
}
|
|
3776
3922
|
},
|
|
3777
|
-
"
|
|
3923
|
+
"v1BatchDeleteTestsRequest": {
|
|
3778
3924
|
"type": "object",
|
|
3779
3925
|
"properties": {
|
|
3780
3926
|
"names": {
|
|
@@ -3790,98 +3936,98 @@
|
|
|
3790
3936
|
}
|
|
3791
3937
|
}
|
|
3792
3938
|
},
|
|
3793
|
-
"
|
|
3939
|
+
"v1BatchDeleteTestsResponse": {
|
|
3794
3940
|
"type": "object",
|
|
3795
3941
|
"properties": {
|
|
3796
3942
|
"tests": {
|
|
3797
3943
|
"type": "array",
|
|
3798
3944
|
"items": {
|
|
3799
3945
|
"type": "object",
|
|
3800
|
-
"$ref": "#/definitions/
|
|
3946
|
+
"$ref": "#/definitions/v1Test"
|
|
3801
3947
|
},
|
|
3802
3948
|
"description": "The deleted Tests."
|
|
3803
3949
|
}
|
|
3804
3950
|
}
|
|
3805
3951
|
},
|
|
3806
|
-
"
|
|
3952
|
+
"v1BatchGetDashboardsResponse": {
|
|
3807
3953
|
"type": "object",
|
|
3808
3954
|
"properties": {
|
|
3809
3955
|
"dashboards": {
|
|
3810
3956
|
"type": "array",
|
|
3811
3957
|
"items": {
|
|
3812
3958
|
"type": "object",
|
|
3813
|
-
"$ref": "#/definitions/
|
|
3959
|
+
"$ref": "#/definitions/v1Dashboard"
|
|
3814
3960
|
},
|
|
3815
3961
|
"description": "The requested Dashboards."
|
|
3816
3962
|
}
|
|
3817
3963
|
}
|
|
3818
3964
|
},
|
|
3819
|
-
"
|
|
3965
|
+
"v1BatchGetDocumentsResponse": {
|
|
3820
3966
|
"type": "object",
|
|
3821
3967
|
"properties": {
|
|
3822
3968
|
"documents": {
|
|
3823
3969
|
"type": "array",
|
|
3824
3970
|
"items": {
|
|
3825
3971
|
"type": "object",
|
|
3826
|
-
"$ref": "#/definitions/
|
|
3972
|
+
"$ref": "#/definitions/v1Document"
|
|
3827
3973
|
},
|
|
3828
3974
|
"description": "The Documents that were requested."
|
|
3829
3975
|
}
|
|
3830
3976
|
}
|
|
3831
3977
|
},
|
|
3832
|
-
"
|
|
3978
|
+
"v1BatchGetLeaderboardsResponse": {
|
|
3833
3979
|
"type": "object",
|
|
3834
3980
|
"properties": {
|
|
3835
3981
|
"leaderboards": {
|
|
3836
3982
|
"type": "array",
|
|
3837
3983
|
"items": {
|
|
3838
3984
|
"type": "object",
|
|
3839
|
-
"$ref": "#/definitions/
|
|
3985
|
+
"$ref": "#/definitions/v1Leaderboard"
|
|
3840
3986
|
},
|
|
3841
3987
|
"description": "The requested Leaderboards."
|
|
3842
3988
|
}
|
|
3843
3989
|
}
|
|
3844
3990
|
},
|
|
3845
|
-
"
|
|
3991
|
+
"v1BatchGetModelsResponse": {
|
|
3846
3992
|
"type": "object",
|
|
3847
3993
|
"properties": {
|
|
3848
3994
|
"models": {
|
|
3849
3995
|
"type": "array",
|
|
3850
3996
|
"items": {
|
|
3851
3997
|
"type": "object",
|
|
3852
|
-
"$ref": "#/definitions/
|
|
3998
|
+
"$ref": "#/definitions/v1Model"
|
|
3853
3999
|
},
|
|
3854
4000
|
"description": "The Models that were requested."
|
|
3855
4001
|
}
|
|
3856
4002
|
}
|
|
3857
4003
|
},
|
|
3858
|
-
"
|
|
4004
|
+
"v1BatchGetOperationsResponse": {
|
|
3859
4005
|
"type": "object",
|
|
3860
4006
|
"properties": {
|
|
3861
4007
|
"operations": {
|
|
3862
4008
|
"type": "array",
|
|
3863
4009
|
"items": {
|
|
3864
4010
|
"type": "object",
|
|
3865
|
-
"$ref": "#/definitions/
|
|
4011
|
+
"$ref": "#/definitions/v1Operation"
|
|
3866
4012
|
},
|
|
3867
4013
|
"description": "The Operations that were requested."
|
|
3868
4014
|
}
|
|
3869
4015
|
}
|
|
3870
4016
|
},
|
|
3871
|
-
"
|
|
4017
|
+
"v1BatchGetTestsResponse": {
|
|
3872
4018
|
"type": "object",
|
|
3873
4019
|
"properties": {
|
|
3874
4020
|
"tests": {
|
|
3875
4021
|
"type": "array",
|
|
3876
4022
|
"items": {
|
|
3877
4023
|
"type": "object",
|
|
3878
|
-
"$ref": "#/definitions/
|
|
4024
|
+
"$ref": "#/definitions/v1Test"
|
|
3879
4025
|
},
|
|
3880
4026
|
"description": "The Tests that were requested."
|
|
3881
4027
|
}
|
|
3882
4028
|
}
|
|
3883
4029
|
},
|
|
3884
|
-
"
|
|
4030
|
+
"v1BatchImportLeaderboardRequest": {
|
|
3885
4031
|
"type": "object",
|
|
3886
4032
|
"properties": {
|
|
3887
4033
|
"testLabJson": {
|
|
@@ -3912,7 +4058,7 @@
|
|
|
3912
4058
|
"description": "Optional. Description of the newly created Test."
|
|
3913
4059
|
},
|
|
3914
4060
|
"leaderboardType": {
|
|
3915
|
-
"$ref": "#/definitions/
|
|
4061
|
+
"$ref": "#/definitions/v1LeaderboardType",
|
|
3916
4062
|
"description": "Optional. Type of the leaderboard. Defaults to LEADERBOARD_TYPE_STANDALONE. Only allowed values\nare LEADERBOARD_TYPE_STANDALONE and LEADERBOARD_TYPE_SERVICE."
|
|
3917
4063
|
},
|
|
3918
4064
|
"dashboardDisplayName": {
|
|
@@ -3925,17 +4071,17 @@
|
|
|
3925
4071
|
}
|
|
3926
4072
|
}
|
|
3927
4073
|
},
|
|
3928
|
-
"
|
|
4074
|
+
"v1BatchImportLeaderboardResponse": {
|
|
3929
4075
|
"type": "object",
|
|
3930
4076
|
"properties": {
|
|
3931
4077
|
"operation": {
|
|
3932
|
-
"$ref": "#/definitions/
|
|
4078
|
+
"$ref": "#/definitions/v1Operation",
|
|
3933
4079
|
"description": "Output only. Long-running operation shared for all of the leaderboards. The operation contains\nmetadata about the dashboard that's grouping the leaderboards.",
|
|
3934
4080
|
"readOnly": true
|
|
3935
4081
|
}
|
|
3936
4082
|
}
|
|
3937
4083
|
},
|
|
3938
|
-
"
|
|
4084
|
+
"v1BatchImportTestsRequest": {
|
|
3939
4085
|
"type": "object",
|
|
3940
4086
|
"properties": {
|
|
3941
4087
|
"testsJson": {
|
|
@@ -3956,20 +4102,20 @@
|
|
|
3956
4102
|
}
|
|
3957
4103
|
}
|
|
3958
4104
|
},
|
|
3959
|
-
"
|
|
4105
|
+
"v1BatchImportTestsResponse": {
|
|
3960
4106
|
"type": "object",
|
|
3961
4107
|
"properties": {
|
|
3962
4108
|
"tests": {
|
|
3963
4109
|
"type": "array",
|
|
3964
4110
|
"items": {
|
|
3965
4111
|
"type": "object",
|
|
3966
|
-
"$ref": "#/definitions/
|
|
4112
|
+
"$ref": "#/definitions/v1Test"
|
|
3967
4113
|
},
|
|
3968
4114
|
"description": "The imported Tests."
|
|
3969
4115
|
}
|
|
3970
4116
|
}
|
|
3971
4117
|
},
|
|
3972
|
-
"
|
|
4118
|
+
"v1CheckBaseModelsResponse": {
|
|
3973
4119
|
"type": "object",
|
|
3974
4120
|
"properties": {
|
|
3975
4121
|
"modelAvailability": {
|
|
@@ -3982,7 +4128,7 @@
|
|
|
3982
4128
|
}
|
|
3983
4129
|
}
|
|
3984
4130
|
},
|
|
3985
|
-
"
|
|
4131
|
+
"v1CollectionInfo": {
|
|
3986
4132
|
"type": "object",
|
|
3987
4133
|
"properties": {
|
|
3988
4134
|
"id": {
|
|
@@ -4005,25 +4151,25 @@
|
|
|
4005
4151
|
},
|
|
4006
4152
|
"description": "CollectionInfo represents the information about a collection in the H2OGPTE."
|
|
4007
4153
|
},
|
|
4008
|
-
"
|
|
4154
|
+
"v1CreateDashboardResponse": {
|
|
4009
4155
|
"type": "object",
|
|
4010
4156
|
"properties": {
|
|
4011
4157
|
"dashboard": {
|
|
4012
|
-
"$ref": "#/definitions/
|
|
4158
|
+
"$ref": "#/definitions/v1Dashboard",
|
|
4013
4159
|
"description": "Output. The createdy dashboard."
|
|
4014
4160
|
}
|
|
4015
4161
|
}
|
|
4016
4162
|
},
|
|
4017
|
-
"
|
|
4163
|
+
"v1CreateDocumentResponse": {
|
|
4018
4164
|
"type": "object",
|
|
4019
4165
|
"properties": {
|
|
4020
4166
|
"document": {
|
|
4021
|
-
"$ref": "#/definitions/
|
|
4167
|
+
"$ref": "#/definitions/v1Document",
|
|
4022
4168
|
"description": "The Document that was created."
|
|
4023
4169
|
}
|
|
4024
4170
|
}
|
|
4025
4171
|
},
|
|
4026
|
-
"
|
|
4172
|
+
"v1CreateEvaluationRequest": {
|
|
4027
4173
|
"type": "object",
|
|
4028
4174
|
"properties": {
|
|
4029
4175
|
"evaluatorIdentifiers": {
|
|
@@ -4034,14 +4180,14 @@
|
|
|
4034
4180
|
"description": "Required. Evaluator identifiers to use, not the resource names."
|
|
4035
4181
|
},
|
|
4036
4182
|
"model": {
|
|
4037
|
-
"$ref": "#/definitions/
|
|
4183
|
+
"$ref": "#/definitions/v1Model",
|
|
4038
4184
|
"description": "Required. The model endpoint which will be used to run evaluation."
|
|
4039
4185
|
},
|
|
4040
4186
|
"evaluationTests": {
|
|
4041
4187
|
"type": "array",
|
|
4042
4188
|
"items": {
|
|
4043
4189
|
"type": "object",
|
|
4044
|
-
"$ref": "#/definitions/
|
|
4190
|
+
"$ref": "#/definitions/v1EvaluationTest"
|
|
4045
4191
|
},
|
|
4046
4192
|
"description": "TODO: breaks https://google.aip.dev/144\nRequired. Defines the evaluation configuration."
|
|
4047
4193
|
},
|
|
@@ -4077,52 +4223,52 @@
|
|
|
4077
4223
|
}
|
|
4078
4224
|
}
|
|
4079
4225
|
},
|
|
4080
|
-
"
|
|
4226
|
+
"v1CreateEvaluatorResponse": {
|
|
4081
4227
|
"type": "object",
|
|
4082
4228
|
"properties": {
|
|
4083
4229
|
"evaluator": {
|
|
4084
|
-
"$ref": "#/definitions/
|
|
4230
|
+
"$ref": "#/definitions/v1Evaluator",
|
|
4085
4231
|
"description": "The Evaluator that was created."
|
|
4086
4232
|
}
|
|
4087
4233
|
}
|
|
4088
4234
|
},
|
|
4089
|
-
"
|
|
4235
|
+
"v1CreateLeaderboardRequest": {
|
|
4090
4236
|
"type": "object",
|
|
4091
4237
|
"properties": {
|
|
4092
4238
|
"leaderboard": {
|
|
4093
|
-
"$ref": "#/definitions/
|
|
4239
|
+
"$ref": "#/definitions/v1Leaderboard",
|
|
4094
4240
|
"description": "Required. The Leaderboard to create."
|
|
4095
4241
|
}
|
|
4096
4242
|
}
|
|
4097
4243
|
},
|
|
4098
|
-
"
|
|
4244
|
+
"v1CreateLeaderboardResponse": {
|
|
4099
4245
|
"type": "object",
|
|
4100
4246
|
"properties": {
|
|
4101
4247
|
"operation": {
|
|
4102
|
-
"$ref": "#/definitions/
|
|
4248
|
+
"$ref": "#/definitions/v1Operation",
|
|
4103
4249
|
"description": "The Operation that was created."
|
|
4104
4250
|
}
|
|
4105
4251
|
}
|
|
4106
4252
|
},
|
|
4107
|
-
"
|
|
4253
|
+
"v1CreateLeaderboardWithoutCacheResponse": {
|
|
4108
4254
|
"type": "object",
|
|
4109
4255
|
"properties": {
|
|
4110
4256
|
"operation": {
|
|
4111
|
-
"$ref": "#/definitions/
|
|
4257
|
+
"$ref": "#/definitions/v1Operation",
|
|
4112
4258
|
"description": "The Operation that was created."
|
|
4113
4259
|
}
|
|
4114
4260
|
}
|
|
4115
4261
|
},
|
|
4116
|
-
"
|
|
4262
|
+
"v1CreateModelResponse": {
|
|
4117
4263
|
"type": "object",
|
|
4118
4264
|
"properties": {
|
|
4119
4265
|
"model": {
|
|
4120
|
-
"$ref": "#/definitions/
|
|
4266
|
+
"$ref": "#/definitions/v1Model",
|
|
4121
4267
|
"description": "The Model that was created."
|
|
4122
4268
|
}
|
|
4123
4269
|
}
|
|
4124
4270
|
},
|
|
4125
|
-
"
|
|
4271
|
+
"v1CreatePerturbationResponse": {
|
|
4126
4272
|
"type": "object",
|
|
4127
4273
|
"properties": {
|
|
4128
4274
|
"testSuite": {
|
|
@@ -4131,34 +4277,34 @@
|
|
|
4131
4277
|
}
|
|
4132
4278
|
}
|
|
4133
4279
|
},
|
|
4134
|
-
"
|
|
4280
|
+
"v1CreateTestCaseResponse": {
|
|
4135
4281
|
"type": "object",
|
|
4136
4282
|
"properties": {
|
|
4137
4283
|
"testCase": {
|
|
4138
|
-
"$ref": "#/definitions/
|
|
4284
|
+
"$ref": "#/definitions/v1TestCase",
|
|
4139
4285
|
"description": "The created TestCase."
|
|
4140
4286
|
}
|
|
4141
4287
|
}
|
|
4142
4288
|
},
|
|
4143
|
-
"
|
|
4289
|
+
"v1CreateTestLabResponse": {
|
|
4144
4290
|
"type": "object",
|
|
4145
4291
|
"properties": {
|
|
4146
4292
|
"testLab": {
|
|
4147
|
-
"$ref": "#/definitions/
|
|
4293
|
+
"$ref": "#/definitions/v1TestLab",
|
|
4148
4294
|
"description": "The created Test Lab."
|
|
4149
4295
|
}
|
|
4150
4296
|
}
|
|
4151
4297
|
},
|
|
4152
|
-
"
|
|
4298
|
+
"v1CreateTestResponse": {
|
|
4153
4299
|
"type": "object",
|
|
4154
4300
|
"properties": {
|
|
4155
4301
|
"test": {
|
|
4156
|
-
"$ref": "#/definitions/
|
|
4302
|
+
"$ref": "#/definitions/v1Test",
|
|
4157
4303
|
"description": "The created Test."
|
|
4158
4304
|
}
|
|
4159
4305
|
}
|
|
4160
4306
|
},
|
|
4161
|
-
"
|
|
4307
|
+
"v1Dashboard": {
|
|
4162
4308
|
"type": "object",
|
|
4163
4309
|
"properties": {
|
|
4164
4310
|
"name": {
|
|
@@ -4208,7 +4354,7 @@
|
|
|
4208
4354
|
"description": "Optional. Arbitrary description of the Dashboard."
|
|
4209
4355
|
},
|
|
4210
4356
|
"status": {
|
|
4211
|
-
"$ref": "#/definitions/
|
|
4357
|
+
"$ref": "#/definitions/v1DashboardStatus",
|
|
4212
4358
|
"description": "Output only. Status of the Dashboard. When set to DASHBOARD_STATUS_COMPLETED, the all\nleaderboards are completed.",
|
|
4213
4359
|
"readOnly": true
|
|
4214
4360
|
},
|
|
@@ -4231,7 +4377,7 @@
|
|
|
4231
4377
|
}
|
|
4232
4378
|
}
|
|
4233
4379
|
},
|
|
4234
|
-
"
|
|
4380
|
+
"v1DashboardStatus": {
|
|
4235
4381
|
"type": "string",
|
|
4236
4382
|
"enum": [
|
|
4237
4383
|
"DASHBOARD_STATUS_UNSPECIFIED",
|
|
@@ -4242,70 +4388,70 @@
|
|
|
4242
4388
|
"default": "DASHBOARD_STATUS_UNSPECIFIED",
|
|
4243
4389
|
"description": " - DASHBOARD_STATUS_UNSPECIFIED: Unspecified status.\n - DASHBOARD_STATUS_PROCESSING: Dashboard is being processed. At least one of the leaderboard has a processing status (but no failed status).\n - DASHBOARD_STATUS_COMPLETED: Dashboard is completed successfully. All of the leaderboards are completed.\n - DASHBOARD_STATUS_FAILED: Dashboard failed. At least one of the leaderboard failed."
|
|
4244
4390
|
},
|
|
4245
|
-
"
|
|
4391
|
+
"v1DeleteDashboardResponse": {
|
|
4246
4392
|
"type": "object",
|
|
4247
4393
|
"properties": {
|
|
4248
4394
|
"dashboard": {
|
|
4249
|
-
"$ref": "#/definitions/
|
|
4395
|
+
"$ref": "#/definitions/v1Dashboard",
|
|
4250
4396
|
"description": "The deleted Dashboard."
|
|
4251
4397
|
}
|
|
4252
4398
|
}
|
|
4253
4399
|
},
|
|
4254
|
-
"
|
|
4400
|
+
"v1DeleteDocumentResponse": {
|
|
4255
4401
|
"type": "object",
|
|
4256
4402
|
"properties": {
|
|
4257
4403
|
"document": {
|
|
4258
|
-
"$ref": "#/definitions/
|
|
4404
|
+
"$ref": "#/definitions/v1Document",
|
|
4259
4405
|
"description": "The deleted Document."
|
|
4260
4406
|
}
|
|
4261
4407
|
}
|
|
4262
4408
|
},
|
|
4263
|
-
"
|
|
4409
|
+
"v1DeleteEvaluatorResponse": {
|
|
4264
4410
|
"type": "object",
|
|
4265
4411
|
"properties": {
|
|
4266
4412
|
"evaluator": {
|
|
4267
|
-
"$ref": "#/definitions/
|
|
4413
|
+
"$ref": "#/definitions/v1Evaluator",
|
|
4268
4414
|
"description": "The deleted Evaluator."
|
|
4269
4415
|
}
|
|
4270
4416
|
}
|
|
4271
4417
|
},
|
|
4272
|
-
"
|
|
4418
|
+
"v1DeleteLeaderboardResponse": {
|
|
4273
4419
|
"type": "object",
|
|
4274
4420
|
"properties": {
|
|
4275
4421
|
"leaderboard": {
|
|
4276
|
-
"$ref": "#/definitions/
|
|
4422
|
+
"$ref": "#/definitions/v1Leaderboard",
|
|
4277
4423
|
"description": "The deleted Leaderboard."
|
|
4278
4424
|
}
|
|
4279
4425
|
}
|
|
4280
4426
|
},
|
|
4281
|
-
"
|
|
4427
|
+
"v1DeleteModelResponse": {
|
|
4282
4428
|
"type": "object",
|
|
4283
4429
|
"properties": {
|
|
4284
4430
|
"model": {
|
|
4285
|
-
"$ref": "#/definitions/
|
|
4431
|
+
"$ref": "#/definitions/v1Model",
|
|
4286
4432
|
"description": "The deleted Model."
|
|
4287
4433
|
}
|
|
4288
4434
|
}
|
|
4289
4435
|
},
|
|
4290
|
-
"
|
|
4436
|
+
"v1DeleteTestCaseResponse": {
|
|
4291
4437
|
"type": "object",
|
|
4292
4438
|
"properties": {
|
|
4293
4439
|
"testCase": {
|
|
4294
|
-
"$ref": "#/definitions/
|
|
4440
|
+
"$ref": "#/definitions/v1TestCase",
|
|
4295
4441
|
"description": "The deleted TestCase."
|
|
4296
4442
|
}
|
|
4297
4443
|
}
|
|
4298
4444
|
},
|
|
4299
|
-
"
|
|
4445
|
+
"v1DeleteTestResponse": {
|
|
4300
4446
|
"type": "object",
|
|
4301
4447
|
"properties": {
|
|
4302
4448
|
"test": {
|
|
4303
|
-
"$ref": "#/definitions/
|
|
4449
|
+
"$ref": "#/definitions/v1Test",
|
|
4304
4450
|
"description": "The deleted Test."
|
|
4305
4451
|
}
|
|
4306
4452
|
}
|
|
4307
4453
|
},
|
|
4308
|
-
"
|
|
4454
|
+
"v1Document": {
|
|
4309
4455
|
"type": "object",
|
|
4310
4456
|
"properties": {
|
|
4311
4457
|
"name": {
|
|
@@ -4360,7 +4506,7 @@
|
|
|
4360
4506
|
}
|
|
4361
4507
|
}
|
|
4362
4508
|
},
|
|
4363
|
-
"
|
|
4509
|
+
"v1EvaluationTest": {
|
|
4364
4510
|
"type": "object",
|
|
4365
4511
|
"properties": {
|
|
4366
4512
|
"documentUrls": {
|
|
@@ -4374,7 +4520,7 @@
|
|
|
4374
4520
|
"type": "array",
|
|
4375
4521
|
"items": {
|
|
4376
4522
|
"type": "object",
|
|
4377
|
-
"$ref": "#/definitions/
|
|
4523
|
+
"$ref": "#/definitions/v1TestCase"
|
|
4378
4524
|
},
|
|
4379
4525
|
"description": "Required. The test cases to run."
|
|
4380
4526
|
},
|
|
@@ -4382,14 +4528,14 @@
|
|
|
4382
4528
|
"type": "array",
|
|
4383
4529
|
"items": {
|
|
4384
4530
|
"type": "object",
|
|
4385
|
-
"$ref": "#/definitions/
|
|
4531
|
+
"$ref": "#/definitions/v1TestCaseRelationship"
|
|
4386
4532
|
},
|
|
4387
4533
|
"description": "Optional. List of relationships between test cases."
|
|
4388
4534
|
}
|
|
4389
4535
|
},
|
|
4390
4536
|
"description": "EvaluationTest defines a single test in a suite, with materialized corpus (documents) and test cases."
|
|
4391
4537
|
},
|
|
4392
|
-
"
|
|
4538
|
+
"v1Evaluator": {
|
|
4393
4539
|
"type": "object",
|
|
4394
4540
|
"properties": {
|
|
4395
4541
|
"name": {
|
|
@@ -4466,7 +4612,7 @@
|
|
|
4466
4612
|
"type": "array",
|
|
4467
4613
|
"items": {
|
|
4468
4614
|
"type": "object",
|
|
4469
|
-
"$ref": "#/definitions/
|
|
4615
|
+
"$ref": "#/definitions/v1EvaluatorParameter"
|
|
4470
4616
|
},
|
|
4471
4617
|
"description": "Optional. Additional parameters of the Evaluator."
|
|
4472
4618
|
},
|
|
@@ -4478,10 +4624,15 @@
|
|
|
4478
4624
|
"type": "boolean",
|
|
4479
4625
|
"description": "Output only. Whether this Evaluator can be used for creating evaluations. Evaluator might be\ndisabled because it has some external requirements that are not met.",
|
|
4480
4626
|
"readOnly": true
|
|
4627
|
+
},
|
|
4628
|
+
"tagline": {
|
|
4629
|
+
"type": "string",
|
|
4630
|
+
"description": "Output only. Tagline is a short (single-line) and high-level description of the evaluator.",
|
|
4631
|
+
"readOnly": true
|
|
4481
4632
|
}
|
|
4482
4633
|
}
|
|
4483
4634
|
},
|
|
4484
|
-
"
|
|
4635
|
+
"v1EvaluatorParamType": {
|
|
4485
4636
|
"type": "string",
|
|
4486
4637
|
"enum": [
|
|
4487
4638
|
"EVALUATOR_PARAM_TYPE_UNSPECIFIED",
|
|
@@ -4496,7 +4647,7 @@
|
|
|
4496
4647
|
"description": "- EVALUATOR_PARAM_TYPE_BOOL: Boolean parameter type.\n - EVALUATOR_PARAM_TYPE_INT: Integer parameter type.\n - EVALUATOR_PARAM_TYPE_FLOAT: Float parameter type.\n - EVALUATOR_PARAM_TYPE_STR: String parameter type.\n - EVALUATOR_PARAM_TYPE_LIST: List parameter type.\n - EVALUATOR_PARAM_TYPE_DICT: Dict parameter type.",
|
|
4497
4648
|
"title": "Based on the H2O.ai Eval Studio Evaluator resource.\nhttps://github.com/h2oai/h2o-sonar/blob/d8b65a8fa44525d7c56c67da2baa03774f92c899/h2o_sonar/lib/api/commons.py#L133-L143"
|
|
4498
4649
|
},
|
|
4499
|
-
"
|
|
4650
|
+
"v1EvaluatorParameter": {
|
|
4500
4651
|
"type": "object",
|
|
4501
4652
|
"properties": {
|
|
4502
4653
|
"name": {
|
|
@@ -4505,7 +4656,7 @@
|
|
|
4505
4656
|
"readOnly": true
|
|
4506
4657
|
},
|
|
4507
4658
|
"type": {
|
|
4508
|
-
"$ref": "#/definitions/
|
|
4659
|
+
"$ref": "#/definitions/v1EvaluatorParamType",
|
|
4509
4660
|
"description": "Output only. Parameter type.",
|
|
4510
4661
|
"readOnly": true
|
|
4511
4662
|
},
|
|
@@ -4568,7 +4719,7 @@
|
|
|
4568
4719
|
},
|
|
4569
4720
|
"title": "Based on the H2O.ai Eval Studio Evaluator resource.\nhttps://github.com/h2oai/h2o-sonar/blob/0492b2f2651fb2fde08d981b72c9fda7dc6b9697/h2o_sonar/lib/api/evaluators.py#L53-L81"
|
|
4570
4721
|
},
|
|
4571
|
-
"
|
|
4722
|
+
"v1EvaluatorView": {
|
|
4572
4723
|
"type": "string",
|
|
4573
4724
|
"enum": [
|
|
4574
4725
|
"EVALUATOR_VIEW_UNSPECIFIED",
|
|
@@ -4578,145 +4729,154 @@
|
|
|
4578
4729
|
"default": "EVALUATOR_VIEW_UNSPECIFIED",
|
|
4579
4730
|
"description": "EvaluatorView specifies the amount of information included in the Evaluator's description.\n\n - EVALUATOR_VIEW_UNSPECIFIED: The default / unset value.\nThe API will default to the EVALUATOR_VIEW_BRIEF.\n - EVALUATOR_VIEW_BRIEF: Brief view of the Evaluator, which doesn't include the long description, only the brief one.\n - EVALUATOR_VIEW_FULL: Full view of the evaluator, including brief and full description."
|
|
4580
4731
|
},
|
|
4581
|
-
"
|
|
4732
|
+
"v1FinalizeOperationResponse": {
|
|
4582
4733
|
"type": "object",
|
|
4583
4734
|
"properties": {
|
|
4584
4735
|
"operation": {
|
|
4585
|
-
"$ref": "#/definitions/
|
|
4736
|
+
"$ref": "#/definitions/v1Operation",
|
|
4586
4737
|
"description": "The finalized Operation."
|
|
4587
4738
|
}
|
|
4588
4739
|
}
|
|
4589
4740
|
},
|
|
4590
|
-
"
|
|
4741
|
+
"v1FindAllTestCasesByIDResponse": {
|
|
4591
4742
|
"type": "object",
|
|
4592
4743
|
"properties": {
|
|
4593
4744
|
"testCases": {
|
|
4594
4745
|
"type": "array",
|
|
4595
4746
|
"items": {
|
|
4596
4747
|
"type": "object",
|
|
4597
|
-
"$ref": "#/definitions/
|
|
4748
|
+
"$ref": "#/definitions/v1TestCase"
|
|
4598
4749
|
},
|
|
4599
4750
|
"description": "The list of TestCases."
|
|
4600
4751
|
}
|
|
4601
4752
|
}
|
|
4602
4753
|
},
|
|
4603
|
-
"
|
|
4754
|
+
"v1FindTestLabResponse": {
|
|
4604
4755
|
"type": "object",
|
|
4605
4756
|
"properties": {
|
|
4606
4757
|
"testLab": {
|
|
4607
|
-
"$ref": "#/definitions/
|
|
4758
|
+
"$ref": "#/definitions/v1TestLab",
|
|
4608
4759
|
"description": "The found TestLab."
|
|
4609
4760
|
}
|
|
4610
4761
|
}
|
|
4611
4762
|
},
|
|
4612
|
-
"
|
|
4763
|
+
"v1GenerateTestCasesResponse": {
|
|
4764
|
+
"type": "object",
|
|
4765
|
+
"properties": {
|
|
4766
|
+
"operation": {
|
|
4767
|
+
"$ref": "#/definitions/v1Operation",
|
|
4768
|
+
"description": "The Operation handling the prompt generation process."
|
|
4769
|
+
}
|
|
4770
|
+
}
|
|
4771
|
+
},
|
|
4772
|
+
"v1GetDashboardResponse": {
|
|
4613
4773
|
"type": "object",
|
|
4614
4774
|
"properties": {
|
|
4615
4775
|
"dashboard": {
|
|
4616
|
-
"$ref": "#/definitions/
|
|
4776
|
+
"$ref": "#/definitions/v1Dashboard",
|
|
4617
4777
|
"description": "The requested Dashboard."
|
|
4618
4778
|
}
|
|
4619
4779
|
}
|
|
4620
4780
|
},
|
|
4621
|
-
"
|
|
4781
|
+
"v1GetDocumentResponse": {
|
|
4622
4782
|
"type": "object",
|
|
4623
4783
|
"properties": {
|
|
4624
4784
|
"document": {
|
|
4625
|
-
"$ref": "#/definitions/
|
|
4785
|
+
"$ref": "#/definitions/v1Document",
|
|
4626
4786
|
"description": "The requested Document."
|
|
4627
4787
|
}
|
|
4628
4788
|
}
|
|
4629
4789
|
},
|
|
4630
|
-
"
|
|
4790
|
+
"v1GetEvaluatorResponse": {
|
|
4631
4791
|
"type": "object",
|
|
4632
4792
|
"properties": {
|
|
4633
4793
|
"evaluator": {
|
|
4634
|
-
"$ref": "#/definitions/
|
|
4794
|
+
"$ref": "#/definitions/v1Evaluator",
|
|
4635
4795
|
"description": "The requested Evaluator."
|
|
4636
4796
|
}
|
|
4637
4797
|
}
|
|
4638
4798
|
},
|
|
4639
|
-
"
|
|
4799
|
+
"v1GetInfoResponse": {
|
|
4640
4800
|
"type": "object",
|
|
4641
4801
|
"properties": {
|
|
4642
4802
|
"info": {
|
|
4643
|
-
"$ref": "#/definitions/
|
|
4803
|
+
"$ref": "#/definitions/v1Info"
|
|
4644
4804
|
}
|
|
4645
4805
|
}
|
|
4646
4806
|
},
|
|
4647
|
-
"
|
|
4807
|
+
"v1GetLeaderboardResponse": {
|
|
4648
4808
|
"type": "object",
|
|
4649
4809
|
"properties": {
|
|
4650
4810
|
"leaderboard": {
|
|
4651
|
-
"$ref": "#/definitions/
|
|
4811
|
+
"$ref": "#/definitions/v1Leaderboard",
|
|
4652
4812
|
"description": "The requested Leaderboard."
|
|
4653
4813
|
}
|
|
4654
4814
|
}
|
|
4655
4815
|
},
|
|
4656
|
-
"
|
|
4816
|
+
"v1GetModelResponse": {
|
|
4657
4817
|
"type": "object",
|
|
4658
4818
|
"properties": {
|
|
4659
4819
|
"model": {
|
|
4660
|
-
"$ref": "#/definitions/
|
|
4820
|
+
"$ref": "#/definitions/v1Model",
|
|
4661
4821
|
"description": "The requested Model."
|
|
4662
4822
|
}
|
|
4663
4823
|
}
|
|
4664
4824
|
},
|
|
4665
|
-
"
|
|
4825
|
+
"v1GetOperationProgressByParentResponse": {
|
|
4666
4826
|
"type": "object",
|
|
4667
4827
|
"properties": {
|
|
4668
4828
|
"operationProgress": {
|
|
4669
|
-
"$ref": "#/definitions/
|
|
4829
|
+
"$ref": "#/definitions/v1OperationProgress",
|
|
4670
4830
|
"description": "Found OperationProgress."
|
|
4671
4831
|
}
|
|
4672
4832
|
}
|
|
4673
4833
|
},
|
|
4674
|
-
"
|
|
4834
|
+
"v1GetOperationResponse": {
|
|
4675
4835
|
"type": "object",
|
|
4676
4836
|
"properties": {
|
|
4677
4837
|
"operation": {
|
|
4678
|
-
"$ref": "#/definitions/
|
|
4838
|
+
"$ref": "#/definitions/v1Operation",
|
|
4679
4839
|
"description": "The requested Operation."
|
|
4680
4840
|
}
|
|
4681
4841
|
}
|
|
4682
4842
|
},
|
|
4683
|
-
"
|
|
4843
|
+
"v1GetPerturbatorResponse": {
|
|
4684
4844
|
"type": "object",
|
|
4685
4845
|
"properties": {
|
|
4686
4846
|
"perturbator": {
|
|
4687
|
-
"$ref": "#/definitions/
|
|
4847
|
+
"$ref": "#/definitions/v1Perturbator",
|
|
4688
4848
|
"description": "The requested Perturbator."
|
|
4689
4849
|
}
|
|
4690
4850
|
}
|
|
4691
4851
|
},
|
|
4692
|
-
"
|
|
4852
|
+
"v1GetTestCaseResponse": {
|
|
4693
4853
|
"type": "object",
|
|
4694
4854
|
"properties": {
|
|
4695
4855
|
"testCase": {
|
|
4696
|
-
"$ref": "#/definitions/
|
|
4856
|
+
"$ref": "#/definitions/v1TestCase",
|
|
4697
4857
|
"description": "The requested TestCase."
|
|
4698
4858
|
}
|
|
4699
4859
|
}
|
|
4700
4860
|
},
|
|
4701
|
-
"
|
|
4861
|
+
"v1GetTestClassResponse": {
|
|
4702
4862
|
"type": "object",
|
|
4703
4863
|
"properties": {
|
|
4704
4864
|
"testClass": {
|
|
4705
|
-
"$ref": "#/definitions/
|
|
4865
|
+
"$ref": "#/definitions/v1TestClass",
|
|
4706
4866
|
"description": "The requested TestClass."
|
|
4707
4867
|
}
|
|
4708
4868
|
}
|
|
4709
4869
|
},
|
|
4710
|
-
"
|
|
4870
|
+
"v1GetTestResponse": {
|
|
4711
4871
|
"type": "object",
|
|
4712
4872
|
"properties": {
|
|
4713
4873
|
"test": {
|
|
4714
|
-
"$ref": "#/definitions/
|
|
4874
|
+
"$ref": "#/definitions/v1Test",
|
|
4715
4875
|
"description": "The requested Test."
|
|
4716
4876
|
}
|
|
4717
4877
|
}
|
|
4718
4878
|
},
|
|
4719
|
-
"
|
|
4879
|
+
"v1ImportEvaluationRequest": {
|
|
4720
4880
|
"type": "object",
|
|
4721
4881
|
"properties": {
|
|
4722
4882
|
"evaluatorIdentifiers": {
|
|
@@ -4727,7 +4887,7 @@
|
|
|
4727
4887
|
"description": "Required. Evaluator identifiers to use, not the resource names."
|
|
4728
4888
|
},
|
|
4729
4889
|
"model": {
|
|
4730
|
-
"$ref": "#/definitions/
|
|
4890
|
+
"$ref": "#/definitions/v1Model",
|
|
4731
4891
|
"description": "Required. The model endpoint which will be used to run evaluation."
|
|
4732
4892
|
},
|
|
4733
4893
|
"testLab": {
|
|
@@ -4747,7 +4907,7 @@
|
|
|
4747
4907
|
}
|
|
4748
4908
|
}
|
|
4749
4909
|
},
|
|
4750
|
-
"
|
|
4910
|
+
"v1ImportLeaderboardRequest": {
|
|
4751
4911
|
"type": "object",
|
|
4752
4912
|
"properties": {
|
|
4753
4913
|
"testLabJson": {
|
|
@@ -4783,21 +4943,21 @@
|
|
|
4783
4943
|
"description": "Optional. Description of the newly created Leaderboard."
|
|
4784
4944
|
},
|
|
4785
4945
|
"leaderboardType": {
|
|
4786
|
-
"$ref": "#/definitions/
|
|
4946
|
+
"$ref": "#/definitions/v1LeaderboardType",
|
|
4787
4947
|
"description": "Optional. Type of the leaderboard. Defaults to LEADERBOARD_TYPE_STANDALONE. Only allowed values\nare LEADERBOARD_TYPE_STANDALONE and LEADERBOARD_TYPE_SERVICE."
|
|
4788
4948
|
}
|
|
4789
4949
|
}
|
|
4790
4950
|
},
|
|
4791
|
-
"
|
|
4951
|
+
"v1ImportLeaderboardResponse": {
|
|
4792
4952
|
"type": "object",
|
|
4793
4953
|
"properties": {
|
|
4794
4954
|
"operation": {
|
|
4795
|
-
"$ref": "#/definitions/
|
|
4955
|
+
"$ref": "#/definitions/v1Operation",
|
|
4796
4956
|
"description": "The Operation that was created."
|
|
4797
4957
|
}
|
|
4798
4958
|
}
|
|
4799
4959
|
},
|
|
4800
|
-
"
|
|
4960
|
+
"v1Info": {
|
|
4801
4961
|
"type": "object",
|
|
4802
4962
|
"properties": {
|
|
4803
4963
|
"baseUrl": {
|
|
@@ -4833,7 +4993,7 @@
|
|
|
4833
4993
|
}
|
|
4834
4994
|
}
|
|
4835
4995
|
},
|
|
4836
|
-
"
|
|
4996
|
+
"v1Insight": {
|
|
4837
4997
|
"type": "object",
|
|
4838
4998
|
"properties": {
|
|
4839
4999
|
"description": {
|
|
@@ -4892,7 +5052,7 @@
|
|
|
4892
5052
|
},
|
|
4893
5053
|
"description": "Insight represents additional information about the evaluation."
|
|
4894
5054
|
},
|
|
4895
|
-
"
|
|
5055
|
+
"v1Leaderboard": {
|
|
4896
5056
|
"type": "object",
|
|
4897
5057
|
"properties": {
|
|
4898
5058
|
"name": {
|
|
@@ -4942,7 +5102,7 @@
|
|
|
4942
5102
|
"description": "Optional. Arbitrary description of the Leaderboard."
|
|
4943
5103
|
},
|
|
4944
5104
|
"status": {
|
|
4945
|
-
"$ref": "#/definitions/
|
|
5105
|
+
"$ref": "#/definitions/v1LeaderboardStatus",
|
|
4946
5106
|
"description": "Output only. Status of the Leaderboard. When set to LEADERBOARD_STATUS_COMPLETED, the result\nfield is populated.",
|
|
4947
5107
|
"readOnly": true
|
|
4948
5108
|
},
|
|
@@ -4991,7 +5151,7 @@
|
|
|
4991
5151
|
"type": "array",
|
|
4992
5152
|
"items": {
|
|
4993
5153
|
"type": "object",
|
|
4994
|
-
"$ref": "#/definitions/
|
|
5154
|
+
"$ref": "#/definitions/v1ProblemAndAction"
|
|
4995
5155
|
},
|
|
4996
5156
|
"description": "Output only. Leaderboard problems and actions.",
|
|
4997
5157
|
"readOnly": true
|
|
@@ -5004,7 +5164,7 @@
|
|
|
5004
5164
|
"type": "array",
|
|
5005
5165
|
"items": {
|
|
5006
5166
|
"type": "object",
|
|
5007
|
-
"$ref": "#/definitions/
|
|
5167
|
+
"$ref": "#/definitions/v1Insight"
|
|
5008
5168
|
},
|
|
5009
5169
|
"description": "Output only. Insights from the Leaderboard.",
|
|
5010
5170
|
"readOnly": true
|
|
@@ -5018,7 +5178,7 @@
|
|
|
5018
5178
|
"description": "The existing collection name in H2OGPTe."
|
|
5019
5179
|
},
|
|
5020
5180
|
"type": {
|
|
5021
|
-
"$ref": "#/definitions/
|
|
5181
|
+
"$ref": "#/definitions/v1LeaderboardType",
|
|
5022
5182
|
"description": "Optional. Type of the leaderboard. Defaults to LEADERBOARD_TYPE_STANDALONE for\nCreateLeaderboard and CreateLeaderboardWithoutCache. Defaults to LEADERBOARD_TYPE_DASHBOARD for\nBatchCreateLeaderboards."
|
|
5023
5183
|
},
|
|
5024
5184
|
"demo": {
|
|
@@ -5032,7 +5192,7 @@
|
|
|
5032
5192
|
}
|
|
5033
5193
|
}
|
|
5034
5194
|
},
|
|
5035
|
-
"
|
|
5195
|
+
"v1LeaderboardStatus": {
|
|
5036
5196
|
"type": "string",
|
|
5037
5197
|
"enum": [
|
|
5038
5198
|
"LEADERBOARD_STATUS_UNSPECIFIED",
|
|
@@ -5043,7 +5203,7 @@
|
|
|
5043
5203
|
"default": "LEADERBOARD_STATUS_UNSPECIFIED",
|
|
5044
5204
|
"description": " - LEADERBOARD_STATUS_UNSPECIFIED: Unspecified status.\n - LEADERBOARD_STATUS_PROCESSING: Leaderboard is being processed. See the Operation for details.\n - LEADERBOARD_STATUS_COMPLETED: Leaderboard is completed successfully.\n - LEADERBOARD_STATUS_FAILED: Leaderboard failed. See the Operation for details."
|
|
5045
5205
|
},
|
|
5046
|
-
"
|
|
5206
|
+
"v1LeaderboardType": {
|
|
5047
5207
|
"type": "string",
|
|
5048
5208
|
"enum": [
|
|
5049
5209
|
"LEADERBOARD_TYPE_UNSPECIFIED",
|
|
@@ -5054,7 +5214,7 @@
|
|
|
5054
5214
|
"default": "LEADERBOARD_TYPE_UNSPECIFIED",
|
|
5055
5215
|
"description": " - LEADERBOARD_TYPE_UNSPECIFIED: Unspecified type.\n - LEADERBOARD_TYPE_STANDALONE: Standalone leaderboard.\n - LEADERBOARD_TYPE_DASHBOARD: Leaderboard is part of a dashboard.\n - LEADERBOARD_TYPE_SERVICE: Leaderboard created by other service such as h2oGPTe."
|
|
5056
5216
|
},
|
|
5057
|
-
"
|
|
5217
|
+
"v1LeaderboardView": {
|
|
5058
5218
|
"type": "string",
|
|
5059
5219
|
"enum": [
|
|
5060
5220
|
"LEADERBOARD_VIEW_UNSPECIFIED",
|
|
@@ -5066,7 +5226,7 @@
|
|
|
5066
5226
|
"description": "- result\n- leaderboard_table\n- leaderboard_summary\n - LEADERBOARD_VIEW_FULL: Full view of the Leaderboard. No fields are omitted.\n - LEADERBOARD_VIEW_BASIC_WITH_TABLE: View of the Leaderboard that is the same as LEADERBOARD_VIEW_BASIC but it includes the\nleaderboard_table field.",
|
|
5067
5227
|
"title": "- LEADERBOARD_VIEW_UNSPECIFIED: The default / unset value.\nThe API will default to the LEADERBOARD_VIEW_BASIC.\n - LEADERBOARD_VIEW_BASIC: Basic view of the Leaderboard. The following fields are omitted in the response:"
|
|
5068
5228
|
},
|
|
5069
|
-
"
|
|
5229
|
+
"v1ListBaseModelsResponse": {
|
|
5070
5230
|
"type": "object",
|
|
5071
5231
|
"properties": {
|
|
5072
5232
|
"baseModels": {
|
|
@@ -5078,46 +5238,46 @@
|
|
|
5078
5238
|
}
|
|
5079
5239
|
}
|
|
5080
5240
|
},
|
|
5081
|
-
"
|
|
5241
|
+
"v1ListDashboardsResponse": {
|
|
5082
5242
|
"type": "object",
|
|
5083
5243
|
"properties": {
|
|
5084
5244
|
"dashboards": {
|
|
5085
5245
|
"type": "array",
|
|
5086
5246
|
"items": {
|
|
5087
5247
|
"type": "object",
|
|
5088
|
-
"$ref": "#/definitions/
|
|
5248
|
+
"$ref": "#/definitions/v1Dashboard"
|
|
5089
5249
|
},
|
|
5090
5250
|
"description": "The list of Dashboards."
|
|
5091
5251
|
}
|
|
5092
5252
|
}
|
|
5093
5253
|
},
|
|
5094
|
-
"
|
|
5254
|
+
"v1ListDocumentsResponse": {
|
|
5095
5255
|
"type": "object",
|
|
5096
5256
|
"properties": {
|
|
5097
5257
|
"documents": {
|
|
5098
5258
|
"type": "array",
|
|
5099
5259
|
"items": {
|
|
5100
5260
|
"type": "object",
|
|
5101
|
-
"$ref": "#/definitions/
|
|
5261
|
+
"$ref": "#/definitions/v1Document"
|
|
5102
5262
|
},
|
|
5103
5263
|
"description": "The list of Documents."
|
|
5104
5264
|
}
|
|
5105
5265
|
}
|
|
5106
5266
|
},
|
|
5107
|
-
"
|
|
5267
|
+
"v1ListEvaluatorsResponse": {
|
|
5108
5268
|
"type": "object",
|
|
5109
5269
|
"properties": {
|
|
5110
5270
|
"evaluators": {
|
|
5111
5271
|
"type": "array",
|
|
5112
5272
|
"items": {
|
|
5113
5273
|
"type": "object",
|
|
5114
|
-
"$ref": "#/definitions/
|
|
5274
|
+
"$ref": "#/definitions/v1Evaluator"
|
|
5115
5275
|
},
|
|
5116
5276
|
"description": "The list of Evaluators."
|
|
5117
5277
|
}
|
|
5118
5278
|
}
|
|
5119
5279
|
},
|
|
5120
|
-
"
|
|
5280
|
+
"v1ListLLMModelsResponse": {
|
|
5121
5281
|
"type": "object",
|
|
5122
5282
|
"properties": {
|
|
5123
5283
|
"models": {
|
|
@@ -5129,14 +5289,14 @@
|
|
|
5129
5289
|
}
|
|
5130
5290
|
}
|
|
5131
5291
|
},
|
|
5132
|
-
"
|
|
5292
|
+
"v1ListLeaderboardsResponse": {
|
|
5133
5293
|
"type": "object",
|
|
5134
5294
|
"properties": {
|
|
5135
5295
|
"leaderboards": {
|
|
5136
5296
|
"type": "array",
|
|
5137
5297
|
"items": {
|
|
5138
5298
|
"type": "object",
|
|
5139
|
-
"$ref": "#/definitions/
|
|
5299
|
+
"$ref": "#/definitions/v1Leaderboard"
|
|
5140
5300
|
},
|
|
5141
5301
|
"description": "The list of Leaderboards."
|
|
5142
5302
|
},
|
|
@@ -5146,163 +5306,163 @@
|
|
|
5146
5306
|
}
|
|
5147
5307
|
}
|
|
5148
5308
|
},
|
|
5149
|
-
"
|
|
5309
|
+
"v1ListModelCollectionsResponse": {
|
|
5150
5310
|
"type": "object",
|
|
5151
5311
|
"properties": {
|
|
5152
5312
|
"collections": {
|
|
5153
5313
|
"type": "array",
|
|
5154
5314
|
"items": {
|
|
5155
5315
|
"type": "object",
|
|
5156
|
-
"$ref": "#/definitions/
|
|
5316
|
+
"$ref": "#/definitions/v1CollectionInfo"
|
|
5157
5317
|
},
|
|
5158
5318
|
"description": "The list of collections."
|
|
5159
5319
|
}
|
|
5160
5320
|
}
|
|
5161
5321
|
},
|
|
5162
|
-
"
|
|
5322
|
+
"v1ListModelsResponse": {
|
|
5163
5323
|
"type": "object",
|
|
5164
5324
|
"properties": {
|
|
5165
5325
|
"models": {
|
|
5166
5326
|
"type": "array",
|
|
5167
5327
|
"items": {
|
|
5168
5328
|
"type": "object",
|
|
5169
|
-
"$ref": "#/definitions/
|
|
5329
|
+
"$ref": "#/definitions/v1Model"
|
|
5170
5330
|
},
|
|
5171
5331
|
"description": "The list of Models."
|
|
5172
5332
|
}
|
|
5173
5333
|
}
|
|
5174
5334
|
},
|
|
5175
|
-
"
|
|
5335
|
+
"v1ListMostRecentDashboardsResponse": {
|
|
5176
5336
|
"type": "object",
|
|
5177
5337
|
"properties": {
|
|
5178
5338
|
"dashboards": {
|
|
5179
5339
|
"type": "array",
|
|
5180
5340
|
"items": {
|
|
5181
5341
|
"type": "object",
|
|
5182
|
-
"$ref": "#/definitions/
|
|
5342
|
+
"$ref": "#/definitions/v1Dashboard"
|
|
5183
5343
|
},
|
|
5184
5344
|
"description": "The list of Dashboards."
|
|
5185
5345
|
}
|
|
5186
5346
|
}
|
|
5187
5347
|
},
|
|
5188
|
-
"
|
|
5348
|
+
"v1ListMostRecentLeaderboardsResponse": {
|
|
5189
5349
|
"type": "object",
|
|
5190
5350
|
"properties": {
|
|
5191
5351
|
"leaderboards": {
|
|
5192
5352
|
"type": "array",
|
|
5193
5353
|
"items": {
|
|
5194
5354
|
"type": "object",
|
|
5195
|
-
"$ref": "#/definitions/
|
|
5355
|
+
"$ref": "#/definitions/v1Leaderboard"
|
|
5196
5356
|
},
|
|
5197
5357
|
"description": "The list of Leaderboards."
|
|
5198
5358
|
}
|
|
5199
5359
|
}
|
|
5200
5360
|
},
|
|
5201
|
-
"
|
|
5361
|
+
"v1ListMostRecentModelsResponse": {
|
|
5202
5362
|
"type": "object",
|
|
5203
5363
|
"properties": {
|
|
5204
5364
|
"models": {
|
|
5205
5365
|
"type": "array",
|
|
5206
5366
|
"items": {
|
|
5207
5367
|
"type": "object",
|
|
5208
|
-
"$ref": "#/definitions/
|
|
5368
|
+
"$ref": "#/definitions/v1Model"
|
|
5209
5369
|
},
|
|
5210
5370
|
"description": "The list of Models."
|
|
5211
5371
|
}
|
|
5212
5372
|
}
|
|
5213
5373
|
},
|
|
5214
|
-
"
|
|
5374
|
+
"v1ListMostRecentTestsResponse": {
|
|
5215
5375
|
"type": "object",
|
|
5216
5376
|
"properties": {
|
|
5217
5377
|
"tests": {
|
|
5218
5378
|
"type": "array",
|
|
5219
5379
|
"items": {
|
|
5220
5380
|
"type": "object",
|
|
5221
|
-
"$ref": "#/definitions/
|
|
5381
|
+
"$ref": "#/definitions/v1Test"
|
|
5222
5382
|
},
|
|
5223
5383
|
"description": "The list of Tests."
|
|
5224
5384
|
}
|
|
5225
5385
|
}
|
|
5226
5386
|
},
|
|
5227
|
-
"
|
|
5387
|
+
"v1ListOperationsResponse": {
|
|
5228
5388
|
"type": "object",
|
|
5229
5389
|
"properties": {
|
|
5230
5390
|
"operations": {
|
|
5231
5391
|
"type": "array",
|
|
5232
5392
|
"items": {
|
|
5233
5393
|
"type": "object",
|
|
5234
|
-
"$ref": "#/definitions/
|
|
5394
|
+
"$ref": "#/definitions/v1Operation"
|
|
5235
5395
|
},
|
|
5236
5396
|
"description": "The list of Operations."
|
|
5237
5397
|
}
|
|
5238
5398
|
}
|
|
5239
5399
|
},
|
|
5240
|
-
"
|
|
5400
|
+
"v1ListPerturbatorsResponse": {
|
|
5241
5401
|
"type": "object",
|
|
5242
5402
|
"properties": {
|
|
5243
5403
|
"perturbators": {
|
|
5244
5404
|
"type": "array",
|
|
5245
5405
|
"items": {
|
|
5246
5406
|
"type": "object",
|
|
5247
|
-
"$ref": "#/definitions/
|
|
5407
|
+
"$ref": "#/definitions/v1Perturbator"
|
|
5248
5408
|
},
|
|
5249
5409
|
"description": "The list of Perturbators."
|
|
5250
5410
|
}
|
|
5251
5411
|
}
|
|
5252
5412
|
},
|
|
5253
|
-
"
|
|
5413
|
+
"v1ListRAGCollectionsResponse": {
|
|
5254
5414
|
"type": "object",
|
|
5255
5415
|
"properties": {
|
|
5256
5416
|
"collections": {
|
|
5257
5417
|
"type": "array",
|
|
5258
5418
|
"items": {
|
|
5259
5419
|
"type": "object",
|
|
5260
|
-
"$ref": "#/definitions/
|
|
5420
|
+
"$ref": "#/definitions/v1CollectionInfo"
|
|
5261
5421
|
},
|
|
5262
5422
|
"description": "Required. List of RAG collections available for evaluation."
|
|
5263
5423
|
}
|
|
5264
5424
|
}
|
|
5265
5425
|
},
|
|
5266
|
-
"
|
|
5426
|
+
"v1ListTestCasesResponse": {
|
|
5267
5427
|
"type": "object",
|
|
5268
5428
|
"properties": {
|
|
5269
5429
|
"testCases": {
|
|
5270
5430
|
"type": "array",
|
|
5271
5431
|
"items": {
|
|
5272
5432
|
"type": "object",
|
|
5273
|
-
"$ref": "#/definitions/
|
|
5433
|
+
"$ref": "#/definitions/v1TestCase"
|
|
5274
5434
|
},
|
|
5275
5435
|
"description": "The list of TestCases."
|
|
5276
5436
|
}
|
|
5277
5437
|
}
|
|
5278
5438
|
},
|
|
5279
|
-
"
|
|
5439
|
+
"v1ListTestClassesResponse": {
|
|
5280
5440
|
"type": "object",
|
|
5281
5441
|
"properties": {
|
|
5282
5442
|
"testClasses": {
|
|
5283
5443
|
"type": "array",
|
|
5284
5444
|
"items": {
|
|
5285
5445
|
"type": "object",
|
|
5286
|
-
"$ref": "#/definitions/
|
|
5446
|
+
"$ref": "#/definitions/v1TestClass"
|
|
5287
5447
|
},
|
|
5288
5448
|
"description": "The TestClasses that match the request."
|
|
5289
5449
|
}
|
|
5290
5450
|
}
|
|
5291
5451
|
},
|
|
5292
|
-
"
|
|
5452
|
+
"v1ListTestsResponse": {
|
|
5293
5453
|
"type": "object",
|
|
5294
5454
|
"properties": {
|
|
5295
5455
|
"tests": {
|
|
5296
5456
|
"type": "array",
|
|
5297
5457
|
"items": {
|
|
5298
5458
|
"type": "object",
|
|
5299
|
-
"$ref": "#/definitions/
|
|
5459
|
+
"$ref": "#/definitions/v1Test"
|
|
5300
5460
|
},
|
|
5301
5461
|
"description": "The Tests that match the request."
|
|
5302
5462
|
}
|
|
5303
5463
|
}
|
|
5304
5464
|
},
|
|
5305
|
-
"
|
|
5465
|
+
"v1Model": {
|
|
5306
5466
|
"type": "object",
|
|
5307
5467
|
"properties": {
|
|
5308
5468
|
"name": {
|
|
@@ -5360,7 +5520,7 @@
|
|
|
5360
5520
|
"description": "Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public\nclients (front-end). Set only for internal (server-to-worker) communication."
|
|
5361
5521
|
},
|
|
5362
5522
|
"type": {
|
|
5363
|
-
"$ref": "#/definitions/
|
|
5523
|
+
"$ref": "#/definitions/v1ModelType",
|
|
5364
5524
|
"description": "Immutable. Type of this Model."
|
|
5365
5525
|
},
|
|
5366
5526
|
"parameters": {
|
|
@@ -5374,7 +5534,7 @@
|
|
|
5374
5534
|
}
|
|
5375
5535
|
}
|
|
5376
5536
|
},
|
|
5377
|
-
"
|
|
5537
|
+
"v1ModelType": {
|
|
5378
5538
|
"type": "string",
|
|
5379
5539
|
"enum": [
|
|
5380
5540
|
"MODEL_TYPE_UNSPECIFIED",
|
|
@@ -5392,7 +5552,7 @@
|
|
|
5392
5552
|
"default": "MODEL_TYPE_UNSPECIFIED",
|
|
5393
5553
|
"description": " - MODEL_TYPE_UNSPECIFIED: Unspecified type.\n - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG.\n - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG.\n - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM.\n - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM.\n - MODEL_TYPE_OPENAI_CHAT: OpenAI chat.\n - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat.\n - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat.\n - MODEL_TYPE_H2OLLMOPS: H2O LLMOps.\n - MODEL_TYPE_OLLAMA: Ollama.\n - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock."
|
|
5394
5554
|
},
|
|
5395
|
-
"
|
|
5555
|
+
"v1Operation": {
|
|
5396
5556
|
"type": "object",
|
|
5397
5557
|
"properties": {
|
|
5398
5558
|
"name": {
|
|
@@ -5452,7 +5612,7 @@
|
|
|
5452
5612
|
},
|
|
5453
5613
|
"description": "This resource represents a long-running operation that is the result of a\nnetwork API call."
|
|
5454
5614
|
},
|
|
5455
|
-
"
|
|
5615
|
+
"v1OperationProgress": {
|
|
5456
5616
|
"type": "object",
|
|
5457
5617
|
"properties": {
|
|
5458
5618
|
"name": {
|
|
@@ -5477,16 +5637,16 @@
|
|
|
5477
5637
|
}
|
|
5478
5638
|
}
|
|
5479
5639
|
},
|
|
5480
|
-
"
|
|
5640
|
+
"v1PerturbTestResponse": {
|
|
5481
5641
|
"type": "object",
|
|
5482
5642
|
"properties": {
|
|
5483
5643
|
"test": {
|
|
5484
|
-
"$ref": "#/definitions/
|
|
5644
|
+
"$ref": "#/definitions/v1Test",
|
|
5485
5645
|
"description": "The perturbed Test."
|
|
5486
5646
|
}
|
|
5487
5647
|
}
|
|
5488
5648
|
},
|
|
5489
|
-
"
|
|
5649
|
+
"v1Perturbator": {
|
|
5490
5650
|
"type": "object",
|
|
5491
5651
|
"properties": {
|
|
5492
5652
|
"name": {
|
|
@@ -5548,7 +5708,7 @@
|
|
|
5548
5708
|
}
|
|
5549
5709
|
}
|
|
5550
5710
|
},
|
|
5551
|
-
"
|
|
5711
|
+
"v1PerturbatorConfiguration": {
|
|
5552
5712
|
"type": "object",
|
|
5553
5713
|
"properties": {
|
|
5554
5714
|
"name": {
|
|
@@ -5556,7 +5716,7 @@
|
|
|
5556
5716
|
"title": "Required. The resource name of the perturbator to run, e.g.\n\"perturbators/h2o_sonar.utils.perturbations.CommaPerturbator\""
|
|
5557
5717
|
},
|
|
5558
5718
|
"intensity": {
|
|
5559
|
-
"$ref": "#/definitions/
|
|
5719
|
+
"$ref": "#/definitions/v1PerturbatorIntensity",
|
|
5560
5720
|
"description": "Optional. The intensity of the perturbator, defaults to PERTURBATOR_INTENSITY_MEDIUM."
|
|
5561
5721
|
},
|
|
5562
5722
|
"params": {
|
|
@@ -5566,7 +5726,7 @@
|
|
|
5566
5726
|
},
|
|
5567
5727
|
"description": "PerturbatorConfiguration represents the configuration of a perturbator to use during the\nperturbation process."
|
|
5568
5728
|
},
|
|
5569
|
-
"
|
|
5729
|
+
"v1PerturbatorIntensity": {
|
|
5570
5730
|
"type": "string",
|
|
5571
5731
|
"enum": [
|
|
5572
5732
|
"PERTURBATOR_INTENSITY_UNSPECIFIED",
|
|
@@ -5576,7 +5736,7 @@
|
|
|
5576
5736
|
],
|
|
5577
5737
|
"default": "PERTURBATOR_INTENSITY_UNSPECIFIED"
|
|
5578
5738
|
},
|
|
5579
|
-
"
|
|
5739
|
+
"v1ProblemAndAction": {
|
|
5580
5740
|
"type": "object",
|
|
5581
5741
|
"properties": {
|
|
5582
5742
|
"description": {
|
|
@@ -5642,7 +5802,7 @@
|
|
|
5642
5802
|
}
|
|
5643
5803
|
}
|
|
5644
5804
|
},
|
|
5645
|
-
"
|
|
5805
|
+
"v1Test": {
|
|
5646
5806
|
"type": "object",
|
|
5647
5807
|
"properties": {
|
|
5648
5808
|
"name": {
|
|
@@ -5712,7 +5872,7 @@
|
|
|
5712
5872
|
}
|
|
5713
5873
|
}
|
|
5714
5874
|
},
|
|
5715
|
-
"
|
|
5875
|
+
"v1TestCase": {
|
|
5716
5876
|
"type": "object",
|
|
5717
5877
|
"properties": {
|
|
5718
5878
|
"name": {
|
|
@@ -5778,7 +5938,7 @@
|
|
|
5778
5938
|
}
|
|
5779
5939
|
}
|
|
5780
5940
|
},
|
|
5781
|
-
"
|
|
5941
|
+
"v1TestCaseRelationship": {
|
|
5782
5942
|
"type": "object",
|
|
5783
5943
|
"properties": {
|
|
5784
5944
|
"source": {
|
|
@@ -5795,7 +5955,28 @@
|
|
|
5795
5955
|
}
|
|
5796
5956
|
}
|
|
5797
5957
|
},
|
|
5798
|
-
"
|
|
5958
|
+
"v1TestCasesGenerator": {
|
|
5959
|
+
"type": "string",
|
|
5960
|
+
"enum": [
|
|
5961
|
+
"TEST_CASES_GENERATOR_UNSPECIFIED",
|
|
5962
|
+
"TEST_CASES_GENERATOR_SIMPLE_FACTUAL_QUESTIONS",
|
|
5963
|
+
"TEST_CASES_GENERATOR_MULTI_HOP_QUESTIONS",
|
|
5964
|
+
"TEST_CASES_GENERATOR_INFERENCE_QUESTIONS",
|
|
5965
|
+
"TEST_CASES_GENERATOR_NUMERICAL_REASONING_QUESTIONS",
|
|
5966
|
+
"TEST_CASES_GENERATOR_AMBIGUITY_HANDLING_QUESTIONS",
|
|
5967
|
+
"TEST_CASES_GENERATOR_NEGATION_AND_CONTRADICTION_QUESTIONS",
|
|
5968
|
+
"TEST_CASES_GENERATOR_TEMPORAL_REASONING_QUESTIONS",
|
|
5969
|
+
"TEST_CASES_GENERATOR_OUT_OF_SCOPE_QUESTIONS",
|
|
5970
|
+
"TEST_CASES_GENERATOR_YES_OR_NO_QUESTIONS",
|
|
5971
|
+
"TEST_CASES_GENERATOR_MULTIPLE_CHOICE_QUESTIONS",
|
|
5972
|
+
"TEST_CASES_GENERATOR_DEMOGRAPHIC_REPRESENTATION_QUESTIONS",
|
|
5973
|
+
"TEST_CASES_GENERATOR_SENTIMENT_VARIATION_QUESTIONS",
|
|
5974
|
+
"TEST_CASES_GENERATOR_IRRELEVANT_INFORMATION_QUESTIONS",
|
|
5975
|
+
"TEST_CASES_GENERATOR_DELIBERATELY_MISLEADING_QUESTIONS"
|
|
5976
|
+
],
|
|
5977
|
+
"default": "TEST_CASES_GENERATOR_UNSPECIFIED"
|
|
5978
|
+
},
|
|
5979
|
+
"v1TestClass": {
|
|
5799
5980
|
"type": "object",
|
|
5800
5981
|
"properties": {
|
|
5801
5982
|
"name": {
|
|
@@ -5859,7 +6040,7 @@
|
|
|
5859
6040
|
"description": "List of recommended Tests that are part of the TestClass."
|
|
5860
6041
|
},
|
|
5861
6042
|
"testClassType": {
|
|
5862
|
-
"$ref": "#/definitions/
|
|
6043
|
+
"$ref": "#/definitions/v1TestClassType",
|
|
5863
6044
|
"description": "Type of the TestClass."
|
|
5864
6045
|
},
|
|
5865
6046
|
"tags": {
|
|
@@ -5871,7 +6052,7 @@
|
|
|
5871
6052
|
}
|
|
5872
6053
|
}
|
|
5873
6054
|
},
|
|
5874
|
-
"
|
|
6055
|
+
"v1TestClassType": {
|
|
5875
6056
|
"type": "string",
|
|
5876
6057
|
"enum": [
|
|
5877
6058
|
"TEST_CLASS_TYPE_UNSPECIFIED",
|
|
@@ -5885,7 +6066,7 @@
|
|
|
5885
6066
|
"default": "TEST_CLASS_TYPE_UNSPECIFIED",
|
|
5886
6067
|
"description": " - TEST_CLASS_TYPE_UNSPECIFIED: Unspecified TestClass type.\n - TEST_CLASS_TYPE_STANDARD: TestClass type corresponding to a certain standard.\n - TEST_CLASS_TYPE_ROLE: TestClass type corresponding to a certain role.\n - TEST_CLASS_TYPE_PROBLEM: TestClass type corresponding to a certain problem.\n - TEST_CLASS_TYPE_PURPOSE: TestClass type corresponding to a certain purpose.\n - TEST_CLASS_TYPE_METHOD: TestClass type corresponding to a certain method.\n - TEST_CLASS_TYPE_METHOD_TYPE: TestClass type corresponding to a certain method type."
|
|
5887
6068
|
},
|
|
5888
|
-
"
|
|
6069
|
+
"v1TestLab": {
|
|
5889
6070
|
"type": "object",
|
|
5890
6071
|
"properties": {
|
|
5891
6072
|
"name": {
|
|
@@ -5959,70 +6140,70 @@
|
|
|
5959
6140
|
}
|
|
5960
6141
|
}
|
|
5961
6142
|
},
|
|
5962
|
-
"
|
|
6143
|
+
"v1UpdateDashboardResponse": {
|
|
5963
6144
|
"type": "object",
|
|
5964
6145
|
"properties": {
|
|
5965
6146
|
"dashboard": {
|
|
5966
|
-
"$ref": "#/definitions/
|
|
6147
|
+
"$ref": "#/definitions/v1Dashboard",
|
|
5967
6148
|
"description": "The updated Dashboard."
|
|
5968
6149
|
}
|
|
5969
6150
|
}
|
|
5970
6151
|
},
|
|
5971
|
-
"
|
|
6152
|
+
"v1UpdateDocumentResponse": {
|
|
5972
6153
|
"type": "object",
|
|
5973
6154
|
"properties": {
|
|
5974
6155
|
"document": {
|
|
5975
|
-
"$ref": "#/definitions/
|
|
6156
|
+
"$ref": "#/definitions/v1Document",
|
|
5976
6157
|
"description": "The deleted Document."
|
|
5977
6158
|
}
|
|
5978
6159
|
}
|
|
5979
6160
|
},
|
|
5980
|
-
"
|
|
6161
|
+
"v1UpdateLeaderboardResponse": {
|
|
5981
6162
|
"type": "object",
|
|
5982
6163
|
"properties": {
|
|
5983
6164
|
"leaderboard": {
|
|
5984
|
-
"$ref": "#/definitions/
|
|
6165
|
+
"$ref": "#/definitions/v1Leaderboard",
|
|
5985
6166
|
"description": "The updated Leaderboard."
|
|
5986
6167
|
}
|
|
5987
6168
|
}
|
|
5988
6169
|
},
|
|
5989
|
-
"
|
|
6170
|
+
"v1UpdateModelResponse": {
|
|
5990
6171
|
"type": "object",
|
|
5991
6172
|
"properties": {
|
|
5992
6173
|
"model": {
|
|
5993
|
-
"$ref": "#/definitions/
|
|
6174
|
+
"$ref": "#/definitions/v1Model",
|
|
5994
6175
|
"description": "The updated Model."
|
|
5995
6176
|
}
|
|
5996
6177
|
}
|
|
5997
6178
|
},
|
|
5998
|
-
"
|
|
6179
|
+
"v1UpdateOperationResponse": {
|
|
5999
6180
|
"type": "object",
|
|
6000
6181
|
"properties": {
|
|
6001
6182
|
"operation": {
|
|
6002
|
-
"$ref": "#/definitions/
|
|
6183
|
+
"$ref": "#/definitions/v1Operation",
|
|
6003
6184
|
"description": "The updated Operation."
|
|
6004
6185
|
}
|
|
6005
6186
|
}
|
|
6006
6187
|
},
|
|
6007
|
-
"
|
|
6188
|
+
"v1UpdateTestCaseResponse": {
|
|
6008
6189
|
"type": "object",
|
|
6009
6190
|
"properties": {
|
|
6010
6191
|
"testCase": {
|
|
6011
|
-
"$ref": "#/definitions/
|
|
6192
|
+
"$ref": "#/definitions/v1TestCase",
|
|
6012
6193
|
"description": "The updated TestCase."
|
|
6013
6194
|
}
|
|
6014
6195
|
}
|
|
6015
6196
|
},
|
|
6016
|
-
"
|
|
6197
|
+
"v1UpdateTestResponse": {
|
|
6017
6198
|
"type": "object",
|
|
6018
6199
|
"properties": {
|
|
6019
6200
|
"test": {
|
|
6020
|
-
"$ref": "#/definitions/
|
|
6201
|
+
"$ref": "#/definitions/v1Test",
|
|
6021
6202
|
"description": "The updated Test."
|
|
6022
6203
|
}
|
|
6023
6204
|
}
|
|
6024
6205
|
},
|
|
6025
|
-
"
|
|
6206
|
+
"v1WhoAmIResponse": {
|
|
6026
6207
|
"type": "object",
|
|
6027
6208
|
"properties": {
|
|
6028
6209
|
"sub": {
|