eval-studio-client 0.8.0a2__py3-none-any.whl → 0.8.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/__init__.py +2 -1
- eval_studio_client/api/__init__.py +125 -120
- eval_studio_client/api/api/__init__.py +1 -0
- eval_studio_client/api/api/dashboard_service_api.py +71 -71
- eval_studio_client/api/api/document_service_api.py +64 -64
- eval_studio_client/api/api/evaluation_service_api.py +42 -42
- eval_studio_client/api/api/evaluator_service_api.py +50 -50
- eval_studio_client/api/api/info_service_api.py +8 -8
- eval_studio_client/api/api/leaderboard_service_api.py +126 -126
- eval_studio_client/api/api/model_service_api.py +92 -92
- eval_studio_client/api/api/operation_progress_service_api.py +8 -8
- eval_studio_client/api/api/operation_service_api.py +36 -36
- eval_studio_client/api/api/perturbation_service_api.py +8 -8
- eval_studio_client/api/api/perturbator_service_api.py +15 -15
- eval_studio_client/api/api/prompt_generation_service_api.py +321 -0
- eval_studio_client/api/api/test_case_service_api.py +57 -57
- eval_studio_client/api/api/test_class_service_api.py +15 -15
- eval_studio_client/api/api/test_lab_service_api.py +22 -22
- eval_studio_client/api/api/test_service_api.py +376 -92
- eval_studio_client/api/api/who_am_i_service_api.py +8 -8
- eval_studio_client/api/api_client.py +1 -1
- eval_studio_client/api/configuration.py +1 -1
- eval_studio_client/api/docs/DashboardServiceApi.md +38 -38
- eval_studio_client/api/docs/DocumentServiceApi.md +34 -34
- eval_studio_client/api/docs/EvaluationServiceApi.md +22 -22
- eval_studio_client/api/docs/EvaluatorServiceApi.md +26 -26
- eval_studio_client/api/docs/InfoServiceApi.md +4 -4
- eval_studio_client/api/docs/LeaderboardServiceApi.md +66 -66
- eval_studio_client/api/docs/ModelServiceApi.md +50 -50
- eval_studio_client/api/docs/OperationProgressServiceApi.md +4 -4
- eval_studio_client/api/docs/OperationServiceApi.md +20 -20
- eval_studio_client/api/docs/PerturbationServiceApi.md +4 -4
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +3 -3
- eval_studio_client/api/docs/PerturbatorServiceApi.md +8 -8
- eval_studio_client/api/docs/PromptGenerationServiceApi.md +78 -0
- eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +35 -0
- eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +1 -1
- eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +4 -4
- eval_studio_client/api/docs/RequiredTheModelToUpdate.md +1 -1
- eval_studio_client/api/docs/TestCaseServiceApi.md +31 -31
- eval_studio_client/api/docs/TestClassServiceApi.md +8 -8
- eval_studio_client/api/docs/TestLabServiceApi.md +11 -11
- eval_studio_client/api/docs/TestServiceApi.md +119 -49
- eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +33 -0
- eval_studio_client/api/docs/TestServicePerturbTestRequest.md +1 -1
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsRequest.md +31 -0
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDashboardsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDocumentsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteEvaluatorsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteEvaluatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteLeaderboardsRequest.md +30 -0
- eval_studio_client/api/docs/V1BatchDeleteLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteModelsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaBatchDeleteTestsRequest.md → V1BatchDeleteTestsRequest.md} +8 -8
- eval_studio_client/api/docs/V1BatchDeleteTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetOperationsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetTestsResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaBatchImportLeaderboardRequest.md → V1BatchImportLeaderboardRequest.md} +9 -9
- eval_studio_client/api/docs/V1BatchImportLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaBatchImportTestsRequest.md → V1BatchImportTestsRequest.md} +8 -8
- eval_studio_client/api/docs/V1BatchImportTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1CheckBaseModelsResponse.md +30 -0
- eval_studio_client/api/docs/{V1alphaCollectionInfo.md → V1CollectionInfo.md} +8 -8
- eval_studio_client/api/docs/V1CreateDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateDocumentResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaCreateEvaluationRequest.md → V1CreateEvaluationRequest.md} +10 -10
- eval_studio_client/api/docs/V1CreateEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateLeaderboardRequest.md +29 -0
- eval_studio_client/api/docs/V1CreateLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateLeaderboardWithoutCacheResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateModelResponse.md +29 -0
- eval_studio_client/api/docs/V1CreatePerturbationResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateTestLabResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaDashboard.md → V1Dashboard.md} +9 -9
- eval_studio_client/api/docs/{V1alphaDashboardStatus.md → V1DashboardStatus.md} +1 -1
- eval_studio_client/api/docs/V1DeleteDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteModelResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaDocument.md → V1Document.md} +8 -8
- eval_studio_client/api/docs/V1EvaluationTest.md +32 -0
- eval_studio_client/api/docs/{V1alphaEvaluator.md → V1Evaluator.md} +10 -9
- eval_studio_client/api/docs/{V1alphaEvaluatorParamType.md → V1EvaluatorParamType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaEvaluatorParameter.md → V1EvaluatorParameter.md} +9 -9
- eval_studio_client/api/docs/{V1alphaEvaluatorView.md → V1EvaluatorView.md} +1 -1
- eval_studio_client/api/docs/V1FinalizeOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1FindAllTestCasesByIDResponse.md +29 -0
- eval_studio_client/api/docs/V1FindTestLabResponse.md +29 -0
- eval_studio_client/api/docs/V1GenerateTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1GetDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1GetDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1GetEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1GetInfoResponse.md +29 -0
- eval_studio_client/api/docs/V1GetLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1GetModelResponse.md +29 -0
- eval_studio_client/api/docs/V1GetOperationProgressByParentResponse.md +29 -0
- eval_studio_client/api/docs/V1GetOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1GetPerturbatorResponse.md +29 -0
- eval_studio_client/api/docs/V1GetTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1GetTestClassResponse.md +29 -0
- eval_studio_client/api/docs/V1GetTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaImportEvaluationRequest.md → V1ImportEvaluationRequest.md} +9 -9
- eval_studio_client/api/docs/{V1alphaImportLeaderboardRequest.md → V1ImportLeaderboardRequest.md} +9 -9
- eval_studio_client/api/docs/V1ImportLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaInfo.md → V1Info.md} +8 -8
- eval_studio_client/api/docs/{V1alphaInsight.md → V1Insight.md} +8 -8
- eval_studio_client/api/docs/{V1alphaLeaderboard.md → V1Leaderboard.md} +12 -12
- eval_studio_client/api/docs/{V1alphaLeaderboardStatus.md → V1LeaderboardStatus.md} +1 -1
- eval_studio_client/api/docs/{V1alphaLeaderboardType.md → V1LeaderboardType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaLeaderboardView.md → V1LeaderboardView.md} +1 -1
- eval_studio_client/api/docs/V1ListBaseModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListEvaluatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListLLMModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListLeaderboardsResponse.md +30 -0
- eval_studio_client/api/docs/V1ListModelCollectionsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListOperationsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListPerturbatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListRAGCollectionsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestClassesResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestsResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaModel.md → V1Model.md} +9 -9
- eval_studio_client/api/docs/{V1alphaModelType.md → V1ModelType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaOperation.md → V1Operation.md} +8 -8
- eval_studio_client/api/docs/{V1alphaOperationProgress.md → V1OperationProgress.md} +8 -8
- eval_studio_client/api/docs/V1PerturbTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaPerturbator.md → V1Perturbator.md} +8 -8
- eval_studio_client/api/docs/V1PerturbatorConfiguration.md +32 -0
- eval_studio_client/api/docs/{V1alphaPerturbatorIntensity.md → V1PerturbatorIntensity.md} +1 -1
- eval_studio_client/api/docs/{V1alphaProblemAndAction.md → V1ProblemAndAction.md} +8 -8
- eval_studio_client/api/docs/{V1alphaTest.md → V1Test.md} +8 -8
- eval_studio_client/api/docs/{V1alphaTestCase.md → V1TestCase.md} +8 -8
- eval_studio_client/api/docs/{V1alphaTestCaseRelationship.md → V1TestCaseRelationship.md} +8 -8
- eval_studio_client/api/docs/V1TestCasesGenerator.md +11 -0
- eval_studio_client/api/docs/{V1alphaTestClass.md → V1TestClass.md} +9 -9
- eval_studio_client/api/docs/{V1alphaTestClassType.md → V1TestClassType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaTestLab.md → V1TestLab.md} +8 -8
- eval_studio_client/api/docs/V1UpdateDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateModelResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaWhoAmIResponse.md → V1WhoAmIResponse.md} +8 -8
- eval_studio_client/api/docs/WhoAmIServiceApi.md +4 -4
- eval_studio_client/api/exceptions.py +1 -1
- eval_studio_client/api/models/__init__.py +124 -120
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +10 -10
- eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +104 -0
- eval_studio_client/api/models/protobuf_any.py +1 -1
- eval_studio_client/api/models/required_the_dashboard_to_update.py +3 -3
- eval_studio_client/api/models/required_the_document_to_update.py +1 -1
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +11 -11
- eval_studio_client/api/models/required_the_model_to_update.py +3 -3
- eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
- eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
- eval_studio_client/api/models/required_the_test_case_to_update.py +1 -1
- eval_studio_client/api/models/required_the_test_to_update.py +1 -1
- eval_studio_client/api/models/rpc_status.py +1 -1
- eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
- eval_studio_client/api/models/test_service_generate_test_cases_request.py +96 -0
- eval_studio_client/api/models/test_service_perturb_test_request.py +4 -4
- eval_studio_client/api/models/{v1alpha_batch_create_leaderboards_request.py → v1_batch_create_leaderboards_request.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_operation_response.py → v1_batch_create_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_request.py → v1_batch_delete_dashboards_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_dashboards_response.py → v1_batch_delete_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_documents_request.py → v1_batch_delete_documents_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_documents_response.py → v1_batch_delete_documents_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_request.py → v1_batch_delete_evaluators_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_evaluators_response.py → v1_batch_delete_evaluators_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_request.py → v1_batch_delete_leaderboards_request.py} +7 -7
- eval_studio_client/api/models/{v1alpha_batch_get_leaderboards_response.py → v1_batch_delete_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_models_request.py → v1_batch_delete_models_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_models_response.py → v1_batch_delete_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_test_cases_response.py → v1_batch_delete_test_cases_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_tests_request.py → v1_batch_delete_tests_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_tests_response.py → v1_batch_delete_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_dashboards_response.py → v1_batch_get_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_documents_response.py → v1_batch_get_documents_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_response.py → v1_batch_get_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_models_response.py → v1_batch_get_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_operations_response.py → v1_batch_get_operations_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_tests_response.py → v1_batch_get_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_import_leaderboard_request.py → v1_batch_import_leaderboard_request.py} +7 -7
- eval_studio_client/api/models/{v1alpha_import_leaderboard_response.py → v1_batch_import_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_import_tests_request.py → v1_batch_import_tests_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_batch_delete_tests_response.py → v1_batch_import_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_check_base_models_response.py → v1_check_base_models_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_collection_info.py → v1_collection_info.py} +4 -4
- eval_studio_client/api/models/{v1alpha_get_dashboard_response.py → v1_create_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_document_response.py → v1_create_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_evaluation_request.py → v1_create_evaluation_request.py} +11 -11
- eval_studio_client/api/models/{v1alpha_get_evaluator_response.py → v1_create_evaluator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_leaderboard_response.py → v1_create_leaderboard_request.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_operation_response.py → v1_create_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_get_model_response.py → v1_create_model_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_perturbation_response.py → v1_create_perturbation_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_get_test_case_response.py → v1_create_test_case_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_find_test_lab_response.py → v1_create_test_lab_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_test_response.py → v1_create_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_dashboard.py → v1_dashboard.py} +7 -7
- eval_studio_client/api/models/{v1alpha_dashboard_status.py → v1_dashboard_status.py} +3 -3
- eval_studio_client/api/models/{v1alpha_update_dashboard_response.py → v1_delete_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_document_response.py → v1_delete_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_evaluator_response.py → v1_delete_evaluator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_leaderboard_request.py → v1_delete_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_model_response.py → v1_delete_model_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_test_case_response.py → v1_delete_test_case_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_test_response.py → v1_delete_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_document.py → v1_document.py} +5 -5
- eval_studio_client/api/models/{v1alpha_evaluation_test.py → v1_evaluation_test.py} +10 -10
- eval_studio_client/api/models/{v1alpha_evaluator.py → v1_evaluator.py} +14 -10
- eval_studio_client/api/models/{v1alpha_evaluator_param_type.py → v1_evaluator_param_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_evaluator_parameter.py → v1_evaluator_parameter.py} +7 -7
- eval_studio_client/api/models/{v1alpha_evaluator_view.py → v1_evaluator_view.py} +3 -3
- eval_studio_client/api/models/{v1alpha_create_leaderboard_response.py → v1_finalize_operation_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_find_all_test_cases_by_id_response.py → v1_find_all_test_cases_by_id_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_test_lab_response.py → v1_find_test_lab_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_finalize_operation_response.py → v1_generate_test_cases_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_dashboard_response.py → v1_get_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_document_response.py → v1_get_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_evaluator_response.py → v1_get_evaluator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_info_response.py → v1_get_info_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_leaderboard_response.py → v1_get_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_model_response.py → v1_get_model_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_operation_progress_by_parent_response.py → v1_get_operation_progress_by_parent_response.py} +8 -8
- eval_studio_client/api/models/v1_get_operation_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_get_perturbator_response.py → v1_get_perturbator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_test_case_response.py → v1_get_test_case_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_test_class_response.py → v1_get_test_class_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_test_response.py → v1_get_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_import_evaluation_request.py → v1_import_evaluation_request.py} +8 -8
- eval_studio_client/api/models/{v1alpha_import_leaderboard_request.py → v1_import_leaderboard_request.py} +7 -7
- eval_studio_client/api/models/v1_import_leaderboard_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_info.py → v1_info.py} +5 -5
- eval_studio_client/api/models/{v1alpha_insight.py → v1_insight.py} +4 -4
- eval_studio_client/api/models/{v1alpha_leaderboard.py → v1_leaderboard.py} +15 -15
- eval_studio_client/api/models/{v1alpha_leaderboard_status.py → v1_leaderboard_status.py} +3 -3
- eval_studio_client/api/models/{v1alpha_leaderboard_type.py → v1_leaderboard_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_leaderboard_view.py → v1_leaderboard_view.py} +3 -3
- eval_studio_client/api/models/{v1alpha_list_base_models_response.py → v1_list_base_models_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_response.py → v1_list_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_documents_response.py → v1_list_documents_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_response.py → v1_list_evaluators_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_leaderboards_response.py → v1_list_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_llm_models_response.py → v1_list_llm_models_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_model_collections_response.py → v1_list_model_collections_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_models_response.py → v1_list_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_most_recent_dashboards_response.py → v1_list_most_recent_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_most_recent_leaderboards_response.py → v1_list_most_recent_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_most_recent_models_response.py → v1_list_most_recent_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_import_tests_response.py → v1_list_most_recent_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_operations_response.py → v1_list_operations_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_perturbators_response.py → v1_list_perturbators_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_rag_collections_response.py → v1_list_rag_collections_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_test_cases_response.py → v1_list_test_cases_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_test_classes_response.py → v1_list_test_classes_response.py} +8 -8
- eval_studio_client/api/models/v1_list_tests_response.py +95 -0
- eval_studio_client/api/models/{v1alpha_model.py → v1_model.py} +7 -7
- eval_studio_client/api/models/{v1alpha_model_type.py → v1_model_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_operation.py → v1_operation.py} +4 -4
- eval_studio_client/api/models/{v1alpha_operation_progress.py → v1_operation_progress.py} +5 -5
- eval_studio_client/api/models/{v1alpha_delete_test_response.py → v1_perturb_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_perturbator.py → v1_perturbator.py} +5 -5
- eval_studio_client/api/models/{v1alpha_perturbator_configuration.py → v1_perturbator_configuration.py} +6 -6
- eval_studio_client/api/models/{v1alpha_perturbator_intensity.py → v1_perturbator_intensity.py} +4 -4
- eval_studio_client/api/models/{v1alpha_problem_and_action.py → v1_problem_and_action.py} +5 -5
- eval_studio_client/api/models/{v1alpha_test.py → v1_test.py} +5 -5
- eval_studio_client/api/models/{v1alpha_test_case.py → v1_test_case.py} +5 -5
- eval_studio_client/api/models/{v1alpha_test_case_relationship.py → v1_test_case_relationship.py} +5 -5
- eval_studio_client/api/models/v1_test_cases_generator.py +50 -0
- eval_studio_client/api/models/{v1alpha_test_class.py → v1_test_class.py} +7 -7
- eval_studio_client/api/models/{v1alpha_test_class_type.py → v1_test_class_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_test_lab.py → v1_test_lab.py} +5 -5
- eval_studio_client/api/models/{v1alpha_delete_dashboard_response.py → v1_update_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_document_response.py → v1_update_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_leaderboard_response.py → v1_update_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_model_response.py → v1_update_model_response.py} +8 -8
- eval_studio_client/api/models/v1_update_operation_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_update_test_case_response.py → v1_update_test_case_response.py} +8 -8
- eval_studio_client/api/models/v1_update_test_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_who_am_i_response.py → v1_who_am_i_response.py} +5 -5
- eval_studio_client/api/rest.py +1 -1
- eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
- eval_studio_client/api/test/test_document_service_api.py +1 -1
- eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
- eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
- eval_studio_client/api/test/test_info_service_api.py +1 -1
- eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
- eval_studio_client/api/test/test_model_service_api.py +1 -1
- eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
- eval_studio_client/api/test/test_operation_service_api.py +1 -1
- eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
- eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +4 -4
- eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
- eval_studio_client/api/test/test_prompt_generation_service_api.py +37 -0
- eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +75 -0
- eval_studio_client/api/test/test_protobuf_any.py +1 -1
- eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +3 -3
- eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
- eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_test_case_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
- eval_studio_client/api/test/test_rpc_status.py +1 -1
- eval_studio_client/api/test/test_test_case_service_api.py +1 -1
- eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
- eval_studio_client/api/test/test_test_class_service_api.py +1 -1
- eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
- eval_studio_client/api/test/test_test_service_api.py +7 -1
- eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +57 -0
- eval_studio_client/api/test/test_test_service_perturb_test_request.py +2 -2
- eval_studio_client/api/test/{test_v1alpha_batch_create_leaderboards_request.py → test_v1_batch_create_leaderboards_request.py} +16 -16
- eval_studio_client/api/test/{test_v1alpha_create_leaderboard_response.py → test_v1_batch_create_leaderboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_models_request.py → test_v1_batch_delete_dashboards_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_dashboards_response.py → test_v1_batch_delete_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_request.py → test_v1_batch_delete_documents_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_documents_response.py → test_v1_batch_delete_documents_response.py} +13 -13
- eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +53 -0
- eval_studio_client/api/test/{test_v1alpha_batch_delete_evaluators_response.py → test_v1_batch_delete_evaluators_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_request.py → test_v1_batch_delete_leaderboards_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_leaderboards_response.py → test_v1_batch_delete_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/test_v1_batch_delete_models_request.py +53 -0
- eval_studio_client/api/test/{test_v1alpha_batch_get_models_response.py → test_v1_batch_delete_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_test_cases_response.py → test_v1_batch_delete_test_cases_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_request.py → test_v1_batch_delete_tests_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_tests_response.py → test_v1_batch_delete_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_dashboards_response.py → test_v1_batch_get_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_documents_response.py → test_v1_batch_get_documents_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_response.py → test_v1_batch_get_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_list_models_response.py → test_v1_batch_get_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_operations_response.py → test_v1_batch_get_operations_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_tests_response.py → test_v1_batch_get_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_request.py → test_v1_batch_import_leaderboard_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_import_leaderboard_response.py → test_v1_batch_import_leaderboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_import_tests_request.py → test_v1_batch_import_tests_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_import_tests_response.py → test_v1_batch_import_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_check_base_models_response.py → test_v1_check_base_models_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_collection_info.py → test_v1_collection_info.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_get_dashboard_response.py → test_v1_create_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_document_response.py → test_v1_create_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_evaluation_request.py → test_v1_create_evaluation_request.py} +16 -16
- eval_studio_client/api/test/{test_v1alpha_get_evaluator_response.py → test_v1_create_evaluator_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_get_leaderboard_response.py → test_v1_create_leaderboard_request.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_update_operation_response.py → test_v1_create_leaderboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_response.py → test_v1_create_leaderboard_without_cache_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_model_response.py → test_v1_create_model_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_perturbation_response.py → test_v1_create_perturbation_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_get_test_case_response.py → test_v1_create_test_case_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_find_test_lab_response.py → test_v1_create_test_lab_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_test_response.py → test_v1_create_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_dashboard.py → test_v1_dashboard.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_evaluator_view.py → test_v1_dashboard_status.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_update_dashboard_response.py → test_v1_delete_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_update_document_response.py → test_v1_delete_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_evaluator_response.py → test_v1_delete_evaluator_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_create_leaderboard_request.py → test_v1_delete_leaderboard_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_delete_model_response.py → test_v1_delete_model_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_test_case_response.py → test_v1_delete_test_case_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_test_response.py → test_v1_delete_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_document.py → test_v1_document.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_evaluation_test.py → test_v1_evaluation_test.py} +14 -14
- eval_studio_client/api/test/{test_v1alpha_evaluator.py → test_v1_evaluator.py} +14 -13
- eval_studio_client/api/test/{test_v1alpha_test_class_type.py → test_v1_evaluator_param_type.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_evaluator_parameter.py → test_v1_evaluator_parameter.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_model_type.py → test_v1_evaluator_view.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_get_operation_response.py → test_v1_finalize_operation_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_find_all_test_cases_by_id_response.py → test_v1_find_all_test_cases_by_id_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_test_lab_response.py → test_v1_find_test_lab_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_finalize_operation_response.py → test_v1_generate_test_cases_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_dashboard_response.py → test_v1_get_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_document_response.py → test_v1_get_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_evaluator_response.py → test_v1_get_evaluator_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_get_info_response.py → test_v1_get_info_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_leaderboard_response.py → test_v1_get_leaderboard_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_create_model_response.py → test_v1_get_model_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_operation_progress_by_parent_response.py → test_v1_get_operation_progress_by_parent_response.py} +13 -13
- eval_studio_client/api/test/test_v1_get_operation_response.py +71 -0
- eval_studio_client/api/test/{test_v1alpha_get_perturbator_response.py → test_v1_get_perturbator_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_test_case_response.py → test_v1_get_test_case_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_test_class_response.py → test_v1_get_test_class_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_test_response.py → test_v1_get_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_import_evaluation_request.py → test_v1_import_evaluation_request.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_import_leaderboard_request.py → test_v1_import_leaderboard_request.py} +12 -12
- eval_studio_client/api/test/test_v1_import_leaderboard_response.py +71 -0
- eval_studio_client/api/test/{test_v1alpha_info.py → test_v1_info.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_insight.py → test_v1_insight.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_leaderboard.py → test_v1_leaderboard.py} +14 -14
- eval_studio_client/api/test/{test_v1alpha_dashboard_status.py → test_v1_leaderboard_status.py} +7 -7
- eval_studio_client/api/test/test_v1_leaderboard_type.py +33 -0
- eval_studio_client/api/test/test_v1_leaderboard_view.py +33 -0
- eval_studio_client/api/test/{test_v1alpha_list_base_models_response.py → test_v1_list_base_models_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_delete_dashboards_response.py → test_v1_list_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_response.py → test_v1_list_documents_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_evaluators_response.py → test_v1_list_evaluators_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_list_leaderboards_response.py → test_v1_list_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_list_llm_models_response.py → test_v1_list_llm_models_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_list_rag_collections_response.py → test_v1_list_model_collections_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_models_response.py → test_v1_list_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_most_recent_dashboards_response.py → test_v1_list_most_recent_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_most_recent_leaderboards_response.py → test_v1_list_most_recent_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_list_most_recent_models_response.py → test_v1_list_most_recent_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_response.py → test_v1_list_most_recent_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_get_operations_response.py → test_v1_list_operations_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_perturbators_response.py → test_v1_list_perturbators_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_model_collections_response.py → test_v1_list_rag_collections_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_test_cases_response.py → test_v1_list_test_cases_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_test_classes_response.py → test_v1_list_test_classes_response.py} +13 -13
- eval_studio_client/api/test/test_v1_list_tests_response.py +69 -0
- eval_studio_client/api/test/{test_v1alpha_model.py → test_v1_model.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_leaderboard_view.py → test_v1_model_type.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_operation.py → test_v1_operation.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_operation_progress.py → test_v1_operation_progress.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_update_test_response.py → test_v1_perturb_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_perturbator.py → test_v1_perturbator.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_perturbator_configuration.py → test_v1_perturbator_configuration.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_leaderboard_type.py → test_v1_perturbator_intensity.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_problem_and_action.py → test_v1_problem_and_action.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_test.py → test_v1_test.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_test_case.py → test_v1_test_case.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_test_case_relationship.py → test_v1_test_case_relationship.py} +12 -12
- eval_studio_client/api/test/test_v1_test_cases_generator.py +33 -0
- eval_studio_client/api/test/{test_v1alpha_test_class.py → test_v1_test_class.py} +12 -12
- eval_studio_client/api/test/test_v1_test_class_type.py +33 -0
- eval_studio_client/api/test/{test_v1alpha_test_lab.py → test_v1_test_lab.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_delete_dashboard_response.py → test_v1_update_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_document_response.py → test_v1_update_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_update_leaderboard_response.py → test_v1_update_leaderboard_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_update_model_response.py → test_v1_update_model_response.py} +13 -13
- eval_studio_client/api/test/test_v1_update_operation_response.py +71 -0
- eval_studio_client/api/test/{test_v1alpha_update_test_case_response.py → test_v1_update_test_case_response.py} +13 -13
- eval_studio_client/api/test/test_v1_update_test_response.py +67 -0
- eval_studio_client/api/test/{test_v1alpha_who_am_i_response.py → test_v1_who_am_i_response.py} +12 -12
- eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
- eval_studio_client/dashboards.py +23 -1
- eval_studio_client/documents.py +3 -3
- eval_studio_client/evaluators.py +1 -1
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +568 -387
- eval_studio_client/insights.py +1 -1
- eval_studio_client/leaderboards.py +11 -13
- eval_studio_client/models.py +61 -29
- eval_studio_client/perturbators.py +5 -7
- eval_studio_client/problems.py +1 -1
- eval_studio_client/test_labs.py +2 -2
- eval_studio_client/tests.py +225 -8
- {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-0.8.2.dist-info}/METADATA +2 -2
- eval_studio_client-0.8.2.dist-info/RECORD +485 -0
- {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-0.8.2.dist-info}/WHEEL +1 -1
- eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +0 -31
- eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +0 -30
- eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +0 -30
- eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaEvaluationTest.md +0 -32
- eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetInfoResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetOperationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +0 -30
- eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListOperationsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +0 -32
- eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +0 -29
- eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +0 -91
- eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +0 -91
- eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +0 -91
- eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +0 -95
- eval_studio_client/api/models/v1alpha_perturb_test_response.py +0 -91
- eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +0 -71
- eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +0 -53
- eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +0 -53
- eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +0 -71
- eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +0 -33
- eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +0 -33
- eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +0 -69
- eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +0 -67
- eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +0 -33
- eval_studio_client-0.8.0a2.dist-info/RECORD +0 -470
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# coding: utf-8
|
|
2
2
|
|
|
3
3
|
"""
|
|
4
|
-
ai/h2o/eval_studio/
|
|
4
|
+
ai/h2o/eval_studio/v1/collection.proto
|
|
5
5
|
|
|
6
6
|
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
7
|
|
|
@@ -14,10 +14,10 @@
|
|
|
14
14
|
|
|
15
15
|
import unittest
|
|
16
16
|
|
|
17
|
-
from eval_studio_client.api.models.
|
|
17
|
+
from eval_studio_client.api.models.v1_test_case import V1TestCase
|
|
18
18
|
|
|
19
|
-
class
|
|
20
|
-
"""
|
|
19
|
+
class TestV1TestCase(unittest.TestCase):
|
|
20
|
+
"""V1TestCase unit test stubs"""
|
|
21
21
|
|
|
22
22
|
def setUp(self):
|
|
23
23
|
pass
|
|
@@ -25,16 +25,16 @@ class TestV1alphaTestCase(unittest.TestCase):
|
|
|
25
25
|
def tearDown(self):
|
|
26
26
|
pass
|
|
27
27
|
|
|
28
|
-
def make_instance(self, include_optional) ->
|
|
29
|
-
"""Test
|
|
28
|
+
def make_instance(self, include_optional) -> V1TestCase:
|
|
29
|
+
"""Test V1TestCase
|
|
30
30
|
include_option is a boolean, when False only required
|
|
31
31
|
params are included, when True both required and
|
|
32
32
|
optional params are included """
|
|
33
|
-
# uncomment below to create an instance of `
|
|
33
|
+
# uncomment below to create an instance of `V1TestCase`
|
|
34
34
|
"""
|
|
35
|
-
model =
|
|
35
|
+
model = V1TestCase()
|
|
36
36
|
if include_optional:
|
|
37
|
-
return
|
|
37
|
+
return V1TestCase(
|
|
38
38
|
name = '',
|
|
39
39
|
create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
40
40
|
creator = '',
|
|
@@ -51,12 +51,12 @@ class TestV1alphaTestCase(unittest.TestCase):
|
|
|
51
51
|
condition = ''
|
|
52
52
|
)
|
|
53
53
|
else:
|
|
54
|
-
return
|
|
54
|
+
return V1TestCase(
|
|
55
55
|
)
|
|
56
56
|
"""
|
|
57
57
|
|
|
58
|
-
def
|
|
59
|
-
"""Test
|
|
58
|
+
def testV1TestCase(self):
|
|
59
|
+
"""Test V1TestCase"""
|
|
60
60
|
# inst_req_only = self.make_instance(include_optional=False)
|
|
61
61
|
# inst_req_and_optional = self.make_instance(include_optional=True)
|
|
62
62
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# coding: utf-8
|
|
2
2
|
|
|
3
3
|
"""
|
|
4
|
-
ai/h2o/eval_studio/
|
|
4
|
+
ai/h2o/eval_studio/v1/collection.proto
|
|
5
5
|
|
|
6
6
|
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
7
|
|
|
@@ -14,10 +14,10 @@
|
|
|
14
14
|
|
|
15
15
|
import unittest
|
|
16
16
|
|
|
17
|
-
from eval_studio_client.api.models.
|
|
17
|
+
from eval_studio_client.api.models.v1_test_case_relationship import V1TestCaseRelationship
|
|
18
18
|
|
|
19
|
-
class
|
|
20
|
-
"""
|
|
19
|
+
class TestV1TestCaseRelationship(unittest.TestCase):
|
|
20
|
+
"""V1TestCaseRelationship unit test stubs"""
|
|
21
21
|
|
|
22
22
|
def setUp(self):
|
|
23
23
|
pass
|
|
@@ -25,27 +25,27 @@ class TestV1alphaTestCaseRelationship(unittest.TestCase):
|
|
|
25
25
|
def tearDown(self):
|
|
26
26
|
pass
|
|
27
27
|
|
|
28
|
-
def make_instance(self, include_optional) ->
|
|
29
|
-
"""Test
|
|
28
|
+
def make_instance(self, include_optional) -> V1TestCaseRelationship:
|
|
29
|
+
"""Test V1TestCaseRelationship
|
|
30
30
|
include_option is a boolean, when False only required
|
|
31
31
|
params are included, when True both required and
|
|
32
32
|
optional params are included """
|
|
33
|
-
# uncomment below to create an instance of `
|
|
33
|
+
# uncomment below to create an instance of `V1TestCaseRelationship`
|
|
34
34
|
"""
|
|
35
|
-
model =
|
|
35
|
+
model = V1TestCaseRelationship()
|
|
36
36
|
if include_optional:
|
|
37
|
-
return
|
|
37
|
+
return V1TestCaseRelationship(
|
|
38
38
|
source = '',
|
|
39
39
|
target = '',
|
|
40
40
|
type = ''
|
|
41
41
|
)
|
|
42
42
|
else:
|
|
43
|
-
return
|
|
43
|
+
return V1TestCaseRelationship(
|
|
44
44
|
)
|
|
45
45
|
"""
|
|
46
46
|
|
|
47
|
-
def
|
|
48
|
-
"""Test
|
|
47
|
+
def testV1TestCaseRelationship(self):
|
|
48
|
+
"""Test V1TestCaseRelationship"""
|
|
49
49
|
# inst_req_only = self.make_instance(include_optional=False)
|
|
50
50
|
# inst_req_and_optional = self.make_instance(include_optional=True)
|
|
51
51
|
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
# coding: utf-8
|
|
2
|
+
|
|
3
|
+
"""
|
|
4
|
+
ai/h2o/eval_studio/v1/collection.proto
|
|
5
|
+
|
|
6
|
+
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
+
|
|
8
|
+
The version of the OpenAPI document: version not set
|
|
9
|
+
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
+
|
|
11
|
+
Do not edit the class manually.
|
|
12
|
+
""" # noqa: E501
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
import unittest
|
|
16
|
+
|
|
17
|
+
from eval_studio_client.api.models.v1_test_cases_generator import V1TestCasesGenerator
|
|
18
|
+
|
|
19
|
+
class TestV1TestCasesGenerator(unittest.TestCase):
|
|
20
|
+
"""V1TestCasesGenerator unit test stubs"""
|
|
21
|
+
|
|
22
|
+
def setUp(self):
|
|
23
|
+
pass
|
|
24
|
+
|
|
25
|
+
def tearDown(self):
|
|
26
|
+
pass
|
|
27
|
+
|
|
28
|
+
def testV1TestCasesGenerator(self):
|
|
29
|
+
"""Test V1TestCasesGenerator"""
|
|
30
|
+
# inst = V1TestCasesGenerator()
|
|
31
|
+
|
|
32
|
+
if __name__ == '__main__':
|
|
33
|
+
unittest.main()
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# coding: utf-8
|
|
2
2
|
|
|
3
3
|
"""
|
|
4
|
-
ai/h2o/eval_studio/
|
|
4
|
+
ai/h2o/eval_studio/v1/collection.proto
|
|
5
5
|
|
|
6
6
|
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
7
|
|
|
@@ -14,10 +14,10 @@
|
|
|
14
14
|
|
|
15
15
|
import unittest
|
|
16
16
|
|
|
17
|
-
from eval_studio_client.api.models.
|
|
17
|
+
from eval_studio_client.api.models.v1_test_class import V1TestClass
|
|
18
18
|
|
|
19
|
-
class
|
|
20
|
-
"""
|
|
19
|
+
class TestV1TestClass(unittest.TestCase):
|
|
20
|
+
"""V1TestClass unit test stubs"""
|
|
21
21
|
|
|
22
22
|
def setUp(self):
|
|
23
23
|
pass
|
|
@@ -25,16 +25,16 @@ class TestV1alphaTestClass(unittest.TestCase):
|
|
|
25
25
|
def tearDown(self):
|
|
26
26
|
pass
|
|
27
27
|
|
|
28
|
-
def make_instance(self, include_optional) ->
|
|
29
|
-
"""Test
|
|
28
|
+
def make_instance(self, include_optional) -> V1TestClass:
|
|
29
|
+
"""Test V1TestClass
|
|
30
30
|
include_option is a boolean, when False only required
|
|
31
31
|
params are included, when True both required and
|
|
32
32
|
optional params are included """
|
|
33
|
-
# uncomment below to create an instance of `
|
|
33
|
+
# uncomment below to create an instance of `V1TestClass`
|
|
34
34
|
"""
|
|
35
|
-
model =
|
|
35
|
+
model = V1TestClass()
|
|
36
36
|
if include_optional:
|
|
37
|
-
return
|
|
37
|
+
return V1TestClass(
|
|
38
38
|
name = '',
|
|
39
39
|
create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
40
40
|
creator = '',
|
|
@@ -56,12 +56,12 @@ class TestV1alphaTestClass(unittest.TestCase):
|
|
|
56
56
|
]
|
|
57
57
|
)
|
|
58
58
|
else:
|
|
59
|
-
return
|
|
59
|
+
return V1TestClass(
|
|
60
60
|
)
|
|
61
61
|
"""
|
|
62
62
|
|
|
63
|
-
def
|
|
64
|
-
"""Test
|
|
63
|
+
def testV1TestClass(self):
|
|
64
|
+
"""Test V1TestClass"""
|
|
65
65
|
# inst_req_only = self.make_instance(include_optional=False)
|
|
66
66
|
# inst_req_and_optional = self.make_instance(include_optional=True)
|
|
67
67
|
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
# coding: utf-8
|
|
2
|
+
|
|
3
|
+
"""
|
|
4
|
+
ai/h2o/eval_studio/v1/collection.proto
|
|
5
|
+
|
|
6
|
+
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
+
|
|
8
|
+
The version of the OpenAPI document: version not set
|
|
9
|
+
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
+
|
|
11
|
+
Do not edit the class manually.
|
|
12
|
+
""" # noqa: E501
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
import unittest
|
|
16
|
+
|
|
17
|
+
from eval_studio_client.api.models.v1_test_class_type import V1TestClassType
|
|
18
|
+
|
|
19
|
+
class TestV1TestClassType(unittest.TestCase):
|
|
20
|
+
"""V1TestClassType unit test stubs"""
|
|
21
|
+
|
|
22
|
+
def setUp(self):
|
|
23
|
+
pass
|
|
24
|
+
|
|
25
|
+
def tearDown(self):
|
|
26
|
+
pass
|
|
27
|
+
|
|
28
|
+
def testV1TestClassType(self):
|
|
29
|
+
"""Test V1TestClassType"""
|
|
30
|
+
# inst = V1TestClassType()
|
|
31
|
+
|
|
32
|
+
if __name__ == '__main__':
|
|
33
|
+
unittest.main()
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# coding: utf-8
|
|
2
2
|
|
|
3
3
|
"""
|
|
4
|
-
ai/h2o/eval_studio/
|
|
4
|
+
ai/h2o/eval_studio/v1/collection.proto
|
|
5
5
|
|
|
6
6
|
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
7
|
|
|
@@ -14,10 +14,10 @@
|
|
|
14
14
|
|
|
15
15
|
import unittest
|
|
16
16
|
|
|
17
|
-
from eval_studio_client.api.models.
|
|
17
|
+
from eval_studio_client.api.models.v1_test_lab import V1TestLab
|
|
18
18
|
|
|
19
|
-
class
|
|
20
|
-
"""
|
|
19
|
+
class TestV1TestLab(unittest.TestCase):
|
|
20
|
+
"""V1TestLab unit test stubs"""
|
|
21
21
|
|
|
22
22
|
def setUp(self):
|
|
23
23
|
pass
|
|
@@ -25,16 +25,16 @@ class TestV1alphaTestLab(unittest.TestCase):
|
|
|
25
25
|
def tearDown(self):
|
|
26
26
|
pass
|
|
27
27
|
|
|
28
|
-
def make_instance(self, include_optional) ->
|
|
29
|
-
"""Test
|
|
28
|
+
def make_instance(self, include_optional) -> V1TestLab:
|
|
29
|
+
"""Test V1TestLab
|
|
30
30
|
include_option is a boolean, when False only required
|
|
31
31
|
params are included, when True both required and
|
|
32
32
|
optional params are included """
|
|
33
|
-
# uncomment below to create an instance of `
|
|
33
|
+
# uncomment below to create an instance of `V1TestLab`
|
|
34
34
|
"""
|
|
35
|
-
model =
|
|
35
|
+
model = V1TestLab()
|
|
36
36
|
if include_optional:
|
|
37
|
-
return
|
|
37
|
+
return V1TestLab(
|
|
38
38
|
name = '',
|
|
39
39
|
create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
40
40
|
creator = '',
|
|
@@ -54,12 +54,12 @@ class TestV1alphaTestLab(unittest.TestCase):
|
|
|
54
54
|
h2ogpte_collection = ''
|
|
55
55
|
)
|
|
56
56
|
else:
|
|
57
|
-
return
|
|
57
|
+
return V1TestLab(
|
|
58
58
|
)
|
|
59
59
|
"""
|
|
60
60
|
|
|
61
|
-
def
|
|
62
|
-
"""Test
|
|
61
|
+
def testV1TestLab(self):
|
|
62
|
+
"""Test V1TestLab"""
|
|
63
63
|
# inst_req_only = self.make_instance(include_optional=False)
|
|
64
64
|
# inst_req_and_optional = self.make_instance(include_optional=True)
|
|
65
65
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# coding: utf-8
|
|
2
2
|
|
|
3
3
|
"""
|
|
4
|
-
ai/h2o/eval_studio/
|
|
4
|
+
ai/h2o/eval_studio/v1/collection.proto
|
|
5
5
|
|
|
6
6
|
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
7
|
|
|
@@ -14,10 +14,10 @@
|
|
|
14
14
|
|
|
15
15
|
import unittest
|
|
16
16
|
|
|
17
|
-
from eval_studio_client.api.models.
|
|
17
|
+
from eval_studio_client.api.models.v1_update_dashboard_response import V1UpdateDashboardResponse
|
|
18
18
|
|
|
19
|
-
class
|
|
20
|
-
"""
|
|
19
|
+
class TestV1UpdateDashboardResponse(unittest.TestCase):
|
|
20
|
+
"""V1UpdateDashboardResponse unit test stubs"""
|
|
21
21
|
|
|
22
22
|
def setUp(self):
|
|
23
23
|
pass
|
|
@@ -25,17 +25,17 @@ class TestV1alphaDeleteDashboardResponse(unittest.TestCase):
|
|
|
25
25
|
def tearDown(self):
|
|
26
26
|
pass
|
|
27
27
|
|
|
28
|
-
def make_instance(self, include_optional) ->
|
|
29
|
-
"""Test
|
|
28
|
+
def make_instance(self, include_optional) -> V1UpdateDashboardResponse:
|
|
29
|
+
"""Test V1UpdateDashboardResponse
|
|
30
30
|
include_option is a boolean, when False only required
|
|
31
31
|
params are included, when True both required and
|
|
32
32
|
optional params are included """
|
|
33
|
-
# uncomment below to create an instance of `
|
|
33
|
+
# uncomment below to create an instance of `V1UpdateDashboardResponse`
|
|
34
34
|
"""
|
|
35
|
-
model =
|
|
35
|
+
model = V1UpdateDashboardResponse()
|
|
36
36
|
if include_optional:
|
|
37
|
-
return
|
|
38
|
-
dashboard = eval_studio_client.api.models.
|
|
37
|
+
return V1UpdateDashboardResponse(
|
|
38
|
+
dashboard = eval_studio_client.api.models.v1_dashboard.v1Dashboard(
|
|
39
39
|
name = '',
|
|
40
40
|
create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
41
41
|
creator = '',
|
|
@@ -53,12 +53,12 @@ class TestV1alphaDeleteDashboardResponse(unittest.TestCase):
|
|
|
53
53
|
demo = True, )
|
|
54
54
|
)
|
|
55
55
|
else:
|
|
56
|
-
return
|
|
56
|
+
return V1UpdateDashboardResponse(
|
|
57
57
|
)
|
|
58
58
|
"""
|
|
59
59
|
|
|
60
|
-
def
|
|
61
|
-
"""Test
|
|
60
|
+
def testV1UpdateDashboardResponse(self):
|
|
61
|
+
"""Test V1UpdateDashboardResponse"""
|
|
62
62
|
# inst_req_only = self.make_instance(include_optional=False)
|
|
63
63
|
# inst_req_and_optional = self.make_instance(include_optional=True)
|
|
64
64
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# coding: utf-8
|
|
2
2
|
|
|
3
3
|
"""
|
|
4
|
-
ai/h2o/eval_studio/
|
|
4
|
+
ai/h2o/eval_studio/v1/collection.proto
|
|
5
5
|
|
|
6
6
|
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
7
|
|
|
@@ -14,10 +14,10 @@
|
|
|
14
14
|
|
|
15
15
|
import unittest
|
|
16
16
|
|
|
17
|
-
from eval_studio_client.api.models.
|
|
17
|
+
from eval_studio_client.api.models.v1_update_document_response import V1UpdateDocumentResponse
|
|
18
18
|
|
|
19
|
-
class
|
|
20
|
-
"""
|
|
19
|
+
class TestV1UpdateDocumentResponse(unittest.TestCase):
|
|
20
|
+
"""V1UpdateDocumentResponse unit test stubs"""
|
|
21
21
|
|
|
22
22
|
def setUp(self):
|
|
23
23
|
pass
|
|
@@ -25,17 +25,17 @@ class TestV1alphaCreateDocumentResponse(unittest.TestCase):
|
|
|
25
25
|
def tearDown(self):
|
|
26
26
|
pass
|
|
27
27
|
|
|
28
|
-
def make_instance(self, include_optional) ->
|
|
29
|
-
"""Test
|
|
28
|
+
def make_instance(self, include_optional) -> V1UpdateDocumentResponse:
|
|
29
|
+
"""Test V1UpdateDocumentResponse
|
|
30
30
|
include_option is a boolean, when False only required
|
|
31
31
|
params are included, when True both required and
|
|
32
32
|
optional params are included """
|
|
33
|
-
# uncomment below to create an instance of `
|
|
33
|
+
# uncomment below to create an instance of `V1UpdateDocumentResponse`
|
|
34
34
|
"""
|
|
35
|
-
model =
|
|
35
|
+
model = V1UpdateDocumentResponse()
|
|
36
36
|
if include_optional:
|
|
37
|
-
return
|
|
38
|
-
document = eval_studio_client.api.models.
|
|
37
|
+
return V1UpdateDocumentResponse(
|
|
38
|
+
document = eval_studio_client.api.models.v1_document.v1Document(
|
|
39
39
|
name = '',
|
|
40
40
|
create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
41
41
|
creator = '',
|
|
@@ -48,12 +48,12 @@ class TestV1alphaCreateDocumentResponse(unittest.TestCase):
|
|
|
48
48
|
url = '', )
|
|
49
49
|
)
|
|
50
50
|
else:
|
|
51
|
-
return
|
|
51
|
+
return V1UpdateDocumentResponse(
|
|
52
52
|
)
|
|
53
53
|
"""
|
|
54
54
|
|
|
55
|
-
def
|
|
56
|
-
"""Test
|
|
55
|
+
def testV1UpdateDocumentResponse(self):
|
|
56
|
+
"""Test V1UpdateDocumentResponse"""
|
|
57
57
|
# inst_req_only = self.make_instance(include_optional=False)
|
|
58
58
|
# inst_req_and_optional = self.make_instance(include_optional=True)
|
|
59
59
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# coding: utf-8
|
|
2
2
|
|
|
3
3
|
"""
|
|
4
|
-
ai/h2o/eval_studio/
|
|
4
|
+
ai/h2o/eval_studio/v1/collection.proto
|
|
5
5
|
|
|
6
6
|
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
7
|
|
|
@@ -14,10 +14,10 @@
|
|
|
14
14
|
|
|
15
15
|
import unittest
|
|
16
16
|
|
|
17
|
-
from eval_studio_client.api.models.
|
|
17
|
+
from eval_studio_client.api.models.v1_update_leaderboard_response import V1UpdateLeaderboardResponse
|
|
18
18
|
|
|
19
|
-
class
|
|
20
|
-
"""
|
|
19
|
+
class TestV1UpdateLeaderboardResponse(unittest.TestCase):
|
|
20
|
+
"""V1UpdateLeaderboardResponse unit test stubs"""
|
|
21
21
|
|
|
22
22
|
def setUp(self):
|
|
23
23
|
pass
|
|
@@ -25,17 +25,17 @@ class TestV1alphaUpdateLeaderboardResponse(unittest.TestCase):
|
|
|
25
25
|
def tearDown(self):
|
|
26
26
|
pass
|
|
27
27
|
|
|
28
|
-
def make_instance(self, include_optional) ->
|
|
29
|
-
"""Test
|
|
28
|
+
def make_instance(self, include_optional) -> V1UpdateLeaderboardResponse:
|
|
29
|
+
"""Test V1UpdateLeaderboardResponse
|
|
30
30
|
include_option is a boolean, when False only required
|
|
31
31
|
params are included, when True both required and
|
|
32
32
|
optional params are included """
|
|
33
|
-
# uncomment below to create an instance of `
|
|
33
|
+
# uncomment below to create an instance of `V1UpdateLeaderboardResponse`
|
|
34
34
|
"""
|
|
35
|
-
model =
|
|
35
|
+
model = V1UpdateLeaderboardResponse()
|
|
36
36
|
if include_optional:
|
|
37
|
-
return
|
|
38
|
-
leaderboard = eval_studio_client.api.models.
|
|
37
|
+
return V1UpdateLeaderboardResponse(
|
|
38
|
+
leaderboard = eval_studio_client.api.models.v1_leaderboard.v1Leaderboard(
|
|
39
39
|
name = '',
|
|
40
40
|
create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
41
41
|
creator = '',
|
|
@@ -59,7 +59,7 @@ class TestV1alphaUpdateLeaderboardResponse(unittest.TestCase):
|
|
|
59
59
|
''
|
|
60
60
|
],
|
|
61
61
|
leaderboard_problems = [
|
|
62
|
-
eval_studio_client.api.models.
|
|
62
|
+
eval_studio_client.api.models.v1_problem_and_action.v1ProblemAndAction(
|
|
63
63
|
description = '',
|
|
64
64
|
severity = '',
|
|
65
65
|
problem_type = '',
|
|
@@ -78,7 +78,7 @@ class TestV1alphaUpdateLeaderboardResponse(unittest.TestCase):
|
|
|
78
78
|
],
|
|
79
79
|
evaluator_parameters = '',
|
|
80
80
|
insights = [
|
|
81
|
-
eval_studio_client.api.models.
|
|
81
|
+
eval_studio_client.api.models.v1_insight.v1Insight(
|
|
82
82
|
description = '',
|
|
83
83
|
actions_description = '',
|
|
84
84
|
actions_codes = [
|
|
@@ -101,12 +101,12 @@ class TestV1alphaUpdateLeaderboardResponse(unittest.TestCase):
|
|
|
101
101
|
test_lab = '', )
|
|
102
102
|
)
|
|
103
103
|
else:
|
|
104
|
-
return
|
|
104
|
+
return V1UpdateLeaderboardResponse(
|
|
105
105
|
)
|
|
106
106
|
"""
|
|
107
107
|
|
|
108
|
-
def
|
|
109
|
-
"""Test
|
|
108
|
+
def testV1UpdateLeaderboardResponse(self):
|
|
109
|
+
"""Test V1UpdateLeaderboardResponse"""
|
|
110
110
|
# inst_req_only = self.make_instance(include_optional=False)
|
|
111
111
|
# inst_req_and_optional = self.make_instance(include_optional=True)
|
|
112
112
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# coding: utf-8
|
|
2
2
|
|
|
3
3
|
"""
|
|
4
|
-
ai/h2o/eval_studio/
|
|
4
|
+
ai/h2o/eval_studio/v1/collection.proto
|
|
5
5
|
|
|
6
6
|
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
7
|
|
|
@@ -14,10 +14,10 @@
|
|
|
14
14
|
|
|
15
15
|
import unittest
|
|
16
16
|
|
|
17
|
-
from eval_studio_client.api.models.
|
|
17
|
+
from eval_studio_client.api.models.v1_update_model_response import V1UpdateModelResponse
|
|
18
18
|
|
|
19
|
-
class
|
|
20
|
-
"""
|
|
19
|
+
class TestV1UpdateModelResponse(unittest.TestCase):
|
|
20
|
+
"""V1UpdateModelResponse unit test stubs"""
|
|
21
21
|
|
|
22
22
|
def setUp(self):
|
|
23
23
|
pass
|
|
@@ -25,17 +25,17 @@ class TestV1alphaUpdateModelResponse(unittest.TestCase):
|
|
|
25
25
|
def tearDown(self):
|
|
26
26
|
pass
|
|
27
27
|
|
|
28
|
-
def make_instance(self, include_optional) ->
|
|
29
|
-
"""Test
|
|
28
|
+
def make_instance(self, include_optional) -> V1UpdateModelResponse:
|
|
29
|
+
"""Test V1UpdateModelResponse
|
|
30
30
|
include_option is a boolean, when False only required
|
|
31
31
|
params are included, when True both required and
|
|
32
32
|
optional params are included """
|
|
33
|
-
# uncomment below to create an instance of `
|
|
33
|
+
# uncomment below to create an instance of `V1UpdateModelResponse`
|
|
34
34
|
"""
|
|
35
|
-
model =
|
|
35
|
+
model = V1UpdateModelResponse()
|
|
36
36
|
if include_optional:
|
|
37
|
-
return
|
|
38
|
-
model = eval_studio_client.api.models.
|
|
37
|
+
return V1UpdateModelResponse(
|
|
38
|
+
model = eval_studio_client.api.models.v1_model.v1Model(
|
|
39
39
|
name = '',
|
|
40
40
|
create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
41
41
|
creator = '',
|
|
@@ -52,12 +52,12 @@ class TestV1alphaUpdateModelResponse(unittest.TestCase):
|
|
|
52
52
|
demo = True, )
|
|
53
53
|
)
|
|
54
54
|
else:
|
|
55
|
-
return
|
|
55
|
+
return V1UpdateModelResponse(
|
|
56
56
|
)
|
|
57
57
|
"""
|
|
58
58
|
|
|
59
|
-
def
|
|
60
|
-
"""Test
|
|
59
|
+
def testV1UpdateModelResponse(self):
|
|
60
|
+
"""Test V1UpdateModelResponse"""
|
|
61
61
|
# inst_req_only = self.make_instance(include_optional=False)
|
|
62
62
|
# inst_req_and_optional = self.make_instance(include_optional=True)
|
|
63
63
|
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
# coding: utf-8
|
|
2
|
+
|
|
3
|
+
"""
|
|
4
|
+
ai/h2o/eval_studio/v1/collection.proto
|
|
5
|
+
|
|
6
|
+
No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
|
|
7
|
+
|
|
8
|
+
The version of the OpenAPI document: version not set
|
|
9
|
+
Generated by OpenAPI Generator (https://openapi-generator.tech)
|
|
10
|
+
|
|
11
|
+
Do not edit the class manually.
|
|
12
|
+
""" # noqa: E501
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
import unittest
|
|
16
|
+
|
|
17
|
+
from eval_studio_client.api.models.v1_update_operation_response import V1UpdateOperationResponse
|
|
18
|
+
|
|
19
|
+
class TestV1UpdateOperationResponse(unittest.TestCase):
|
|
20
|
+
"""V1UpdateOperationResponse unit test stubs"""
|
|
21
|
+
|
|
22
|
+
def setUp(self):
|
|
23
|
+
pass
|
|
24
|
+
|
|
25
|
+
def tearDown(self):
|
|
26
|
+
pass
|
|
27
|
+
|
|
28
|
+
def make_instance(self, include_optional) -> V1UpdateOperationResponse:
|
|
29
|
+
"""Test V1UpdateOperationResponse
|
|
30
|
+
include_option is a boolean, when False only required
|
|
31
|
+
params are included, when True both required and
|
|
32
|
+
optional params are included """
|
|
33
|
+
# uncomment below to create an instance of `V1UpdateOperationResponse`
|
|
34
|
+
"""
|
|
35
|
+
model = V1UpdateOperationResponse()
|
|
36
|
+
if include_optional:
|
|
37
|
+
return V1UpdateOperationResponse(
|
|
38
|
+
operation = eval_studio_client.api.models.v1_operation.v1Operation(
|
|
39
|
+
name = '',
|
|
40
|
+
create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
41
|
+
creator = '',
|
|
42
|
+
update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
43
|
+
updater = '',
|
|
44
|
+
delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
|
|
45
|
+
deleter = '',
|
|
46
|
+
metadata = {
|
|
47
|
+
'key' : None
|
|
48
|
+
},
|
|
49
|
+
done = True,
|
|
50
|
+
error = eval_studio_client.api.models.rpc_status.rpcStatus(
|
|
51
|
+
code = 56,
|
|
52
|
+
message = '',
|
|
53
|
+
details = [
|
|
54
|
+
{
|
|
55
|
+
'key' : None
|
|
56
|
+
}
|
|
57
|
+
], ),
|
|
58
|
+
response = , )
|
|
59
|
+
)
|
|
60
|
+
else:
|
|
61
|
+
return V1UpdateOperationResponse(
|
|
62
|
+
)
|
|
63
|
+
"""
|
|
64
|
+
|
|
65
|
+
def testV1UpdateOperationResponse(self):
|
|
66
|
+
"""Test V1UpdateOperationResponse"""
|
|
67
|
+
# inst_req_only = self.make_instance(include_optional=False)
|
|
68
|
+
# inst_req_and_optional = self.make_instance(include_optional=True)
|
|
69
|
+
|
|
70
|
+
if __name__ == '__main__':
|
|
71
|
+
unittest.main()
|