eval-studio-client 0.8.0a2__py3-none-any.whl → 1.0.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/__init__.py +2 -1
- eval_studio_client/api/__init__.py +125 -120
- eval_studio_client/api/api/__init__.py +1 -0
- eval_studio_client/api/api/dashboard_service_api.py +71 -71
- eval_studio_client/api/api/document_service_api.py +64 -64
- eval_studio_client/api/api/evaluation_service_api.py +42 -42
- eval_studio_client/api/api/evaluator_service_api.py +50 -50
- eval_studio_client/api/api/info_service_api.py +8 -8
- eval_studio_client/api/api/leaderboard_service_api.py +126 -126
- eval_studio_client/api/api/model_service_api.py +92 -92
- eval_studio_client/api/api/operation_progress_service_api.py +8 -8
- eval_studio_client/api/api/operation_service_api.py +36 -36
- eval_studio_client/api/api/perturbation_service_api.py +8 -8
- eval_studio_client/api/api/perturbator_service_api.py +15 -15
- eval_studio_client/api/api/prompt_generation_service_api.py +321 -0
- eval_studio_client/api/api/test_case_service_api.py +57 -57
- eval_studio_client/api/api/test_class_service_api.py +15 -15
- eval_studio_client/api/api/test_lab_service_api.py +22 -22
- eval_studio_client/api/api/test_service_api.py +376 -92
- eval_studio_client/api/api/who_am_i_service_api.py +8 -8
- eval_studio_client/api/api_client.py +1 -1
- eval_studio_client/api/configuration.py +1 -1
- eval_studio_client/api/docs/DashboardServiceApi.md +38 -38
- eval_studio_client/api/docs/DocumentServiceApi.md +34 -34
- eval_studio_client/api/docs/EvaluationServiceApi.md +22 -22
- eval_studio_client/api/docs/EvaluatorServiceApi.md +26 -26
- eval_studio_client/api/docs/InfoServiceApi.md +4 -4
- eval_studio_client/api/docs/LeaderboardServiceApi.md +66 -66
- eval_studio_client/api/docs/ModelServiceApi.md +50 -50
- eval_studio_client/api/docs/OperationProgressServiceApi.md +4 -4
- eval_studio_client/api/docs/OperationServiceApi.md +20 -20
- eval_studio_client/api/docs/PerturbationServiceApi.md +4 -4
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +3 -3
- eval_studio_client/api/docs/PerturbatorServiceApi.md +8 -8
- eval_studio_client/api/docs/PromptGenerationServiceApi.md +78 -0
- eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +35 -0
- eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +1 -1
- eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +4 -4
- eval_studio_client/api/docs/RequiredTheModelToUpdate.md +1 -1
- eval_studio_client/api/docs/TestCaseServiceApi.md +31 -31
- eval_studio_client/api/docs/TestClassServiceApi.md +8 -8
- eval_studio_client/api/docs/TestLabServiceApi.md +11 -11
- eval_studio_client/api/docs/TestServiceApi.md +119 -49
- eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +33 -0
- eval_studio_client/api/docs/TestServicePerturbTestRequest.md +1 -1
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsRequest.md +31 -0
- eval_studio_client/api/docs/V1BatchCreateLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDashboardsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDocumentsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteEvaluatorsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteEvaluatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteLeaderboardsRequest.md +30 -0
- eval_studio_client/api/docs/V1BatchDeleteLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteModelsRequest.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchDeleteTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaBatchDeleteTestsRequest.md → V1BatchDeleteTestsRequest.md} +8 -8
- eval_studio_client/api/docs/V1BatchDeleteTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetOperationsResponse.md +29 -0
- eval_studio_client/api/docs/V1BatchGetTestsResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaBatchImportLeaderboardRequest.md → V1BatchImportLeaderboardRequest.md} +9 -9
- eval_studio_client/api/docs/V1BatchImportLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaBatchImportTestsRequest.md → V1BatchImportTestsRequest.md} +8 -8
- eval_studio_client/api/docs/V1BatchImportTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1CheckBaseModelsResponse.md +30 -0
- eval_studio_client/api/docs/{V1alphaCollectionInfo.md → V1CollectionInfo.md} +8 -8
- eval_studio_client/api/docs/V1CreateDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateDocumentResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaCreateEvaluationRequest.md → V1CreateEvaluationRequest.md} +10 -10
- eval_studio_client/api/docs/V1CreateEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateLeaderboardRequest.md +29 -0
- eval_studio_client/api/docs/V1CreateLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateLeaderboardWithoutCacheResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateModelResponse.md +29 -0
- eval_studio_client/api/docs/V1CreatePerturbationResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateTestLabResponse.md +29 -0
- eval_studio_client/api/docs/V1CreateTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaDashboard.md → V1Dashboard.md} +9 -9
- eval_studio_client/api/docs/{V1alphaDashboardStatus.md → V1DashboardStatus.md} +1 -1
- eval_studio_client/api/docs/V1DeleteDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteModelResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1DeleteTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaDocument.md → V1Document.md} +8 -8
- eval_studio_client/api/docs/V1EvaluationTest.md +32 -0
- eval_studio_client/api/docs/{V1alphaEvaluator.md → V1Evaluator.md} +10 -9
- eval_studio_client/api/docs/{V1alphaEvaluatorParamType.md → V1EvaluatorParamType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaEvaluatorParameter.md → V1EvaluatorParameter.md} +9 -9
- eval_studio_client/api/docs/{V1alphaEvaluatorView.md → V1EvaluatorView.md} +1 -1
- eval_studio_client/api/docs/V1FinalizeOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1FindAllTestCasesByIDResponse.md +29 -0
- eval_studio_client/api/docs/V1FindTestLabResponse.md +29 -0
- eval_studio_client/api/docs/V1GenerateTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1GetDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1GetDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1GetEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1GetInfoResponse.md +29 -0
- eval_studio_client/api/docs/V1GetLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1GetModelResponse.md +29 -0
- eval_studio_client/api/docs/V1GetOperationProgressByParentResponse.md +29 -0
- eval_studio_client/api/docs/V1GetOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1GetPerturbatorResponse.md +29 -0
- eval_studio_client/api/docs/V1GetTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1GetTestClassResponse.md +29 -0
- eval_studio_client/api/docs/V1GetTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaImportEvaluationRequest.md → V1ImportEvaluationRequest.md} +9 -9
- eval_studio_client/api/docs/{V1alphaImportLeaderboardRequest.md → V1ImportLeaderboardRequest.md} +9 -9
- eval_studio_client/api/docs/V1ImportLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaInfo.md → V1Info.md} +8 -8
- eval_studio_client/api/docs/{V1alphaInsight.md → V1Insight.md} +8 -8
- eval_studio_client/api/docs/{V1alphaLeaderboard.md → V1Leaderboard.md} +12 -12
- eval_studio_client/api/docs/{V1alphaLeaderboardStatus.md → V1LeaderboardStatus.md} +1 -1
- eval_studio_client/api/docs/{V1alphaLeaderboardType.md → V1LeaderboardType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaLeaderboardView.md → V1LeaderboardView.md} +1 -1
- eval_studio_client/api/docs/V1ListBaseModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListEvaluatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListLLMModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListLeaderboardsResponse.md +30 -0
- eval_studio_client/api/docs/V1ListModelCollectionsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListMostRecentTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListOperationsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListPerturbatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListRAGCollectionsResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestClassesResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestsResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaModel.md → V1Model.md} +9 -9
- eval_studio_client/api/docs/{V1alphaModelType.md → V1ModelType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaOperation.md → V1Operation.md} +8 -8
- eval_studio_client/api/docs/{V1alphaOperationProgress.md → V1OperationProgress.md} +8 -8
- eval_studio_client/api/docs/V1PerturbTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaPerturbator.md → V1Perturbator.md} +8 -8
- eval_studio_client/api/docs/V1PerturbatorConfiguration.md +32 -0
- eval_studio_client/api/docs/{V1alphaPerturbatorIntensity.md → V1PerturbatorIntensity.md} +1 -1
- eval_studio_client/api/docs/{V1alphaProblemAndAction.md → V1ProblemAndAction.md} +8 -8
- eval_studio_client/api/docs/{V1alphaTest.md → V1Test.md} +8 -8
- eval_studio_client/api/docs/{V1alphaTestCase.md → V1TestCase.md} +8 -8
- eval_studio_client/api/docs/{V1alphaTestCaseRelationship.md → V1TestCaseRelationship.md} +8 -8
- eval_studio_client/api/docs/V1TestCasesGenerator.md +11 -0
- eval_studio_client/api/docs/{V1alphaTestClass.md → V1TestClass.md} +9 -9
- eval_studio_client/api/docs/{V1alphaTestClassType.md → V1TestClassType.md} +1 -1
- eval_studio_client/api/docs/{V1alphaTestLab.md → V1TestLab.md} +8 -8
- eval_studio_client/api/docs/V1UpdateDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateModelResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1UpdateTestResponse.md +29 -0
- eval_studio_client/api/docs/{V1alphaWhoAmIResponse.md → V1WhoAmIResponse.md} +8 -8
- eval_studio_client/api/docs/WhoAmIServiceApi.md +4 -4
- eval_studio_client/api/exceptions.py +1 -1
- eval_studio_client/api/models/__init__.py +124 -120
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +10 -10
- eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +104 -0
- eval_studio_client/api/models/protobuf_any.py +1 -1
- eval_studio_client/api/models/required_the_dashboard_to_update.py +3 -3
- eval_studio_client/api/models/required_the_document_to_update.py +1 -1
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +11 -11
- eval_studio_client/api/models/required_the_model_to_update.py +3 -3
- eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
- eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
- eval_studio_client/api/models/required_the_test_case_to_update.py +1 -1
- eval_studio_client/api/models/required_the_test_to_update.py +1 -1
- eval_studio_client/api/models/rpc_status.py +1 -1
- eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
- eval_studio_client/api/models/test_service_generate_test_cases_request.py +96 -0
- eval_studio_client/api/models/test_service_perturb_test_request.py +4 -4
- eval_studio_client/api/models/{v1alpha_batch_create_leaderboards_request.py → v1_batch_create_leaderboards_request.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_operation_response.py → v1_batch_create_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_request.py → v1_batch_delete_dashboards_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_dashboards_response.py → v1_batch_delete_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_documents_request.py → v1_batch_delete_documents_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_documents_response.py → v1_batch_delete_documents_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_request.py → v1_batch_delete_evaluators_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_evaluators_response.py → v1_batch_delete_evaluators_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_request.py → v1_batch_delete_leaderboards_request.py} +7 -7
- eval_studio_client/api/models/{v1alpha_batch_get_leaderboards_response.py → v1_batch_delete_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_models_request.py → v1_batch_delete_models_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_models_response.py → v1_batch_delete_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_test_cases_response.py → v1_batch_delete_test_cases_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_tests_request.py → v1_batch_delete_tests_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_tests_response.py → v1_batch_delete_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_dashboards_response.py → v1_batch_get_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_documents_response.py → v1_batch_get_documents_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_response.py → v1_batch_get_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_models_response.py → v1_batch_get_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_operations_response.py → v1_batch_get_operations_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_tests_response.py → v1_batch_get_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_import_leaderboard_request.py → v1_batch_import_leaderboard_request.py} +7 -7
- eval_studio_client/api/models/{v1alpha_import_leaderboard_response.py → v1_batch_import_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_import_tests_request.py → v1_batch_import_tests_request.py} +5 -5
- eval_studio_client/api/models/{v1alpha_batch_delete_tests_response.py → v1_batch_import_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_check_base_models_response.py → v1_check_base_models_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_collection_info.py → v1_collection_info.py} +4 -4
- eval_studio_client/api/models/{v1alpha_get_dashboard_response.py → v1_create_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_document_response.py → v1_create_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_evaluation_request.py → v1_create_evaluation_request.py} +11 -11
- eval_studio_client/api/models/{v1alpha_get_evaluator_response.py → v1_create_evaluator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_leaderboard_response.py → v1_create_leaderboard_request.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_operation_response.py → v1_create_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_get_model_response.py → v1_create_model_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_perturbation_response.py → v1_create_perturbation_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_get_test_case_response.py → v1_create_test_case_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_find_test_lab_response.py → v1_create_test_lab_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_test_response.py → v1_create_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_dashboard.py → v1_dashboard.py} +7 -7
- eval_studio_client/api/models/{v1alpha_dashboard_status.py → v1_dashboard_status.py} +3 -3
- eval_studio_client/api/models/{v1alpha_update_dashboard_response.py → v1_delete_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_document_response.py → v1_delete_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_evaluator_response.py → v1_delete_evaluator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_leaderboard_request.py → v1_delete_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_model_response.py → v1_delete_model_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_test_case_response.py → v1_delete_test_case_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_test_response.py → v1_delete_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_document.py → v1_document.py} +5 -5
- eval_studio_client/api/models/{v1alpha_evaluation_test.py → v1_evaluation_test.py} +10 -10
- eval_studio_client/api/models/{v1alpha_evaluator.py → v1_evaluator.py} +14 -10
- eval_studio_client/api/models/{v1alpha_evaluator_param_type.py → v1_evaluator_param_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_evaluator_parameter.py → v1_evaluator_parameter.py} +7 -7
- eval_studio_client/api/models/{v1alpha_evaluator_view.py → v1_evaluator_view.py} +3 -3
- eval_studio_client/api/models/{v1alpha_create_leaderboard_response.py → v1_finalize_operation_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_find_all_test_cases_by_id_response.py → v1_find_all_test_cases_by_id_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_test_lab_response.py → v1_find_test_lab_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_finalize_operation_response.py → v1_generate_test_cases_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_dashboard_response.py → v1_get_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_document_response.py → v1_get_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_evaluator_response.py → v1_get_evaluator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_info_response.py → v1_get_info_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_leaderboard_response.py → v1_get_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_model_response.py → v1_get_model_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_operation_progress_by_parent_response.py → v1_get_operation_progress_by_parent_response.py} +8 -8
- eval_studio_client/api/models/v1_get_operation_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_get_perturbator_response.py → v1_get_perturbator_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_test_case_response.py → v1_get_test_case_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_get_test_class_response.py → v1_get_test_class_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_update_test_response.py → v1_get_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_import_evaluation_request.py → v1_import_evaluation_request.py} +8 -8
- eval_studio_client/api/models/{v1alpha_import_leaderboard_request.py → v1_import_leaderboard_request.py} +7 -7
- eval_studio_client/api/models/v1_import_leaderboard_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_info.py → v1_info.py} +5 -5
- eval_studio_client/api/models/{v1alpha_insight.py → v1_insight.py} +4 -4
- eval_studio_client/api/models/{v1alpha_leaderboard.py → v1_leaderboard.py} +15 -15
- eval_studio_client/api/models/{v1alpha_leaderboard_status.py → v1_leaderboard_status.py} +3 -3
- eval_studio_client/api/models/{v1alpha_leaderboard_type.py → v1_leaderboard_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_leaderboard_view.py → v1_leaderboard_view.py} +3 -3
- eval_studio_client/api/models/{v1alpha_list_base_models_response.py → v1_list_base_models_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_response.py → v1_list_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_documents_response.py → v1_list_documents_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_response.py → v1_list_evaluators_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_leaderboards_response.py → v1_list_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_llm_models_response.py → v1_list_llm_models_response.py} +5 -5
- eval_studio_client/api/models/{v1alpha_list_model_collections_response.py → v1_list_model_collections_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_models_response.py → v1_list_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_most_recent_dashboards_response.py → v1_list_most_recent_dashboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_most_recent_leaderboards_response.py → v1_list_most_recent_leaderboards_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_most_recent_models_response.py → v1_list_most_recent_models_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_import_tests_response.py → v1_list_most_recent_tests_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_get_operations_response.py → v1_list_operations_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_perturbators_response.py → v1_list_perturbators_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_rag_collections_response.py → v1_list_rag_collections_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_batch_delete_test_cases_response.py → v1_list_test_cases_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_list_test_classes_response.py → v1_list_test_classes_response.py} +8 -8
- eval_studio_client/api/models/v1_list_tests_response.py +95 -0
- eval_studio_client/api/models/{v1alpha_model.py → v1_model.py} +7 -7
- eval_studio_client/api/models/{v1alpha_model_type.py → v1_model_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_operation.py → v1_operation.py} +4 -4
- eval_studio_client/api/models/{v1alpha_operation_progress.py → v1_operation_progress.py} +5 -5
- eval_studio_client/api/models/{v1alpha_delete_test_response.py → v1_perturb_test_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_perturbator.py → v1_perturbator.py} +5 -5
- eval_studio_client/api/models/{v1alpha_perturbator_configuration.py → v1_perturbator_configuration.py} +6 -6
- eval_studio_client/api/models/{v1alpha_perturbator_intensity.py → v1_perturbator_intensity.py} +4 -4
- eval_studio_client/api/models/{v1alpha_problem_and_action.py → v1_problem_and_action.py} +5 -5
- eval_studio_client/api/models/{v1alpha_test.py → v1_test.py} +5 -5
- eval_studio_client/api/models/{v1alpha_test_case.py → v1_test_case.py} +5 -5
- eval_studio_client/api/models/{v1alpha_test_case_relationship.py → v1_test_case_relationship.py} +5 -5
- eval_studio_client/api/models/v1_test_cases_generator.py +50 -0
- eval_studio_client/api/models/{v1alpha_test_class.py → v1_test_class.py} +7 -7
- eval_studio_client/api/models/{v1alpha_test_class_type.py → v1_test_class_type.py} +3 -3
- eval_studio_client/api/models/{v1alpha_test_lab.py → v1_test_lab.py} +5 -5
- eval_studio_client/api/models/{v1alpha_delete_dashboard_response.py → v1_update_dashboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_create_document_response.py → v1_update_document_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_leaderboard_response.py → v1_update_leaderboard_response.py} +8 -8
- eval_studio_client/api/models/{v1alpha_delete_model_response.py → v1_update_model_response.py} +8 -8
- eval_studio_client/api/models/v1_update_operation_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_update_test_case_response.py → v1_update_test_case_response.py} +8 -8
- eval_studio_client/api/models/v1_update_test_response.py +91 -0
- eval_studio_client/api/models/{v1alpha_who_am_i_response.py → v1_who_am_i_response.py} +5 -5
- eval_studio_client/api/rest.py +1 -1
- eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
- eval_studio_client/api/test/test_document_service_api.py +1 -1
- eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
- eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
- eval_studio_client/api/test/test_info_service_api.py +1 -1
- eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
- eval_studio_client/api/test/test_model_service_api.py +1 -1
- eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
- eval_studio_client/api/test/test_operation_service_api.py +1 -1
- eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
- eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +4 -4
- eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
- eval_studio_client/api/test/test_prompt_generation_service_api.py +37 -0
- eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +75 -0
- eval_studio_client/api/test/test_protobuf_any.py +1 -1
- eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +3 -3
- eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
- eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_test_case_to_update.py +1 -1
- eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
- eval_studio_client/api/test/test_rpc_status.py +1 -1
- eval_studio_client/api/test/test_test_case_service_api.py +1 -1
- eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
- eval_studio_client/api/test/test_test_class_service_api.py +1 -1
- eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
- eval_studio_client/api/test/test_test_service_api.py +7 -1
- eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +57 -0
- eval_studio_client/api/test/test_test_service_perturb_test_request.py +2 -2
- eval_studio_client/api/test/{test_v1alpha_batch_create_leaderboards_request.py → test_v1_batch_create_leaderboards_request.py} +16 -16
- eval_studio_client/api/test/{test_v1alpha_create_leaderboard_response.py → test_v1_batch_create_leaderboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_models_request.py → test_v1_batch_delete_dashboards_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_dashboards_response.py → test_v1_batch_delete_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_request.py → test_v1_batch_delete_documents_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_documents_response.py → test_v1_batch_delete_documents_response.py} +13 -13
- eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +53 -0
- eval_studio_client/api/test/{test_v1alpha_batch_delete_evaluators_response.py → test_v1_batch_delete_evaluators_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_request.py → test_v1_batch_delete_leaderboards_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_leaderboards_response.py → test_v1_batch_delete_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/test_v1_batch_delete_models_request.py +53 -0
- eval_studio_client/api/test/{test_v1alpha_batch_get_models_response.py → test_v1_batch_delete_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_test_cases_response.py → test_v1_batch_delete_test_cases_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_request.py → test_v1_batch_delete_tests_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_get_tests_response.py → test_v1_batch_delete_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_dashboards_response.py → test_v1_batch_get_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_documents_response.py → test_v1_batch_get_documents_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_response.py → test_v1_batch_get_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_list_models_response.py → test_v1_batch_get_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_operations_response.py → test_v1_batch_get_operations_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_tests_response.py → test_v1_batch_get_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_request.py → test_v1_batch_import_leaderboard_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_import_leaderboard_response.py → test_v1_batch_import_leaderboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_import_tests_request.py → test_v1_batch_import_tests_request.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_import_tests_response.py → test_v1_batch_import_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_check_base_models_response.py → test_v1_check_base_models_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_collection_info.py → test_v1_collection_info.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_get_dashboard_response.py → test_v1_create_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_document_response.py → test_v1_create_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_evaluation_request.py → test_v1_create_evaluation_request.py} +16 -16
- eval_studio_client/api/test/{test_v1alpha_get_evaluator_response.py → test_v1_create_evaluator_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_get_leaderboard_response.py → test_v1_create_leaderboard_request.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_update_operation_response.py → test_v1_create_leaderboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_response.py → test_v1_create_leaderboard_without_cache_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_model_response.py → test_v1_create_model_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_perturbation_response.py → test_v1_create_perturbation_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_get_test_case_response.py → test_v1_create_test_case_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_find_test_lab_response.py → test_v1_create_test_lab_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_test_response.py → test_v1_create_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_dashboard.py → test_v1_dashboard.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_evaluator_view.py → test_v1_dashboard_status.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_update_dashboard_response.py → test_v1_delete_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_update_document_response.py → test_v1_delete_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_evaluator_response.py → test_v1_delete_evaluator_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_create_leaderboard_request.py → test_v1_delete_leaderboard_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_delete_model_response.py → test_v1_delete_model_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_test_case_response.py → test_v1_delete_test_case_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_test_response.py → test_v1_delete_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_document.py → test_v1_document.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_evaluation_test.py → test_v1_evaluation_test.py} +14 -14
- eval_studio_client/api/test/{test_v1alpha_evaluator.py → test_v1_evaluator.py} +14 -13
- eval_studio_client/api/test/{test_v1alpha_test_class_type.py → test_v1_evaluator_param_type.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_evaluator_parameter.py → test_v1_evaluator_parameter.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_model_type.py → test_v1_evaluator_view.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_get_operation_response.py → test_v1_finalize_operation_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_find_all_test_cases_by_id_response.py → test_v1_find_all_test_cases_by_id_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_test_lab_response.py → test_v1_find_test_lab_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_finalize_operation_response.py → test_v1_generate_test_cases_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_dashboard_response.py → test_v1_get_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_document_response.py → test_v1_get_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_evaluator_response.py → test_v1_get_evaluator_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_get_info_response.py → test_v1_get_info_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_leaderboard_response.py → test_v1_get_leaderboard_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_create_model_response.py → test_v1_get_model_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_operation_progress_by_parent_response.py → test_v1_get_operation_progress_by_parent_response.py} +13 -13
- eval_studio_client/api/test/test_v1_get_operation_response.py +71 -0
- eval_studio_client/api/test/{test_v1alpha_get_perturbator_response.py → test_v1_get_perturbator_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_test_case_response.py → test_v1_get_test_case_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_get_test_class_response.py → test_v1_get_test_class_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_delete_test_response.py → test_v1_get_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_import_evaluation_request.py → test_v1_import_evaluation_request.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_import_leaderboard_request.py → test_v1_import_leaderboard_request.py} +12 -12
- eval_studio_client/api/test/test_v1_import_leaderboard_response.py +71 -0
- eval_studio_client/api/test/{test_v1alpha_info.py → test_v1_info.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_insight.py → test_v1_insight.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_leaderboard.py → test_v1_leaderboard.py} +14 -14
- eval_studio_client/api/test/{test_v1alpha_dashboard_status.py → test_v1_leaderboard_status.py} +7 -7
- eval_studio_client/api/test/test_v1_leaderboard_type.py +33 -0
- eval_studio_client/api/test/test_v1_leaderboard_view.py +33 -0
- eval_studio_client/api/test/{test_v1alpha_list_base_models_response.py → test_v1_list_base_models_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_batch_delete_dashboards_response.py → test_v1_list_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_response.py → test_v1_list_documents_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_evaluators_response.py → test_v1_list_evaluators_response.py} +15 -14
- eval_studio_client/api/test/{test_v1alpha_list_leaderboards_response.py → test_v1_list_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_list_llm_models_response.py → test_v1_list_llm_models_response.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_list_rag_collections_response.py → test_v1_list_model_collections_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_models_response.py → test_v1_list_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_most_recent_dashboards_response.py → test_v1_list_most_recent_dashboards_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_most_recent_leaderboards_response.py → test_v1_list_most_recent_leaderboards_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_list_most_recent_models_response.py → test_v1_list_most_recent_models_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_response.py → test_v1_list_most_recent_tests_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_batch_get_operations_response.py → test_v1_list_operations_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_perturbators_response.py → test_v1_list_perturbators_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_model_collections_response.py → test_v1_list_rag_collections_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_test_cases_response.py → test_v1_list_test_cases_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_list_test_classes_response.py → test_v1_list_test_classes_response.py} +13 -13
- eval_studio_client/api/test/test_v1_list_tests_response.py +69 -0
- eval_studio_client/api/test/{test_v1alpha_model.py → test_v1_model.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_leaderboard_view.py → test_v1_model_type.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_operation.py → test_v1_operation.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_operation_progress.py → test_v1_operation_progress.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_update_test_response.py → test_v1_perturb_test_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_perturbator.py → test_v1_perturbator.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_perturbator_configuration.py → test_v1_perturbator_configuration.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_leaderboard_type.py → test_v1_perturbator_intensity.py} +7 -7
- eval_studio_client/api/test/{test_v1alpha_problem_and_action.py → test_v1_problem_and_action.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_test.py → test_v1_test.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_test_case.py → test_v1_test_case.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_test_case_relationship.py → test_v1_test_case_relationship.py} +12 -12
- eval_studio_client/api/test/test_v1_test_cases_generator.py +33 -0
- eval_studio_client/api/test/{test_v1alpha_test_class.py → test_v1_test_class.py} +12 -12
- eval_studio_client/api/test/test_v1_test_class_type.py +33 -0
- eval_studio_client/api/test/{test_v1alpha_test_lab.py → test_v1_test_lab.py} +12 -12
- eval_studio_client/api/test/{test_v1alpha_delete_dashboard_response.py → test_v1_update_dashboard_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_create_document_response.py → test_v1_update_document_response.py} +13 -13
- eval_studio_client/api/test/{test_v1alpha_update_leaderboard_response.py → test_v1_update_leaderboard_response.py} +15 -15
- eval_studio_client/api/test/{test_v1alpha_update_model_response.py → test_v1_update_model_response.py} +13 -13
- eval_studio_client/api/test/test_v1_update_operation_response.py +71 -0
- eval_studio_client/api/test/{test_v1alpha_update_test_case_response.py → test_v1_update_test_case_response.py} +13 -13
- eval_studio_client/api/test/test_v1_update_test_response.py +67 -0
- eval_studio_client/api/test/{test_v1alpha_who_am_i_response.py → test_v1_who_am_i_response.py} +12 -12
- eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
- eval_studio_client/dashboards.py +50 -9
- eval_studio_client/documents.py +3 -3
- eval_studio_client/evaluators.py +1 -1
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +568 -387
- eval_studio_client/insights.py +1 -1
- eval_studio_client/leaderboards.py +16 -13
- eval_studio_client/models.py +117 -29
- eval_studio_client/perturbators.py +5 -7
- eval_studio_client/problems.py +1 -1
- eval_studio_client/test_labs.py +2 -2
- eval_studio_client/tests.py +222 -8
- eval_studio_client/utils.py +26 -0
- {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-1.0.0.dist-info}/METADATA +2 -2
- eval_studio_client-1.0.0.dist-info/RECORD +486 -0
- {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-1.0.0.dist-info}/WHEEL +1 -1
- eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +0 -31
- eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +0 -30
- eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +0 -30
- eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaCreateTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaEvaluationTest.md +0 -32
- eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetInfoResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetOperationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaGetTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +0 -30
- eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListOperationsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaListTestsResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +0 -32
- eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +0 -29
- eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +0 -29
- eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +0 -91
- eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +0 -91
- eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +0 -91
- eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +0 -95
- eval_studio_client/api/models/v1alpha_perturb_test_response.py +0 -91
- eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +0 -71
- eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +0 -53
- eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +0 -53
- eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +0 -71
- eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +0 -33
- eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +0 -33
- eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +0 -69
- eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +0 -67
- eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +0 -33
- eval_studio_client-0.8.0a2.dist-info/RECORD +0 -470
|
@@ -4,21 +4,21 @@ All URIs are relative to *http://localhost*
|
|
|
4
4
|
|
|
5
5
|
Method | HTTP request | Description
|
|
6
6
|
------------- | ------------- | -------------
|
|
7
|
-
[**model_service_batch_delete_models**](ModelServiceApi.md#model_service_batch_delete_models) | **POST** /
|
|
8
|
-
[**model_service_batch_get_models**](ModelServiceApi.md#model_service_batch_get_models) | **GET** /
|
|
9
|
-
[**model_service_check_base_models**](ModelServiceApi.md#model_service_check_base_models) | **GET** /
|
|
10
|
-
[**model_service_create_model**](ModelServiceApi.md#model_service_create_model) | **POST** /
|
|
11
|
-
[**model_service_delete_model**](ModelServiceApi.md#model_service_delete_model) | **DELETE** /
|
|
12
|
-
[**model_service_get_model**](ModelServiceApi.md#model_service_get_model) | **GET** /
|
|
13
|
-
[**model_service_list_base_models**](ModelServiceApi.md#model_service_list_base_models) | **GET** /
|
|
14
|
-
[**model_service_list_model_collections**](ModelServiceApi.md#model_service_list_model_collections) | **GET** /
|
|
15
|
-
[**model_service_list_models**](ModelServiceApi.md#model_service_list_models) | **GET** /
|
|
16
|
-
[**model_service_list_most_recent_models**](ModelServiceApi.md#model_service_list_most_recent_models) | **GET** /
|
|
17
|
-
[**model_service_update_model**](ModelServiceApi.md#model_service_update_model) | **PATCH** /
|
|
7
|
+
[**model_service_batch_delete_models**](ModelServiceApi.md#model_service_batch_delete_models) | **POST** /v1/models:batchDelete |
|
|
8
|
+
[**model_service_batch_get_models**](ModelServiceApi.md#model_service_batch_get_models) | **GET** /v1/models:batchGet |
|
|
9
|
+
[**model_service_check_base_models**](ModelServiceApi.md#model_service_check_base_models) | **GET** /v1/models:check_base_models |
|
|
10
|
+
[**model_service_create_model**](ModelServiceApi.md#model_service_create_model) | **POST** /v1/models |
|
|
11
|
+
[**model_service_delete_model**](ModelServiceApi.md#model_service_delete_model) | **DELETE** /v1/{name_4} |
|
|
12
|
+
[**model_service_get_model**](ModelServiceApi.md#model_service_get_model) | **GET** /v1/{name_4} |
|
|
13
|
+
[**model_service_list_base_models**](ModelServiceApi.md#model_service_list_base_models) | **GET** /v1/models:base_models |
|
|
14
|
+
[**model_service_list_model_collections**](ModelServiceApi.md#model_service_list_model_collections) | **GET** /v1/models:collections |
|
|
15
|
+
[**model_service_list_models**](ModelServiceApi.md#model_service_list_models) | **GET** /v1/models |
|
|
16
|
+
[**model_service_list_most_recent_models**](ModelServiceApi.md#model_service_list_most_recent_models) | **GET** /v1/models:mostRecent |
|
|
17
|
+
[**model_service_update_model**](ModelServiceApi.md#model_service_update_model) | **PATCH** /v1/{model.name} |
|
|
18
18
|
|
|
19
19
|
|
|
20
20
|
# **model_service_batch_delete_models**
|
|
21
|
-
>
|
|
21
|
+
> V1BatchDeleteModelsResponse model_service_batch_delete_models(body)
|
|
22
22
|
|
|
23
23
|
|
|
24
24
|
|
|
@@ -27,8 +27,8 @@ Method | HTTP request | Description
|
|
|
27
27
|
|
|
28
28
|
```python
|
|
29
29
|
import eval_studio_client.api
|
|
30
|
-
from eval_studio_client.api.models.
|
|
31
|
-
from eval_studio_client.api.models.
|
|
30
|
+
from eval_studio_client.api.models.v1_batch_delete_models_request import V1BatchDeleteModelsRequest
|
|
31
|
+
from eval_studio_client.api.models.v1_batch_delete_models_response import V1BatchDeleteModelsResponse
|
|
32
32
|
from eval_studio_client.api.rest import ApiException
|
|
33
33
|
from pprint import pprint
|
|
34
34
|
|
|
@@ -43,7 +43,7 @@ configuration = eval_studio_client.api.Configuration(
|
|
|
43
43
|
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
44
44
|
# Create an instance of the API class
|
|
45
45
|
api_instance = eval_studio_client.api.ModelServiceApi(api_client)
|
|
46
|
-
body = eval_studio_client.api.
|
|
46
|
+
body = eval_studio_client.api.V1BatchDeleteModelsRequest() # V1BatchDeleteModelsRequest |
|
|
47
47
|
|
|
48
48
|
try:
|
|
49
49
|
api_response = api_instance.model_service_batch_delete_models(body)
|
|
@@ -60,11 +60,11 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
|
60
60
|
|
|
61
61
|
Name | Type | Description | Notes
|
|
62
62
|
------------- | ------------- | ------------- | -------------
|
|
63
|
-
**body** | [**
|
|
63
|
+
**body** | [**V1BatchDeleteModelsRequest**](V1BatchDeleteModelsRequest.md)| |
|
|
64
64
|
|
|
65
65
|
### Return type
|
|
66
66
|
|
|
67
|
-
[**
|
|
67
|
+
[**V1BatchDeleteModelsResponse**](V1BatchDeleteModelsResponse.md)
|
|
68
68
|
|
|
69
69
|
### Authorization
|
|
70
70
|
|
|
@@ -85,7 +85,7 @@ No authorization required
|
|
|
85
85
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
86
86
|
|
|
87
87
|
# **model_service_batch_get_models**
|
|
88
|
-
>
|
|
88
|
+
> V1BatchGetModelsResponse model_service_batch_get_models(names=names)
|
|
89
89
|
|
|
90
90
|
|
|
91
91
|
|
|
@@ -94,7 +94,7 @@ No authorization required
|
|
|
94
94
|
|
|
95
95
|
```python
|
|
96
96
|
import eval_studio_client.api
|
|
97
|
-
from eval_studio_client.api.models.
|
|
97
|
+
from eval_studio_client.api.models.v1_batch_get_models_response import V1BatchGetModelsResponse
|
|
98
98
|
from eval_studio_client.api.rest import ApiException
|
|
99
99
|
from pprint import pprint
|
|
100
100
|
|
|
@@ -130,7 +130,7 @@ Name | Type | Description | Notes
|
|
|
130
130
|
|
|
131
131
|
### Return type
|
|
132
132
|
|
|
133
|
-
[**
|
|
133
|
+
[**V1BatchGetModelsResponse**](V1BatchGetModelsResponse.md)
|
|
134
134
|
|
|
135
135
|
### Authorization
|
|
136
136
|
|
|
@@ -151,7 +151,7 @@ No authorization required
|
|
|
151
151
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
152
152
|
|
|
153
153
|
# **model_service_check_base_models**
|
|
154
|
-
>
|
|
154
|
+
> V1CheckBaseModelsResponse model_service_check_base_models(model=model)
|
|
155
155
|
|
|
156
156
|
|
|
157
157
|
|
|
@@ -160,7 +160,7 @@ No authorization required
|
|
|
160
160
|
|
|
161
161
|
```python
|
|
162
162
|
import eval_studio_client.api
|
|
163
|
-
from eval_studio_client.api.models.
|
|
163
|
+
from eval_studio_client.api.models.v1_check_base_models_response import V1CheckBaseModelsResponse
|
|
164
164
|
from eval_studio_client.api.rest import ApiException
|
|
165
165
|
from pprint import pprint
|
|
166
166
|
|
|
@@ -196,7 +196,7 @@ Name | Type | Description | Notes
|
|
|
196
196
|
|
|
197
197
|
### Return type
|
|
198
198
|
|
|
199
|
-
[**
|
|
199
|
+
[**V1CheckBaseModelsResponse**](V1CheckBaseModelsResponse.md)
|
|
200
200
|
|
|
201
201
|
### Authorization
|
|
202
202
|
|
|
@@ -217,7 +217,7 @@ No authorization required
|
|
|
217
217
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
218
218
|
|
|
219
219
|
# **model_service_create_model**
|
|
220
|
-
>
|
|
220
|
+
> V1CreateModelResponse model_service_create_model(model)
|
|
221
221
|
|
|
222
222
|
|
|
223
223
|
|
|
@@ -226,8 +226,8 @@ No authorization required
|
|
|
226
226
|
|
|
227
227
|
```python
|
|
228
228
|
import eval_studio_client.api
|
|
229
|
-
from eval_studio_client.api.models.
|
|
230
|
-
from eval_studio_client.api.models.
|
|
229
|
+
from eval_studio_client.api.models.v1_create_model_response import V1CreateModelResponse
|
|
230
|
+
from eval_studio_client.api.models.v1_model import V1Model
|
|
231
231
|
from eval_studio_client.api.rest import ApiException
|
|
232
232
|
from pprint import pprint
|
|
233
233
|
|
|
@@ -242,7 +242,7 @@ configuration = eval_studio_client.api.Configuration(
|
|
|
242
242
|
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
243
243
|
# Create an instance of the API class
|
|
244
244
|
api_instance = eval_studio_client.api.ModelServiceApi(api_client)
|
|
245
|
-
model = eval_studio_client.api.
|
|
245
|
+
model = eval_studio_client.api.V1Model() # V1Model | Required. The Model to create.
|
|
246
246
|
|
|
247
247
|
try:
|
|
248
248
|
api_response = api_instance.model_service_create_model(model)
|
|
@@ -259,11 +259,11 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
|
259
259
|
|
|
260
260
|
Name | Type | Description | Notes
|
|
261
261
|
------------- | ------------- | ------------- | -------------
|
|
262
|
-
**model** | [**
|
|
262
|
+
**model** | [**V1Model**](V1Model.md)| Required. The Model to create. |
|
|
263
263
|
|
|
264
264
|
### Return type
|
|
265
265
|
|
|
266
|
-
[**
|
|
266
|
+
[**V1CreateModelResponse**](V1CreateModelResponse.md)
|
|
267
267
|
|
|
268
268
|
### Authorization
|
|
269
269
|
|
|
@@ -284,7 +284,7 @@ No authorization required
|
|
|
284
284
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
285
285
|
|
|
286
286
|
# **model_service_delete_model**
|
|
287
|
-
>
|
|
287
|
+
> V1DeleteModelResponse model_service_delete_model(name_4)
|
|
288
288
|
|
|
289
289
|
|
|
290
290
|
|
|
@@ -293,7 +293,7 @@ No authorization required
|
|
|
293
293
|
|
|
294
294
|
```python
|
|
295
295
|
import eval_studio_client.api
|
|
296
|
-
from eval_studio_client.api.models.
|
|
296
|
+
from eval_studio_client.api.models.v1_delete_model_response import V1DeleteModelResponse
|
|
297
297
|
from eval_studio_client.api.rest import ApiException
|
|
298
298
|
from pprint import pprint
|
|
299
299
|
|
|
@@ -329,7 +329,7 @@ Name | Type | Description | Notes
|
|
|
329
329
|
|
|
330
330
|
### Return type
|
|
331
331
|
|
|
332
|
-
[**
|
|
332
|
+
[**V1DeleteModelResponse**](V1DeleteModelResponse.md)
|
|
333
333
|
|
|
334
334
|
### Authorization
|
|
335
335
|
|
|
@@ -350,7 +350,7 @@ No authorization required
|
|
|
350
350
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
351
351
|
|
|
352
352
|
# **model_service_get_model**
|
|
353
|
-
>
|
|
353
|
+
> V1GetModelResponse model_service_get_model(name_4)
|
|
354
354
|
|
|
355
355
|
|
|
356
356
|
|
|
@@ -359,7 +359,7 @@ No authorization required
|
|
|
359
359
|
|
|
360
360
|
```python
|
|
361
361
|
import eval_studio_client.api
|
|
362
|
-
from eval_studio_client.api.models.
|
|
362
|
+
from eval_studio_client.api.models.v1_get_model_response import V1GetModelResponse
|
|
363
363
|
from eval_studio_client.api.rest import ApiException
|
|
364
364
|
from pprint import pprint
|
|
365
365
|
|
|
@@ -395,7 +395,7 @@ Name | Type | Description | Notes
|
|
|
395
395
|
|
|
396
396
|
### Return type
|
|
397
397
|
|
|
398
|
-
[**
|
|
398
|
+
[**V1GetModelResponse**](V1GetModelResponse.md)
|
|
399
399
|
|
|
400
400
|
### Authorization
|
|
401
401
|
|
|
@@ -416,7 +416,7 @@ No authorization required
|
|
|
416
416
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
417
417
|
|
|
418
418
|
# **model_service_list_base_models**
|
|
419
|
-
>
|
|
419
|
+
> V1ListBaseModelsResponse model_service_list_base_models(model=model)
|
|
420
420
|
|
|
421
421
|
|
|
422
422
|
|
|
@@ -425,7 +425,7 @@ No authorization required
|
|
|
425
425
|
|
|
426
426
|
```python
|
|
427
427
|
import eval_studio_client.api
|
|
428
|
-
from eval_studio_client.api.models.
|
|
428
|
+
from eval_studio_client.api.models.v1_list_base_models_response import V1ListBaseModelsResponse
|
|
429
429
|
from eval_studio_client.api.rest import ApiException
|
|
430
430
|
from pprint import pprint
|
|
431
431
|
|
|
@@ -461,7 +461,7 @@ Name | Type | Description | Notes
|
|
|
461
461
|
|
|
462
462
|
### Return type
|
|
463
463
|
|
|
464
|
-
[**
|
|
464
|
+
[**V1ListBaseModelsResponse**](V1ListBaseModelsResponse.md)
|
|
465
465
|
|
|
466
466
|
### Authorization
|
|
467
467
|
|
|
@@ -482,7 +482,7 @@ No authorization required
|
|
|
482
482
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
483
483
|
|
|
484
484
|
# **model_service_list_model_collections**
|
|
485
|
-
>
|
|
485
|
+
> V1ListModelCollectionsResponse model_service_list_model_collections(model=model)
|
|
486
486
|
|
|
487
487
|
|
|
488
488
|
|
|
@@ -491,7 +491,7 @@ No authorization required
|
|
|
491
491
|
|
|
492
492
|
```python
|
|
493
493
|
import eval_studio_client.api
|
|
494
|
-
from eval_studio_client.api.models.
|
|
494
|
+
from eval_studio_client.api.models.v1_list_model_collections_response import V1ListModelCollectionsResponse
|
|
495
495
|
from eval_studio_client.api.rest import ApiException
|
|
496
496
|
from pprint import pprint
|
|
497
497
|
|
|
@@ -527,7 +527,7 @@ Name | Type | Description | Notes
|
|
|
527
527
|
|
|
528
528
|
### Return type
|
|
529
529
|
|
|
530
|
-
[**
|
|
530
|
+
[**V1ListModelCollectionsResponse**](V1ListModelCollectionsResponse.md)
|
|
531
531
|
|
|
532
532
|
### Authorization
|
|
533
533
|
|
|
@@ -548,7 +548,7 @@ No authorization required
|
|
|
548
548
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
549
549
|
|
|
550
550
|
# **model_service_list_models**
|
|
551
|
-
>
|
|
551
|
+
> V1ListModelsResponse model_service_list_models(order_by=order_by)
|
|
552
552
|
|
|
553
553
|
|
|
554
554
|
|
|
@@ -557,7 +557,7 @@ No authorization required
|
|
|
557
557
|
|
|
558
558
|
```python
|
|
559
559
|
import eval_studio_client.api
|
|
560
|
-
from eval_studio_client.api.models.
|
|
560
|
+
from eval_studio_client.api.models.v1_list_models_response import V1ListModelsResponse
|
|
561
561
|
from eval_studio_client.api.rest import ApiException
|
|
562
562
|
from pprint import pprint
|
|
563
563
|
|
|
@@ -593,7 +593,7 @@ Name | Type | Description | Notes
|
|
|
593
593
|
|
|
594
594
|
### Return type
|
|
595
595
|
|
|
596
|
-
[**
|
|
596
|
+
[**V1ListModelsResponse**](V1ListModelsResponse.md)
|
|
597
597
|
|
|
598
598
|
### Authorization
|
|
599
599
|
|
|
@@ -614,7 +614,7 @@ No authorization required
|
|
|
614
614
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
615
615
|
|
|
616
616
|
# **model_service_list_most_recent_models**
|
|
617
|
-
>
|
|
617
|
+
> V1ListMostRecentModelsResponse model_service_list_most_recent_models(limit=limit)
|
|
618
618
|
|
|
619
619
|
|
|
620
620
|
|
|
@@ -623,7 +623,7 @@ No authorization required
|
|
|
623
623
|
|
|
624
624
|
```python
|
|
625
625
|
import eval_studio_client.api
|
|
626
|
-
from eval_studio_client.api.models.
|
|
626
|
+
from eval_studio_client.api.models.v1_list_most_recent_models_response import V1ListMostRecentModelsResponse
|
|
627
627
|
from eval_studio_client.api.rest import ApiException
|
|
628
628
|
from pprint import pprint
|
|
629
629
|
|
|
@@ -659,7 +659,7 @@ Name | Type | Description | Notes
|
|
|
659
659
|
|
|
660
660
|
### Return type
|
|
661
661
|
|
|
662
|
-
[**
|
|
662
|
+
[**V1ListMostRecentModelsResponse**](V1ListMostRecentModelsResponse.md)
|
|
663
663
|
|
|
664
664
|
### Authorization
|
|
665
665
|
|
|
@@ -680,7 +680,7 @@ No authorization required
|
|
|
680
680
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
681
681
|
|
|
682
682
|
# **model_service_update_model**
|
|
683
|
-
>
|
|
683
|
+
> V1UpdateModelResponse model_service_update_model(model_name, model)
|
|
684
684
|
|
|
685
685
|
|
|
686
686
|
|
|
@@ -690,7 +690,7 @@ No authorization required
|
|
|
690
690
|
```python
|
|
691
691
|
import eval_studio_client.api
|
|
692
692
|
from eval_studio_client.api.models.required_the_model_to_update import RequiredTheModelToUpdate
|
|
693
|
-
from eval_studio_client.api.models.
|
|
693
|
+
from eval_studio_client.api.models.v1_update_model_response import V1UpdateModelResponse
|
|
694
694
|
from eval_studio_client.api.rest import ApiException
|
|
695
695
|
from pprint import pprint
|
|
696
696
|
|
|
@@ -728,7 +728,7 @@ Name | Type | Description | Notes
|
|
|
728
728
|
|
|
729
729
|
### Return type
|
|
730
730
|
|
|
731
|
-
[**
|
|
731
|
+
[**V1UpdateModelResponse**](V1UpdateModelResponse.md)
|
|
732
732
|
|
|
733
733
|
### Authorization
|
|
734
734
|
|
|
@@ -4,11 +4,11 @@ All URIs are relative to *http://localhost*
|
|
|
4
4
|
|
|
5
5
|
Method | HTTP request | Description
|
|
6
6
|
------------- | ------------- | -------------
|
|
7
|
-
[**operation_progress_service_get_operation_progress_by_parent**](OperationProgressServiceApi.md#operation_progress_service_get_operation_progress_by_parent) | **GET** /
|
|
7
|
+
[**operation_progress_service_get_operation_progress_by_parent**](OperationProgressServiceApi.md#operation_progress_service_get_operation_progress_by_parent) | **GET** /v1/{parent}/progresses:getByParent |
|
|
8
8
|
|
|
9
9
|
|
|
10
10
|
# **operation_progress_service_get_operation_progress_by_parent**
|
|
11
|
-
>
|
|
11
|
+
> V1GetOperationProgressByParentResponse operation_progress_service_get_operation_progress_by_parent(parent)
|
|
12
12
|
|
|
13
13
|
|
|
14
14
|
|
|
@@ -17,7 +17,7 @@ Method | HTTP request | Description
|
|
|
17
17
|
|
|
18
18
|
```python
|
|
19
19
|
import eval_studio_client.api
|
|
20
|
-
from eval_studio_client.api.models.
|
|
20
|
+
from eval_studio_client.api.models.v1_get_operation_progress_by_parent_response import V1GetOperationProgressByParentResponse
|
|
21
21
|
from eval_studio_client.api.rest import ApiException
|
|
22
22
|
from pprint import pprint
|
|
23
23
|
|
|
@@ -53,7 +53,7 @@ Name | Type | Description | Notes
|
|
|
53
53
|
|
|
54
54
|
### Return type
|
|
55
55
|
|
|
56
|
-
[**
|
|
56
|
+
[**V1GetOperationProgressByParentResponse**](V1GetOperationProgressByParentResponse.md)
|
|
57
57
|
|
|
58
58
|
### Authorization
|
|
59
59
|
|
|
@@ -4,15 +4,15 @@ All URIs are relative to *http://localhost*
|
|
|
4
4
|
|
|
5
5
|
Method | HTTP request | Description
|
|
6
6
|
------------- | ------------- | -------------
|
|
7
|
-
[**operation_service_batch_get_operations**](OperationServiceApi.md#operation_service_batch_get_operations) | **GET** /
|
|
8
|
-
[**operation_service_finalize_operation**](OperationServiceApi.md#operation_service_finalize_operation) | **PATCH** /
|
|
9
|
-
[**operation_service_get_operation**](OperationServiceApi.md#operation_service_get_operation) | **GET** /
|
|
10
|
-
[**operation_service_list_operations**](OperationServiceApi.md#operation_service_list_operations) | **GET** /
|
|
11
|
-
[**operation_service_update_operation**](OperationServiceApi.md#operation_service_update_operation) | **PATCH** /
|
|
7
|
+
[**operation_service_batch_get_operations**](OperationServiceApi.md#operation_service_batch_get_operations) | **GET** /v1/operations:batchGet |
|
|
8
|
+
[**operation_service_finalize_operation**](OperationServiceApi.md#operation_service_finalize_operation) | **PATCH** /v1/{operation.name}:finalize |
|
|
9
|
+
[**operation_service_get_operation**](OperationServiceApi.md#operation_service_get_operation) | **GET** /v1/{name_5} |
|
|
10
|
+
[**operation_service_list_operations**](OperationServiceApi.md#operation_service_list_operations) | **GET** /v1/operations |
|
|
11
|
+
[**operation_service_update_operation**](OperationServiceApi.md#operation_service_update_operation) | **PATCH** /v1/{operation.name} |
|
|
12
12
|
|
|
13
13
|
|
|
14
14
|
# **operation_service_batch_get_operations**
|
|
15
|
-
>
|
|
15
|
+
> V1BatchGetOperationsResponse operation_service_batch_get_operations(names=names)
|
|
16
16
|
|
|
17
17
|
|
|
18
18
|
|
|
@@ -21,7 +21,7 @@ Method | HTTP request | Description
|
|
|
21
21
|
|
|
22
22
|
```python
|
|
23
23
|
import eval_studio_client.api
|
|
24
|
-
from eval_studio_client.api.models.
|
|
24
|
+
from eval_studio_client.api.models.v1_batch_get_operations_response import V1BatchGetOperationsResponse
|
|
25
25
|
from eval_studio_client.api.rest import ApiException
|
|
26
26
|
from pprint import pprint
|
|
27
27
|
|
|
@@ -57,7 +57,7 @@ Name | Type | Description | Notes
|
|
|
57
57
|
|
|
58
58
|
### Return type
|
|
59
59
|
|
|
60
|
-
[**
|
|
60
|
+
[**V1BatchGetOperationsResponse**](V1BatchGetOperationsResponse.md)
|
|
61
61
|
|
|
62
62
|
### Authorization
|
|
63
63
|
|
|
@@ -78,7 +78,7 @@ No authorization required
|
|
|
78
78
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
79
79
|
|
|
80
80
|
# **operation_service_finalize_operation**
|
|
81
|
-
>
|
|
81
|
+
> V1FinalizeOperationResponse operation_service_finalize_operation(operation_name, operation)
|
|
82
82
|
|
|
83
83
|
|
|
84
84
|
|
|
@@ -88,7 +88,7 @@ No authorization required
|
|
|
88
88
|
```python
|
|
89
89
|
import eval_studio_client.api
|
|
90
90
|
from eval_studio_client.api.models.required_the_operation_to_finalize import RequiredTheOperationToFinalize
|
|
91
|
-
from eval_studio_client.api.models.
|
|
91
|
+
from eval_studio_client.api.models.v1_finalize_operation_response import V1FinalizeOperationResponse
|
|
92
92
|
from eval_studio_client.api.rest import ApiException
|
|
93
93
|
from pprint import pprint
|
|
94
94
|
|
|
@@ -126,7 +126,7 @@ Name | Type | Description | Notes
|
|
|
126
126
|
|
|
127
127
|
### Return type
|
|
128
128
|
|
|
129
|
-
[**
|
|
129
|
+
[**V1FinalizeOperationResponse**](V1FinalizeOperationResponse.md)
|
|
130
130
|
|
|
131
131
|
### Authorization
|
|
132
132
|
|
|
@@ -147,7 +147,7 @@ No authorization required
|
|
|
147
147
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
148
148
|
|
|
149
149
|
# **operation_service_get_operation**
|
|
150
|
-
>
|
|
150
|
+
> V1GetOperationResponse operation_service_get_operation(name_5)
|
|
151
151
|
|
|
152
152
|
|
|
153
153
|
|
|
@@ -156,7 +156,7 @@ No authorization required
|
|
|
156
156
|
|
|
157
157
|
```python
|
|
158
158
|
import eval_studio_client.api
|
|
159
|
-
from eval_studio_client.api.models.
|
|
159
|
+
from eval_studio_client.api.models.v1_get_operation_response import V1GetOperationResponse
|
|
160
160
|
from eval_studio_client.api.rest import ApiException
|
|
161
161
|
from pprint import pprint
|
|
162
162
|
|
|
@@ -192,7 +192,7 @@ Name | Type | Description | Notes
|
|
|
192
192
|
|
|
193
193
|
### Return type
|
|
194
194
|
|
|
195
|
-
[**
|
|
195
|
+
[**V1GetOperationResponse**](V1GetOperationResponse.md)
|
|
196
196
|
|
|
197
197
|
### Authorization
|
|
198
198
|
|
|
@@ -213,7 +213,7 @@ No authorization required
|
|
|
213
213
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
214
214
|
|
|
215
215
|
# **operation_service_list_operations**
|
|
216
|
-
>
|
|
216
|
+
> V1ListOperationsResponse operation_service_list_operations()
|
|
217
217
|
|
|
218
218
|
|
|
219
219
|
|
|
@@ -222,7 +222,7 @@ No authorization required
|
|
|
222
222
|
|
|
223
223
|
```python
|
|
224
224
|
import eval_studio_client.api
|
|
225
|
-
from eval_studio_client.api.models.
|
|
225
|
+
from eval_studio_client.api.models.v1_list_operations_response import V1ListOperationsResponse
|
|
226
226
|
from eval_studio_client.api.rest import ApiException
|
|
227
227
|
from pprint import pprint
|
|
228
228
|
|
|
@@ -254,7 +254,7 @@ This endpoint does not need any parameter.
|
|
|
254
254
|
|
|
255
255
|
### Return type
|
|
256
256
|
|
|
257
|
-
[**
|
|
257
|
+
[**V1ListOperationsResponse**](V1ListOperationsResponse.md)
|
|
258
258
|
|
|
259
259
|
### Authorization
|
|
260
260
|
|
|
@@ -275,7 +275,7 @@ No authorization required
|
|
|
275
275
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
276
276
|
|
|
277
277
|
# **operation_service_update_operation**
|
|
278
|
-
>
|
|
278
|
+
> V1UpdateOperationResponse operation_service_update_operation(operation_name, operation)
|
|
279
279
|
|
|
280
280
|
|
|
281
281
|
|
|
@@ -285,7 +285,7 @@ No authorization required
|
|
|
285
285
|
```python
|
|
286
286
|
import eval_studio_client.api
|
|
287
287
|
from eval_studio_client.api.models.required_the_operation_to_update import RequiredTheOperationToUpdate
|
|
288
|
-
from eval_studio_client.api.models.
|
|
288
|
+
from eval_studio_client.api.models.v1_update_operation_response import V1UpdateOperationResponse
|
|
289
289
|
from eval_studio_client.api.rest import ApiException
|
|
290
290
|
from pprint import pprint
|
|
291
291
|
|
|
@@ -323,7 +323,7 @@ Name | Type | Description | Notes
|
|
|
323
323
|
|
|
324
324
|
### Return type
|
|
325
325
|
|
|
326
|
-
[**
|
|
326
|
+
[**V1UpdateOperationResponse**](V1UpdateOperationResponse.md)
|
|
327
327
|
|
|
328
328
|
### Authorization
|
|
329
329
|
|
|
@@ -4,11 +4,11 @@ All URIs are relative to *http://localhost*
|
|
|
4
4
|
|
|
5
5
|
Method | HTTP request | Description
|
|
6
6
|
------------- | ------------- | -------------
|
|
7
|
-
[**perturbation_service_create_perturbation**](PerturbationServiceApi.md#perturbation_service_create_perturbation) | **POST** /
|
|
7
|
+
[**perturbation_service_create_perturbation**](PerturbationServiceApi.md#perturbation_service_create_perturbation) | **POST** /v1/{parent}/perturbations |
|
|
8
8
|
|
|
9
9
|
|
|
10
10
|
# **perturbation_service_create_perturbation**
|
|
11
|
-
>
|
|
11
|
+
> V1CreatePerturbationResponse perturbation_service_create_perturbation(parent, body)
|
|
12
12
|
|
|
13
13
|
|
|
14
14
|
|
|
@@ -18,7 +18,7 @@ Method | HTTP request | Description
|
|
|
18
18
|
```python
|
|
19
19
|
import eval_studio_client.api
|
|
20
20
|
from eval_studio_client.api.models.perturbation_service_create_perturbation_request import PerturbationServiceCreatePerturbationRequest
|
|
21
|
-
from eval_studio_client.api.models.
|
|
21
|
+
from eval_studio_client.api.models.v1_create_perturbation_response import V1CreatePerturbationResponse
|
|
22
22
|
from eval_studio_client.api.rest import ApiException
|
|
23
23
|
from pprint import pprint
|
|
24
24
|
|
|
@@ -56,7 +56,7 @@ Name | Type | Description | Notes
|
|
|
56
56
|
|
|
57
57
|
### Return type
|
|
58
58
|
|
|
59
|
-
[**
|
|
59
|
+
[**V1CreatePerturbationResponse**](V1CreatePerturbationResponse.md)
|
|
60
60
|
|
|
61
61
|
### Authorization
|
|
62
62
|
|
|
@@ -5,9 +5,9 @@
|
|
|
5
5
|
|
|
6
6
|
Name | Type | Description | Notes
|
|
7
7
|
------------ | ------------- | ------------- | -------------
|
|
8
|
-
**perturbator_configurations** | [**List[
|
|
9
|
-
**test_cases** | [**List[
|
|
10
|
-
**test_case_relationships** | [**List[
|
|
8
|
+
**perturbator_configurations** | [**List[V1PerturbatorConfiguration]**](V1PerturbatorConfiguration.md) | Required. PerturbatorConfiguration to apply to the parent Test. | [optional]
|
|
9
|
+
**test_cases** | [**List[V1TestCase]**](V1TestCase.md) | Required. List of test cases to perturbate. These are the test cases from the parent test. TODO: breaks https://google.aip.dev/144 | [optional]
|
|
10
|
+
**test_case_relationships** | [**List[V1TestCaseRelationship]**](V1TestCaseRelationship.md) | Optional. List of relationships between test cases. | [optional]
|
|
11
11
|
|
|
12
12
|
## Example
|
|
13
13
|
|
|
@@ -4,12 +4,12 @@ All URIs are relative to *http://localhost*
|
|
|
4
4
|
|
|
5
5
|
Method | HTTP request | Description
|
|
6
6
|
------------- | ------------- | -------------
|
|
7
|
-
[**perturbator_service_get_perturbator**](PerturbatorServiceApi.md#perturbator_service_get_perturbator) | **GET** /
|
|
8
|
-
[**perturbator_service_list_perturbators**](PerturbatorServiceApi.md#perturbator_service_list_perturbators) | **GET** /
|
|
7
|
+
[**perturbator_service_get_perturbator**](PerturbatorServiceApi.md#perturbator_service_get_perturbator) | **GET** /v1/{name_6} |
|
|
8
|
+
[**perturbator_service_list_perturbators**](PerturbatorServiceApi.md#perturbator_service_list_perturbators) | **GET** /v1/perturbators |
|
|
9
9
|
|
|
10
10
|
|
|
11
11
|
# **perturbator_service_get_perturbator**
|
|
12
|
-
>
|
|
12
|
+
> V1GetPerturbatorResponse perturbator_service_get_perturbator(name_6)
|
|
13
13
|
|
|
14
14
|
|
|
15
15
|
|
|
@@ -18,7 +18,7 @@ Method | HTTP request | Description
|
|
|
18
18
|
|
|
19
19
|
```python
|
|
20
20
|
import eval_studio_client.api
|
|
21
|
-
from eval_studio_client.api.models.
|
|
21
|
+
from eval_studio_client.api.models.v1_get_perturbator_response import V1GetPerturbatorResponse
|
|
22
22
|
from eval_studio_client.api.rest import ApiException
|
|
23
23
|
from pprint import pprint
|
|
24
24
|
|
|
@@ -54,7 +54,7 @@ Name | Type | Description | Notes
|
|
|
54
54
|
|
|
55
55
|
### Return type
|
|
56
56
|
|
|
57
|
-
[**
|
|
57
|
+
[**V1GetPerturbatorResponse**](V1GetPerturbatorResponse.md)
|
|
58
58
|
|
|
59
59
|
### Authorization
|
|
60
60
|
|
|
@@ -75,7 +75,7 @@ No authorization required
|
|
|
75
75
|
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
76
76
|
|
|
77
77
|
# **perturbator_service_list_perturbators**
|
|
78
|
-
>
|
|
78
|
+
> V1ListPerturbatorsResponse perturbator_service_list_perturbators()
|
|
79
79
|
|
|
80
80
|
|
|
81
81
|
|
|
@@ -84,7 +84,7 @@ No authorization required
|
|
|
84
84
|
|
|
85
85
|
```python
|
|
86
86
|
import eval_studio_client.api
|
|
87
|
-
from eval_studio_client.api.models.
|
|
87
|
+
from eval_studio_client.api.models.v1_list_perturbators_response import V1ListPerturbatorsResponse
|
|
88
88
|
from eval_studio_client.api.rest import ApiException
|
|
89
89
|
from pprint import pprint
|
|
90
90
|
|
|
@@ -116,7 +116,7 @@ This endpoint does not need any parameter.
|
|
|
116
116
|
|
|
117
117
|
### Return type
|
|
118
118
|
|
|
119
|
-
[**
|
|
119
|
+
[**V1ListPerturbatorsResponse**](V1ListPerturbatorsResponse.md)
|
|
120
120
|
|
|
121
121
|
### Authorization
|
|
122
122
|
|