eval-studio-client 0.7.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/__about__.py +1 -0
- eval_studio_client/__init__.py +4 -0
- eval_studio_client/api/__init__.py +180 -0
- eval_studio_client/api/api/__init__.py +20 -0
- eval_studio_client/api/api/dashboard_service_api.py +2142 -0
- eval_studio_client/api/api/document_service_api.py +1868 -0
- eval_studio_client/api/api/evaluation_service_api.py +1603 -0
- eval_studio_client/api/api/evaluator_service_api.py +1343 -0
- eval_studio_client/api/api/info_service_api.py +275 -0
- eval_studio_client/api/api/leaderboard_service_api.py +3336 -0
- eval_studio_client/api/api/model_service_api.py +2913 -0
- eval_studio_client/api/api/operation_progress_service_api.py +292 -0
- eval_studio_client/api/api/operation_service_api.py +1359 -0
- eval_studio_client/api/api/perturbation_service_api.py +321 -0
- eval_studio_client/api/api/perturbator_service_api.py +532 -0
- eval_studio_client/api/api/test_case_service_api.py +1913 -0
- eval_studio_client/api/api/test_class_service_api.py +532 -0
- eval_studio_client/api/api/test_lab_service_api.py +634 -0
- eval_studio_client/api/api/test_service_api.py +2712 -0
- eval_studio_client/api/api/who_am_i_service_api.py +275 -0
- eval_studio_client/api/api_client.py +770 -0
- eval_studio_client/api/api_response.py +21 -0
- eval_studio_client/api/configuration.py +436 -0
- eval_studio_client/api/docs/DashboardServiceApi.md +549 -0
- eval_studio_client/api/docs/DocumentServiceApi.md +478 -0
- eval_studio_client/api/docs/EvaluationServiceApi.md +332 -0
- eval_studio_client/api/docs/EvaluatorServiceApi.md +345 -0
- eval_studio_client/api/docs/InfoServiceApi.md +71 -0
- eval_studio_client/api/docs/LeaderboardServiceApi.md +835 -0
- eval_studio_client/api/docs/ModelServiceApi.md +750 -0
- eval_studio_client/api/docs/OperationProgressServiceApi.md +75 -0
- eval_studio_client/api/docs/OperationServiceApi.md +345 -0
- eval_studio_client/api/docs/PerturbationServiceApi.md +78 -0
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +31 -0
- eval_studio_client/api/docs/PerturbatorServiceApi.md +138 -0
- eval_studio_client/api/docs/ProtobufAny.md +30 -0
- eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +41 -0
- eval_studio_client/api/docs/RequiredTheDocumentToUpdate.md +38 -0
- eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +54 -0
- eval_studio_client/api/docs/RequiredTheModelToUpdate.md +41 -0
- eval_studio_client/api/docs/RequiredTheOperationToFinalize.md +39 -0
- eval_studio_client/api/docs/RequiredTheOperationToUpdate.md +39 -0
- eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +39 -0
- eval_studio_client/api/docs/RequiredTheTestToUpdate.md +39 -0
- eval_studio_client/api/docs/RpcStatus.md +32 -0
- eval_studio_client/api/docs/TestCaseServiceApi.md +486 -0
- eval_studio_client/api/docs/TestCaseServiceBatchDeleteTestCasesRequest.md +29 -0
- eval_studio_client/api/docs/TestClassServiceApi.md +138 -0
- eval_studio_client/api/docs/TestLabServiceApi.md +151 -0
- eval_studio_client/api/docs/TestServiceApi.md +689 -0
- eval_studio_client/api/docs/TestServicePerturbTestRequest.md +31 -0
- eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +31 -0
- eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +30 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteTestsRequest.md +30 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchImportLeaderboardRequest.md +37 -0
- eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchImportTestsRequest.md +32 -0
- eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +30 -0
- eval_studio_client/api/docs/V1alphaCollectionInfo.md +33 -0
- eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateEvaluationRequest.md +37 -0
- eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateModelResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDashboard.md +41 -0
- eval_studio_client/api/docs/V1alphaDashboardStatus.md +12 -0
- eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDocument.md +38 -0
- eval_studio_client/api/docs/V1alphaEvaluationTest.md +32 -0
- eval_studio_client/api/docs/V1alphaEvaluator.md +45 -0
- eval_studio_client/api/docs/V1alphaEvaluatorParamType.md +12 -0
- eval_studio_client/api/docs/V1alphaEvaluatorParameter.md +40 -0
- eval_studio_client/api/docs/V1alphaEvaluatorView.md +12 -0
- eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetInfoResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetModelResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaImportEvaluationRequest.md +33 -0
- eval_studio_client/api/docs/V1alphaImportLeaderboardRequest.md +37 -0
- eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaInfo.md +35 -0
- eval_studio_client/api/docs/V1alphaInsight.md +40 -0
- eval_studio_client/api/docs/V1alphaLeaderboard.md +54 -0
- eval_studio_client/api/docs/V1alphaLeaderboardStatus.md +12 -0
- eval_studio_client/api/docs/V1alphaLeaderboardType.md +12 -0
- eval_studio_client/api/docs/V1alphaLeaderboardView.md +12 -0
- eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +30 -0
- eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListOperationsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaModel.md +42 -0
- eval_studio_client/api/docs/V1alphaModelType.md +12 -0
- eval_studio_client/api/docs/V1alphaOperation.md +40 -0
- eval_studio_client/api/docs/V1alphaOperationProgress.md +32 -0
- eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaPerturbator.md +39 -0
- eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +32 -0
- eval_studio_client/api/docs/V1alphaPerturbatorIntensity.md +11 -0
- eval_studio_client/api/docs/V1alphaProblemAndAction.md +39 -0
- eval_studio_client/api/docs/V1alphaTest.md +40 -0
- eval_studio_client/api/docs/V1alphaTestCase.md +40 -0
- eval_studio_client/api/docs/V1alphaTestCaseRelationship.md +31 -0
- eval_studio_client/api/docs/V1alphaTestClass.md +41 -0
- eval_studio_client/api/docs/V1alphaTestClassType.md +12 -0
- eval_studio_client/api/docs/V1alphaTestLab.md +41 -0
- eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaWhoAmIResponse.md +31 -0
- eval_studio_client/api/docs/WhoAmIServiceApi.md +72 -0
- eval_studio_client/api/exceptions.py +199 -0
- eval_studio_client/api/models/__init__.py +148 -0
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +115 -0
- eval_studio_client/api/models/protobuf_any.py +100 -0
- eval_studio_client/api/models/required_the_dashboard_to_update.py +127 -0
- eval_studio_client/api/models/required_the_document_to_update.py +116 -0
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +178 -0
- eval_studio_client/api/models/required_the_model_to_update.py +127 -0
- eval_studio_client/api/models/required_the_operation_to_finalize.py +129 -0
- eval_studio_client/api/models/required_the_operation_to_update.py +129 -0
- eval_studio_client/api/models/required_the_test_case_to_update.py +120 -0
- eval_studio_client/api/models/required_the_test_to_update.py +122 -0
- eval_studio_client/api/models/rpc_status.py +99 -0
- eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +87 -0
- eval_studio_client/api/models/test_service_perturb_test_request.py +99 -0
- eval_studio_client/api/models/v1alpha_batch_create_leaderboards_request.py +99 -0
- eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +91 -0
- eval_studio_client/api/models/v1alpha_batch_delete_dashboards_request.py +87 -0
- eval_studio_client/api/models/v1alpha_batch_delete_dashboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_documents_request.py +87 -0
- eval_studio_client/api/models/v1alpha_batch_delete_documents_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_evaluators_request.py +87 -0
- eval_studio_client/api/models/v1alpha_batch_delete_evaluators_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_leaderboards_request.py +90 -0
- eval_studio_client/api/models/v1alpha_batch_delete_leaderboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_models_request.py +87 -0
- eval_studio_client/api/models/v1alpha_batch_delete_models_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_test_cases_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_tests_request.py +89 -0
- eval_studio_client/api/models/v1alpha_batch_delete_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_dashboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_documents_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_leaderboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_models_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_operations_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_import_leaderboard_request.py +104 -0
- eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_batch_import_tests_request.py +93 -0
- eval_studio_client/api/models/v1alpha_batch_import_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_check_base_models_response.py +89 -0
- eval_studio_client/api/models/v1alpha_collection_info.py +93 -0
- eval_studio_client/api/models/v1alpha_create_dashboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_document_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_evaluation_request.py +115 -0
- eval_studio_client/api/models/v1alpha_create_evaluator_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_leaderboard_request.py +91 -0
- eval_studio_client/api/models/v1alpha_create_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_model_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_perturbation_response.py +87 -0
- eval_studio_client/api/models/v1alpha_create_test_case_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_test_lab_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_dashboard.py +131 -0
- eval_studio_client/api/models/v1alpha_dashboard_status.py +39 -0
- eval_studio_client/api/models/v1alpha_delete_dashboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_document_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_evaluator_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_model_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_test_case_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_document.py +120 -0
- eval_studio_client/api/models/v1alpha_evaluation_test.py +107 -0
- eval_studio_client/api/models/v1alpha_evaluator.py +155 -0
- eval_studio_client/api/models/v1alpha_evaluator_param_type.py +42 -0
- eval_studio_client/api/models/v1alpha_evaluator_parameter.py +126 -0
- eval_studio_client/api/models/v1alpha_evaluator_view.py +38 -0
- eval_studio_client/api/models/v1alpha_finalize_operation_response.py +91 -0
- eval_studio_client/api/models/v1alpha_find_all_test_cases_by_id_response.py +95 -0
- eval_studio_client/api/models/v1alpha_find_test_lab_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_dashboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_document_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_evaluator_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_info_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_model_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_operation_progress_by_parent_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_operation_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_perturbator_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_test_case_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_test_class_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_import_evaluation_request.py +99 -0
- eval_studio_client/api/models/v1alpha_import_leaderboard_request.py +104 -0
- eval_studio_client/api/models/v1alpha_import_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_info.py +99 -0
- eval_studio_client/api/models/v1alpha_insight.py +107 -0
- eval_studio_client/api/models/v1alpha_leaderboard.py +182 -0
- eval_studio_client/api/models/v1alpha_leaderboard_status.py +39 -0
- eval_studio_client/api/models/v1alpha_leaderboard_type.py +39 -0
- eval_studio_client/api/models/v1alpha_leaderboard_view.py +39 -0
- eval_studio_client/api/models/v1alpha_list_base_models_response.py +87 -0
- eval_studio_client/api/models/v1alpha_list_dashboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_documents_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_evaluators_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_leaderboards_response.py +97 -0
- eval_studio_client/api/models/v1alpha_list_llm_models_response.py +87 -0
- eval_studio_client/api/models/v1alpha_list_model_collections_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_models_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_most_recent_dashboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_most_recent_leaderboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_most_recent_models_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_operations_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_perturbators_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_rag_collections_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_test_cases_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_test_classes_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_model.py +131 -0
- eval_studio_client/api/models/v1alpha_model_type.py +46 -0
- eval_studio_client/api/models/v1alpha_operation.py +133 -0
- eval_studio_client/api/models/v1alpha_operation_progress.py +99 -0
- eval_studio_client/api/models/v1alpha_perturb_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_perturbator.py +122 -0
- eval_studio_client/api/models/v1alpha_perturbator_configuration.py +92 -0
- eval_studio_client/api/models/v1alpha_perturbator_intensity.py +39 -0
- eval_studio_client/api/models/v1alpha_problem_and_action.py +129 -0
- eval_studio_client/api/models/v1alpha_test.py +126 -0
- eval_studio_client/api/models/v1alpha_test_case.py +124 -0
- eval_studio_client/api/models/v1alpha_test_case_relationship.py +91 -0
- eval_studio_client/api/models/v1alpha_test_class.py +127 -0
- eval_studio_client/api/models/v1alpha_test_class_type.py +42 -0
- eval_studio_client/api/models/v1alpha_test_lab.py +137 -0
- eval_studio_client/api/models/v1alpha_update_dashboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_document_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_model_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_operation_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_test_case_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_who_am_i_response.py +91 -0
- eval_studio_client/api/rest.py +257 -0
- eval_studio_client/api/test/__init__.py +0 -0
- eval_studio_client/api/test/test_dashboard_service_api.py +79 -0
- eval_studio_client/api/test/test_document_service_api.py +73 -0
- eval_studio_client/api/test/test_evaluation_service_api.py +55 -0
- eval_studio_client/api/test/test_evaluator_service_api.py +61 -0
- eval_studio_client/api/test/test_info_service_api.py +37 -0
- eval_studio_client/api/test/test_leaderboard_service_api.py +103 -0
- eval_studio_client/api/test/test_model_service_api.py +97 -0
- eval_studio_client/api/test/test_operation_progress_service_api.py +37 -0
- eval_studio_client/api/test/test_operation_service_api.py +61 -0
- eval_studio_client/api/test/test_perturbation_service_api.py +37 -0
- eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +79 -0
- eval_studio_client/api/test/test_perturbator_service_api.py +43 -0
- eval_studio_client/api/test/test_protobuf_any.py +51 -0
- eval_studio_client/api/test/test_required_the_dashboard_to_update.py +64 -0
- eval_studio_client/api/test/test_required_the_document_to_update.py +59 -0
- eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +115 -0
- eval_studio_client/api/test/test_required_the_model_to_update.py +63 -0
- eval_studio_client/api/test/test_required_the_operation_to_finalize.py +71 -0
- eval_studio_client/api/test/test_required_the_operation_to_update.py +71 -0
- eval_studio_client/api/test/test_required_the_test_case_to_update.py +63 -0
- eval_studio_client/api/test/test_required_the_test_to_update.py +65 -0
- eval_studio_client/api/test/test_rpc_status.py +57 -0
- eval_studio_client/api/test/test_test_case_service_api.py +73 -0
- eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +53 -0
- eval_studio_client/api/test/test_test_class_service_api.py +43 -0
- eval_studio_client/api/test/test_test_lab_service_api.py +43 -0
- eval_studio_client/api/test/test_test_service_api.py +91 -0
- eval_studio_client/api/test/test_test_service_perturb_test_request.py +58 -0
- eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_request.py +119 -0
- eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +53 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_documents_request.py +53 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_documents_response.py +63 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +53 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_response.py +91 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_leaderboards_request.py +54 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_leaderboards_response.py +116 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_models_request.py +53 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_models_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_test_cases_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_tests_request.py +54 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_dashboards_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_documents_response.py +63 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_leaderboards_response.py +116 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_models_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_operations_response.py +73 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_request.py +61 -0
- eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_batch_import_tests_request.py +54 -0
- eval_studio_client/api/test/test_v1alpha_batch_import_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_check_base_models_response.py +52 -0
- eval_studio_client/api/test/test_v1alpha_collection_info.py +54 -0
- eval_studio_client/api/test/test_v1alpha_create_dashboard_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_create_document_response.py +61 -0
- eval_studio_client/api/test/test_v1alpha_create_evaluation_request.py +107 -0
- eval_studio_client/api/test/test_v1alpha_create_evaluator_response.py +89 -0
- eval_studio_client/api/test/test_v1alpha_create_leaderboard_request.py +114 -0
- eval_studio_client/api/test/test_v1alpha_create_leaderboard_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_create_model_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_create_perturbation_response.py +51 -0
- eval_studio_client/api/test/test_v1alpha_create_test_case_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_create_test_lab_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_create_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_dashboard.py +65 -0
- eval_studio_client/api/test/test_v1alpha_dashboard_status.py +33 -0
- eval_studio_client/api/test/test_v1alpha_delete_dashboard_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_delete_document_response.py +61 -0
- eval_studio_client/api/test/test_v1alpha_delete_evaluator_response.py +89 -0
- eval_studio_client/api/test/test_v1alpha_delete_leaderboard_response.py +114 -0
- eval_studio_client/api/test/test_v1alpha_delete_model_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_delete_test_case_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_delete_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_document.py +60 -0
- eval_studio_client/api/test/test_v1alpha_evaluation_test.py +76 -0
- eval_studio_client/api/test/test_v1alpha_evaluator.py +91 -0
- eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +33 -0
- eval_studio_client/api/test/test_v1alpha_evaluator_parameter.py +68 -0
- eval_studio_client/api/test/test_v1alpha_evaluator_view.py +33 -0
- eval_studio_client/api/test/test_v1alpha_finalize_operation_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_find_all_test_cases_by_id_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_find_test_lab_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_get_dashboard_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_get_document_response.py +61 -0
- eval_studio_client/api/test/test_v1alpha_get_evaluator_response.py +89 -0
- eval_studio_client/api/test/test_v1alpha_get_info_response.py +60 -0
- eval_studio_client/api/test/test_v1alpha_get_leaderboard_response.py +114 -0
- eval_studio_client/api/test/test_v1alpha_get_model_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_get_operation_progress_by_parent_response.py +55 -0
- eval_studio_client/api/test/test_v1alpha_get_operation_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_get_perturbator_response.py +64 -0
- eval_studio_client/api/test/test_v1alpha_get_test_case_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_get_test_class_response.py +70 -0
- eval_studio_client/api/test/test_v1alpha_get_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_import_evaluation_request.py +73 -0
- eval_studio_client/api/test/test_v1alpha_import_leaderboard_request.py +59 -0
- eval_studio_client/api/test/test_v1alpha_import_leaderboard_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_info.py +59 -0
- eval_studio_client/api/test/test_v1alpha_insight.py +67 -0
- eval_studio_client/api/test/test_v1alpha_leaderboard.py +116 -0
- eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +33 -0
- eval_studio_client/api/test/test_v1alpha_leaderboard_type.py +33 -0
- eval_studio_client/api/test/test_v1alpha_leaderboard_view.py +33 -0
- eval_studio_client/api/test/test_v1alpha_list_base_models_response.py +53 -0
- eval_studio_client/api/test/test_v1alpha_list_dashboards_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_list_documents_response.py +63 -0
- eval_studio_client/api/test/test_v1alpha_list_evaluators_response.py +91 -0
- eval_studio_client/api/test/test_v1alpha_list_leaderboards_response.py +117 -0
- eval_studio_client/api/test/test_v1alpha_list_llm_models_response.py +53 -0
- eval_studio_client/api/test/test_v1alpha_list_model_collections_response.py +57 -0
- eval_studio_client/api/test/test_v1alpha_list_models_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_list_most_recent_dashboards_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_list_most_recent_leaderboards_response.py +116 -0
- eval_studio_client/api/test/test_v1alpha_list_most_recent_models_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_list_operations_response.py +73 -0
- eval_studio_client/api/test/test_v1alpha_list_perturbators_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_list_rag_collections_response.py +57 -0
- eval_studio_client/api/test/test_v1alpha_list_test_cases_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_list_test_classes_response.py +72 -0
- eval_studio_client/api/test/test_v1alpha_list_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_model.py +64 -0
- eval_studio_client/api/test/test_v1alpha_model_type.py +33 -0
- eval_studio_client/api/test/test_v1alpha_operation.py +72 -0
- eval_studio_client/api/test/test_v1alpha_operation_progress.py +54 -0
- eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_perturbator.py +63 -0
- eval_studio_client/api/test/test_v1alpha_perturbator_configuration.py +53 -0
- eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +33 -0
- eval_studio_client/api/test/test_v1alpha_problem_and_action.py +65 -0
- eval_studio_client/api/test/test_v1alpha_test.py +66 -0
- eval_studio_client/api/test/test_v1alpha_test_case.py +64 -0
- eval_studio_client/api/test/test_v1alpha_test_case_relationship.py +53 -0
- eval_studio_client/api/test/test_v1alpha_test_class.py +69 -0
- eval_studio_client/api/test/test_v1alpha_test_class_type.py +33 -0
- eval_studio_client/api/test/test_v1alpha_test_lab.py +67 -0
- eval_studio_client/api/test/test_v1alpha_update_dashboard_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_update_document_response.py +61 -0
- eval_studio_client/api/test/test_v1alpha_update_leaderboard_response.py +114 -0
- eval_studio_client/api/test/test_v1alpha_update_model_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_update_operation_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_update_test_case_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_update_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_who_am_i_response.py +53 -0
- eval_studio_client/api/test/test_who_am_i_service_api.py +38 -0
- eval_studio_client/client.py +98 -0
- eval_studio_client/dashboards.py +187 -0
- eval_studio_client/documents.py +95 -0
- eval_studio_client/evaluators.py +65 -0
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +6043 -0
- eval_studio_client/insights.py +35 -0
- eval_studio_client/leaderboards.py +207 -0
- eval_studio_client/models.py +522 -0
- eval_studio_client/perturbators.py +101 -0
- eval_studio_client/problems.py +50 -0
- eval_studio_client/test_labs.py +319 -0
- eval_studio_client/tests.py +369 -0
- eval_studio_client-0.7.0.dist-info/METADATA +18 -0
- eval_studio_client-0.7.0.dist-info/RECORD +470 -0
- eval_studio_client-0.7.0.dist-info/WHEEL +4 -0
|
@@ -0,0 +1,689 @@
|
|
|
1
|
+
# eval_studio_client.api.TestServiceApi
|
|
2
|
+
|
|
3
|
+
All URIs are relative to *http://localhost*
|
|
4
|
+
|
|
5
|
+
Method | HTTP request | Description
|
|
6
|
+
------------- | ------------- | -------------
|
|
7
|
+
[**test_service_batch_delete_tests**](TestServiceApi.md#test_service_batch_delete_tests) | **POST** /v1alpha/tests:batchDelete |
|
|
8
|
+
[**test_service_batch_get_tests**](TestServiceApi.md#test_service_batch_get_tests) | **GET** /v1alpha/tests:batchGet |
|
|
9
|
+
[**test_service_batch_import_tests**](TestServiceApi.md#test_service_batch_import_tests) | **POST** /v1alpha/tests:batchImport |
|
|
10
|
+
[**test_service_create_test**](TestServiceApi.md#test_service_create_test) | **POST** /v1alpha/tests |
|
|
11
|
+
[**test_service_delete_test**](TestServiceApi.md#test_service_delete_test) | **DELETE** /v1alpha/{name_6} |
|
|
12
|
+
[**test_service_get_test**](TestServiceApi.md#test_service_get_test) | **GET** /v1alpha/{name_9} |
|
|
13
|
+
[**test_service_list_most_recent_tests**](TestServiceApi.md#test_service_list_most_recent_tests) | **GET** /v1alpha/tests:mostRecent |
|
|
14
|
+
[**test_service_list_tests**](TestServiceApi.md#test_service_list_tests) | **GET** /v1alpha/tests |
|
|
15
|
+
[**test_service_perturb_test**](TestServiceApi.md#test_service_perturb_test) | **POST** /v1alpha/{name}:perturb |
|
|
16
|
+
[**test_service_update_test**](TestServiceApi.md#test_service_update_test) | **PATCH** /v1alpha/{test.name} |
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
# **test_service_batch_delete_tests**
|
|
20
|
+
> V1alphaBatchDeleteTestsResponse test_service_batch_delete_tests(body)
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
### Example
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
```python
|
|
28
|
+
import eval_studio_client.api
|
|
29
|
+
from eval_studio_client.api.models.v1alpha_batch_delete_tests_request import V1alphaBatchDeleteTestsRequest
|
|
30
|
+
from eval_studio_client.api.models.v1alpha_batch_delete_tests_response import V1alphaBatchDeleteTestsResponse
|
|
31
|
+
from eval_studio_client.api.rest import ApiException
|
|
32
|
+
from pprint import pprint
|
|
33
|
+
|
|
34
|
+
# Defining the host is optional and defaults to http://localhost
|
|
35
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
36
|
+
configuration = eval_studio_client.api.Configuration(
|
|
37
|
+
host = "http://localhost"
|
|
38
|
+
)
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
# Enter a context with an instance of the API client
|
|
42
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
43
|
+
# Create an instance of the API class
|
|
44
|
+
api_instance = eval_studio_client.api.TestServiceApi(api_client)
|
|
45
|
+
body = eval_studio_client.api.V1alphaBatchDeleteTestsRequest() # V1alphaBatchDeleteTestsRequest |
|
|
46
|
+
|
|
47
|
+
try:
|
|
48
|
+
api_response = api_instance.test_service_batch_delete_tests(body)
|
|
49
|
+
print("The response of TestServiceApi->test_service_batch_delete_tests:\n")
|
|
50
|
+
pprint(api_response)
|
|
51
|
+
except Exception as e:
|
|
52
|
+
print("Exception when calling TestServiceApi->test_service_batch_delete_tests: %s\n" % e)
|
|
53
|
+
```
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
### Parameters
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
Name | Type | Description | Notes
|
|
61
|
+
------------- | ------------- | ------------- | -------------
|
|
62
|
+
**body** | [**V1alphaBatchDeleteTestsRequest**](V1alphaBatchDeleteTestsRequest.md)| |
|
|
63
|
+
|
|
64
|
+
### Return type
|
|
65
|
+
|
|
66
|
+
[**V1alphaBatchDeleteTestsResponse**](V1alphaBatchDeleteTestsResponse.md)
|
|
67
|
+
|
|
68
|
+
### Authorization
|
|
69
|
+
|
|
70
|
+
No authorization required
|
|
71
|
+
|
|
72
|
+
### HTTP request headers
|
|
73
|
+
|
|
74
|
+
- **Content-Type**: application/json
|
|
75
|
+
- **Accept**: application/json
|
|
76
|
+
|
|
77
|
+
### HTTP response details
|
|
78
|
+
|
|
79
|
+
| Status code | Description | Response headers |
|
|
80
|
+
|-------------|-------------|------------------|
|
|
81
|
+
**200** | A successful response. | - |
|
|
82
|
+
**0** | An unexpected error response. | - |
|
|
83
|
+
|
|
84
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
85
|
+
|
|
86
|
+
# **test_service_batch_get_tests**
|
|
87
|
+
> V1alphaBatchGetTestsResponse test_service_batch_get_tests(names=names)
|
|
88
|
+
|
|
89
|
+
|
|
90
|
+
|
|
91
|
+
### Example
|
|
92
|
+
|
|
93
|
+
|
|
94
|
+
```python
|
|
95
|
+
import eval_studio_client.api
|
|
96
|
+
from eval_studio_client.api.models.v1alpha_batch_get_tests_response import V1alphaBatchGetTestsResponse
|
|
97
|
+
from eval_studio_client.api.rest import ApiException
|
|
98
|
+
from pprint import pprint
|
|
99
|
+
|
|
100
|
+
# Defining the host is optional and defaults to http://localhost
|
|
101
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
102
|
+
configuration = eval_studio_client.api.Configuration(
|
|
103
|
+
host = "http://localhost"
|
|
104
|
+
)
|
|
105
|
+
|
|
106
|
+
|
|
107
|
+
# Enter a context with an instance of the API client
|
|
108
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
109
|
+
# Create an instance of the API class
|
|
110
|
+
api_instance = eval_studio_client.api.TestServiceApi(api_client)
|
|
111
|
+
names = ['names_example'] # List[str] | The names of the Tests to retrieve. A maximum of 1000 can be specified. (optional)
|
|
112
|
+
|
|
113
|
+
try:
|
|
114
|
+
api_response = api_instance.test_service_batch_get_tests(names=names)
|
|
115
|
+
print("The response of TestServiceApi->test_service_batch_get_tests:\n")
|
|
116
|
+
pprint(api_response)
|
|
117
|
+
except Exception as e:
|
|
118
|
+
print("Exception when calling TestServiceApi->test_service_batch_get_tests: %s\n" % e)
|
|
119
|
+
```
|
|
120
|
+
|
|
121
|
+
|
|
122
|
+
|
|
123
|
+
### Parameters
|
|
124
|
+
|
|
125
|
+
|
|
126
|
+
Name | Type | Description | Notes
|
|
127
|
+
------------- | ------------- | ------------- | -------------
|
|
128
|
+
**names** | [**List[str]**](str.md)| The names of the Tests to retrieve. A maximum of 1000 can be specified. | [optional]
|
|
129
|
+
|
|
130
|
+
### Return type
|
|
131
|
+
|
|
132
|
+
[**V1alphaBatchGetTestsResponse**](V1alphaBatchGetTestsResponse.md)
|
|
133
|
+
|
|
134
|
+
### Authorization
|
|
135
|
+
|
|
136
|
+
No authorization required
|
|
137
|
+
|
|
138
|
+
### HTTP request headers
|
|
139
|
+
|
|
140
|
+
- **Content-Type**: Not defined
|
|
141
|
+
- **Accept**: application/json
|
|
142
|
+
|
|
143
|
+
### HTTP response details
|
|
144
|
+
|
|
145
|
+
| Status code | Description | Response headers |
|
|
146
|
+
|-------------|-------------|------------------|
|
|
147
|
+
**200** | A successful response. | - |
|
|
148
|
+
**0** | An unexpected error response. | - |
|
|
149
|
+
|
|
150
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
151
|
+
|
|
152
|
+
# **test_service_batch_import_tests**
|
|
153
|
+
> V1alphaBatchImportTestsResponse test_service_batch_import_tests(body)
|
|
154
|
+
|
|
155
|
+
|
|
156
|
+
|
|
157
|
+
### Example
|
|
158
|
+
|
|
159
|
+
|
|
160
|
+
```python
|
|
161
|
+
import eval_studio_client.api
|
|
162
|
+
from eval_studio_client.api.models.v1alpha_batch_import_tests_request import V1alphaBatchImportTestsRequest
|
|
163
|
+
from eval_studio_client.api.models.v1alpha_batch_import_tests_response import V1alphaBatchImportTestsResponse
|
|
164
|
+
from eval_studio_client.api.rest import ApiException
|
|
165
|
+
from pprint import pprint
|
|
166
|
+
|
|
167
|
+
# Defining the host is optional and defaults to http://localhost
|
|
168
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
169
|
+
configuration = eval_studio_client.api.Configuration(
|
|
170
|
+
host = "http://localhost"
|
|
171
|
+
)
|
|
172
|
+
|
|
173
|
+
|
|
174
|
+
# Enter a context with an instance of the API client
|
|
175
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
176
|
+
# Create an instance of the API class
|
|
177
|
+
api_instance = eval_studio_client.api.TestServiceApi(api_client)
|
|
178
|
+
body = eval_studio_client.api.V1alphaBatchImportTestsRequest() # V1alphaBatchImportTestsRequest |
|
|
179
|
+
|
|
180
|
+
try:
|
|
181
|
+
api_response = api_instance.test_service_batch_import_tests(body)
|
|
182
|
+
print("The response of TestServiceApi->test_service_batch_import_tests:\n")
|
|
183
|
+
pprint(api_response)
|
|
184
|
+
except Exception as e:
|
|
185
|
+
print("Exception when calling TestServiceApi->test_service_batch_import_tests: %s\n" % e)
|
|
186
|
+
```
|
|
187
|
+
|
|
188
|
+
|
|
189
|
+
|
|
190
|
+
### Parameters
|
|
191
|
+
|
|
192
|
+
|
|
193
|
+
Name | Type | Description | Notes
|
|
194
|
+
------------- | ------------- | ------------- | -------------
|
|
195
|
+
**body** | [**V1alphaBatchImportTestsRequest**](V1alphaBatchImportTestsRequest.md)| |
|
|
196
|
+
|
|
197
|
+
### Return type
|
|
198
|
+
|
|
199
|
+
[**V1alphaBatchImportTestsResponse**](V1alphaBatchImportTestsResponse.md)
|
|
200
|
+
|
|
201
|
+
### Authorization
|
|
202
|
+
|
|
203
|
+
No authorization required
|
|
204
|
+
|
|
205
|
+
### HTTP request headers
|
|
206
|
+
|
|
207
|
+
- **Content-Type**: application/json
|
|
208
|
+
- **Accept**: application/json
|
|
209
|
+
|
|
210
|
+
### HTTP response details
|
|
211
|
+
|
|
212
|
+
| Status code | Description | Response headers |
|
|
213
|
+
|-------------|-------------|------------------|
|
|
214
|
+
**200** | A successful response. | - |
|
|
215
|
+
**0** | An unexpected error response. | - |
|
|
216
|
+
|
|
217
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
218
|
+
|
|
219
|
+
# **test_service_create_test**
|
|
220
|
+
> V1alphaCreateTestResponse test_service_create_test(test)
|
|
221
|
+
|
|
222
|
+
|
|
223
|
+
|
|
224
|
+
### Example
|
|
225
|
+
|
|
226
|
+
|
|
227
|
+
```python
|
|
228
|
+
import eval_studio_client.api
|
|
229
|
+
from eval_studio_client.api.models.v1alpha_create_test_response import V1alphaCreateTestResponse
|
|
230
|
+
from eval_studio_client.api.models.v1alpha_test import V1alphaTest
|
|
231
|
+
from eval_studio_client.api.rest import ApiException
|
|
232
|
+
from pprint import pprint
|
|
233
|
+
|
|
234
|
+
# Defining the host is optional and defaults to http://localhost
|
|
235
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
236
|
+
configuration = eval_studio_client.api.Configuration(
|
|
237
|
+
host = "http://localhost"
|
|
238
|
+
)
|
|
239
|
+
|
|
240
|
+
|
|
241
|
+
# Enter a context with an instance of the API client
|
|
242
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
243
|
+
# Create an instance of the API class
|
|
244
|
+
api_instance = eval_studio_client.api.TestServiceApi(api_client)
|
|
245
|
+
test = eval_studio_client.api.V1alphaTest() # V1alphaTest | The Test to create.
|
|
246
|
+
|
|
247
|
+
try:
|
|
248
|
+
api_response = api_instance.test_service_create_test(test)
|
|
249
|
+
print("The response of TestServiceApi->test_service_create_test:\n")
|
|
250
|
+
pprint(api_response)
|
|
251
|
+
except Exception as e:
|
|
252
|
+
print("Exception when calling TestServiceApi->test_service_create_test: %s\n" % e)
|
|
253
|
+
```
|
|
254
|
+
|
|
255
|
+
|
|
256
|
+
|
|
257
|
+
### Parameters
|
|
258
|
+
|
|
259
|
+
|
|
260
|
+
Name | Type | Description | Notes
|
|
261
|
+
------------- | ------------- | ------------- | -------------
|
|
262
|
+
**test** | [**V1alphaTest**](V1alphaTest.md)| The Test to create. |
|
|
263
|
+
|
|
264
|
+
### Return type
|
|
265
|
+
|
|
266
|
+
[**V1alphaCreateTestResponse**](V1alphaCreateTestResponse.md)
|
|
267
|
+
|
|
268
|
+
### Authorization
|
|
269
|
+
|
|
270
|
+
No authorization required
|
|
271
|
+
|
|
272
|
+
### HTTP request headers
|
|
273
|
+
|
|
274
|
+
- **Content-Type**: application/json
|
|
275
|
+
- **Accept**: application/json
|
|
276
|
+
|
|
277
|
+
### HTTP response details
|
|
278
|
+
|
|
279
|
+
| Status code | Description | Response headers |
|
|
280
|
+
|-------------|-------------|------------------|
|
|
281
|
+
**200** | A successful response. | - |
|
|
282
|
+
**0** | An unexpected error response. | - |
|
|
283
|
+
|
|
284
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
285
|
+
|
|
286
|
+
# **test_service_delete_test**
|
|
287
|
+
> V1alphaDeleteTestResponse test_service_delete_test(name_6, force=force)
|
|
288
|
+
|
|
289
|
+
|
|
290
|
+
|
|
291
|
+
### Example
|
|
292
|
+
|
|
293
|
+
|
|
294
|
+
```python
|
|
295
|
+
import eval_studio_client.api
|
|
296
|
+
from eval_studio_client.api.models.v1alpha_delete_test_response import V1alphaDeleteTestResponse
|
|
297
|
+
from eval_studio_client.api.rest import ApiException
|
|
298
|
+
from pprint import pprint
|
|
299
|
+
|
|
300
|
+
# Defining the host is optional and defaults to http://localhost
|
|
301
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
302
|
+
configuration = eval_studio_client.api.Configuration(
|
|
303
|
+
host = "http://localhost"
|
|
304
|
+
)
|
|
305
|
+
|
|
306
|
+
|
|
307
|
+
# Enter a context with an instance of the API client
|
|
308
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
309
|
+
# Create an instance of the API class
|
|
310
|
+
api_instance = eval_studio_client.api.TestServiceApi(api_client)
|
|
311
|
+
name_6 = 'name_6_example' # str | Required. The name of the Test to delete.
|
|
312
|
+
force = True # bool | If set to true, any TestCases associated with this Test will also be deleted. Otherwise, if any TestCases are associated with this Test, the request will fail. (optional)
|
|
313
|
+
|
|
314
|
+
try:
|
|
315
|
+
api_response = api_instance.test_service_delete_test(name_6, force=force)
|
|
316
|
+
print("The response of TestServiceApi->test_service_delete_test:\n")
|
|
317
|
+
pprint(api_response)
|
|
318
|
+
except Exception as e:
|
|
319
|
+
print("Exception when calling TestServiceApi->test_service_delete_test: %s\n" % e)
|
|
320
|
+
```
|
|
321
|
+
|
|
322
|
+
|
|
323
|
+
|
|
324
|
+
### Parameters
|
|
325
|
+
|
|
326
|
+
|
|
327
|
+
Name | Type | Description | Notes
|
|
328
|
+
------------- | ------------- | ------------- | -------------
|
|
329
|
+
**name_6** | **str**| Required. The name of the Test to delete. |
|
|
330
|
+
**force** | **bool**| If set to true, any TestCases associated with this Test will also be deleted. Otherwise, if any TestCases are associated with this Test, the request will fail. | [optional]
|
|
331
|
+
|
|
332
|
+
### Return type
|
|
333
|
+
|
|
334
|
+
[**V1alphaDeleteTestResponse**](V1alphaDeleteTestResponse.md)
|
|
335
|
+
|
|
336
|
+
### Authorization
|
|
337
|
+
|
|
338
|
+
No authorization required
|
|
339
|
+
|
|
340
|
+
### HTTP request headers
|
|
341
|
+
|
|
342
|
+
- **Content-Type**: Not defined
|
|
343
|
+
- **Accept**: application/json
|
|
344
|
+
|
|
345
|
+
### HTTP response details
|
|
346
|
+
|
|
347
|
+
| Status code | Description | Response headers |
|
|
348
|
+
|-------------|-------------|------------------|
|
|
349
|
+
**200** | A successful response. | - |
|
|
350
|
+
**0** | An unexpected error response. | - |
|
|
351
|
+
|
|
352
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
353
|
+
|
|
354
|
+
# **test_service_get_test**
|
|
355
|
+
> V1alphaGetTestResponse test_service_get_test(name_9)
|
|
356
|
+
|
|
357
|
+
|
|
358
|
+
|
|
359
|
+
### Example
|
|
360
|
+
|
|
361
|
+
|
|
362
|
+
```python
|
|
363
|
+
import eval_studio_client.api
|
|
364
|
+
from eval_studio_client.api.models.v1alpha_get_test_response import V1alphaGetTestResponse
|
|
365
|
+
from eval_studio_client.api.rest import ApiException
|
|
366
|
+
from pprint import pprint
|
|
367
|
+
|
|
368
|
+
# Defining the host is optional and defaults to http://localhost
|
|
369
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
370
|
+
configuration = eval_studio_client.api.Configuration(
|
|
371
|
+
host = "http://localhost"
|
|
372
|
+
)
|
|
373
|
+
|
|
374
|
+
|
|
375
|
+
# Enter a context with an instance of the API client
|
|
376
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
377
|
+
# Create an instance of the API class
|
|
378
|
+
api_instance = eval_studio_client.api.TestServiceApi(api_client)
|
|
379
|
+
name_9 = 'name_9_example' # str | Required. The name of the Test to retrieve.
|
|
380
|
+
|
|
381
|
+
try:
|
|
382
|
+
api_response = api_instance.test_service_get_test(name_9)
|
|
383
|
+
print("The response of TestServiceApi->test_service_get_test:\n")
|
|
384
|
+
pprint(api_response)
|
|
385
|
+
except Exception as e:
|
|
386
|
+
print("Exception when calling TestServiceApi->test_service_get_test: %s\n" % e)
|
|
387
|
+
```
|
|
388
|
+
|
|
389
|
+
|
|
390
|
+
|
|
391
|
+
### Parameters
|
|
392
|
+
|
|
393
|
+
|
|
394
|
+
Name | Type | Description | Notes
|
|
395
|
+
------------- | ------------- | ------------- | -------------
|
|
396
|
+
**name_9** | **str**| Required. The name of the Test to retrieve. |
|
|
397
|
+
|
|
398
|
+
### Return type
|
|
399
|
+
|
|
400
|
+
[**V1alphaGetTestResponse**](V1alphaGetTestResponse.md)
|
|
401
|
+
|
|
402
|
+
### Authorization
|
|
403
|
+
|
|
404
|
+
No authorization required
|
|
405
|
+
|
|
406
|
+
### HTTP request headers
|
|
407
|
+
|
|
408
|
+
- **Content-Type**: Not defined
|
|
409
|
+
- **Accept**: application/json
|
|
410
|
+
|
|
411
|
+
### HTTP response details
|
|
412
|
+
|
|
413
|
+
| Status code | Description | Response headers |
|
|
414
|
+
|-------------|-------------|------------------|
|
|
415
|
+
**200** | A successful response. | - |
|
|
416
|
+
**0** | An unexpected error response. | - |
|
|
417
|
+
|
|
418
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
419
|
+
|
|
420
|
+
# **test_service_list_most_recent_tests**
|
|
421
|
+
> V1alphaListMostRecentTestsResponse test_service_list_most_recent_tests(limit=limit)
|
|
422
|
+
|
|
423
|
+
|
|
424
|
+
|
|
425
|
+
### Example
|
|
426
|
+
|
|
427
|
+
|
|
428
|
+
```python
|
|
429
|
+
import eval_studio_client.api
|
|
430
|
+
from eval_studio_client.api.models.v1alpha_list_most_recent_tests_response import V1alphaListMostRecentTestsResponse
|
|
431
|
+
from eval_studio_client.api.rest import ApiException
|
|
432
|
+
from pprint import pprint
|
|
433
|
+
|
|
434
|
+
# Defining the host is optional and defaults to http://localhost
|
|
435
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
436
|
+
configuration = eval_studio_client.api.Configuration(
|
|
437
|
+
host = "http://localhost"
|
|
438
|
+
)
|
|
439
|
+
|
|
440
|
+
|
|
441
|
+
# Enter a context with an instance of the API client
|
|
442
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
443
|
+
# Create an instance of the API class
|
|
444
|
+
api_instance = eval_studio_client.api.TestServiceApi(api_client)
|
|
445
|
+
limit = 56 # int | Optional. The max number of the most recent Tests to retrieve. Use -1 to retrieve all. Defaults to 3. (optional)
|
|
446
|
+
|
|
447
|
+
try:
|
|
448
|
+
api_response = api_instance.test_service_list_most_recent_tests(limit=limit)
|
|
449
|
+
print("The response of TestServiceApi->test_service_list_most_recent_tests:\n")
|
|
450
|
+
pprint(api_response)
|
|
451
|
+
except Exception as e:
|
|
452
|
+
print("Exception when calling TestServiceApi->test_service_list_most_recent_tests: %s\n" % e)
|
|
453
|
+
```
|
|
454
|
+
|
|
455
|
+
|
|
456
|
+
|
|
457
|
+
### Parameters
|
|
458
|
+
|
|
459
|
+
|
|
460
|
+
Name | Type | Description | Notes
|
|
461
|
+
------------- | ------------- | ------------- | -------------
|
|
462
|
+
**limit** | **int**| Optional. The max number of the most recent Tests to retrieve. Use -1 to retrieve all. Defaults to 3. | [optional]
|
|
463
|
+
|
|
464
|
+
### Return type
|
|
465
|
+
|
|
466
|
+
[**V1alphaListMostRecentTestsResponse**](V1alphaListMostRecentTestsResponse.md)
|
|
467
|
+
|
|
468
|
+
### Authorization
|
|
469
|
+
|
|
470
|
+
No authorization required
|
|
471
|
+
|
|
472
|
+
### HTTP request headers
|
|
473
|
+
|
|
474
|
+
- **Content-Type**: Not defined
|
|
475
|
+
- **Accept**: application/json
|
|
476
|
+
|
|
477
|
+
### HTTP response details
|
|
478
|
+
|
|
479
|
+
| Status code | Description | Response headers |
|
|
480
|
+
|-------------|-------------|------------------|
|
|
481
|
+
**200** | A successful response. | - |
|
|
482
|
+
**0** | An unexpected error response. | - |
|
|
483
|
+
|
|
484
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
485
|
+
|
|
486
|
+
# **test_service_list_tests**
|
|
487
|
+
> V1alphaListTestsResponse test_service_list_tests(order_by=order_by)
|
|
488
|
+
|
|
489
|
+
|
|
490
|
+
|
|
491
|
+
### Example
|
|
492
|
+
|
|
493
|
+
|
|
494
|
+
```python
|
|
495
|
+
import eval_studio_client.api
|
|
496
|
+
from eval_studio_client.api.models.v1alpha_list_tests_response import V1alphaListTestsResponse
|
|
497
|
+
from eval_studio_client.api.rest import ApiException
|
|
498
|
+
from pprint import pprint
|
|
499
|
+
|
|
500
|
+
# Defining the host is optional and defaults to http://localhost
|
|
501
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
502
|
+
configuration = eval_studio_client.api.Configuration(
|
|
503
|
+
host = "http://localhost"
|
|
504
|
+
)
|
|
505
|
+
|
|
506
|
+
|
|
507
|
+
# Enter a context with an instance of the API client
|
|
508
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
509
|
+
# Create an instance of the API class
|
|
510
|
+
api_instance = eval_studio_client.api.TestServiceApi(api_client)
|
|
511
|
+
order_by = 'order_by_example' # str | If specified, the returned tests will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet. Supported fields: - create_time - update_time (optional)
|
|
512
|
+
|
|
513
|
+
try:
|
|
514
|
+
api_response = api_instance.test_service_list_tests(order_by=order_by)
|
|
515
|
+
print("The response of TestServiceApi->test_service_list_tests:\n")
|
|
516
|
+
pprint(api_response)
|
|
517
|
+
except Exception as e:
|
|
518
|
+
print("Exception when calling TestServiceApi->test_service_list_tests: %s\n" % e)
|
|
519
|
+
```
|
|
520
|
+
|
|
521
|
+
|
|
522
|
+
|
|
523
|
+
### Parameters
|
|
524
|
+
|
|
525
|
+
|
|
526
|
+
Name | Type | Description | Notes
|
|
527
|
+
------------- | ------------- | ------------- | -------------
|
|
528
|
+
**order_by** | **str**| If specified, the returned tests will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet. Supported fields: - create_time - update_time | [optional]
|
|
529
|
+
|
|
530
|
+
### Return type
|
|
531
|
+
|
|
532
|
+
[**V1alphaListTestsResponse**](V1alphaListTestsResponse.md)
|
|
533
|
+
|
|
534
|
+
### Authorization
|
|
535
|
+
|
|
536
|
+
No authorization required
|
|
537
|
+
|
|
538
|
+
### HTTP request headers
|
|
539
|
+
|
|
540
|
+
- **Content-Type**: Not defined
|
|
541
|
+
- **Accept**: application/json
|
|
542
|
+
|
|
543
|
+
### HTTP response details
|
|
544
|
+
|
|
545
|
+
| Status code | Description | Response headers |
|
|
546
|
+
|-------------|-------------|------------------|
|
|
547
|
+
**200** | A successful response. | - |
|
|
548
|
+
**0** | An unexpected error response. | - |
|
|
549
|
+
|
|
550
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
551
|
+
|
|
552
|
+
# **test_service_perturb_test**
|
|
553
|
+
> V1alphaPerturbTestResponse test_service_perturb_test(name, body)
|
|
554
|
+
|
|
555
|
+
|
|
556
|
+
|
|
557
|
+
### Example
|
|
558
|
+
|
|
559
|
+
|
|
560
|
+
```python
|
|
561
|
+
import eval_studio_client.api
|
|
562
|
+
from eval_studio_client.api.models.test_service_perturb_test_request import TestServicePerturbTestRequest
|
|
563
|
+
from eval_studio_client.api.models.v1alpha_perturb_test_response import V1alphaPerturbTestResponse
|
|
564
|
+
from eval_studio_client.api.rest import ApiException
|
|
565
|
+
from pprint import pprint
|
|
566
|
+
|
|
567
|
+
# Defining the host is optional and defaults to http://localhost
|
|
568
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
569
|
+
configuration = eval_studio_client.api.Configuration(
|
|
570
|
+
host = "http://localhost"
|
|
571
|
+
)
|
|
572
|
+
|
|
573
|
+
|
|
574
|
+
# Enter a context with an instance of the API client
|
|
575
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
576
|
+
# Create an instance of the API class
|
|
577
|
+
api_instance = eval_studio_client.api.TestServiceApi(api_client)
|
|
578
|
+
name = 'name_example' # str | Required. The name of the Test to perturb.
|
|
579
|
+
body = eval_studio_client.api.TestServicePerturbTestRequest() # TestServicePerturbTestRequest |
|
|
580
|
+
|
|
581
|
+
try:
|
|
582
|
+
api_response = api_instance.test_service_perturb_test(name, body)
|
|
583
|
+
print("The response of TestServiceApi->test_service_perturb_test:\n")
|
|
584
|
+
pprint(api_response)
|
|
585
|
+
except Exception as e:
|
|
586
|
+
print("Exception when calling TestServiceApi->test_service_perturb_test: %s\n" % e)
|
|
587
|
+
```
|
|
588
|
+
|
|
589
|
+
|
|
590
|
+
|
|
591
|
+
### Parameters
|
|
592
|
+
|
|
593
|
+
|
|
594
|
+
Name | Type | Description | Notes
|
|
595
|
+
------------- | ------------- | ------------- | -------------
|
|
596
|
+
**name** | **str**| Required. The name of the Test to perturb. |
|
|
597
|
+
**body** | [**TestServicePerturbTestRequest**](TestServicePerturbTestRequest.md)| |
|
|
598
|
+
|
|
599
|
+
### Return type
|
|
600
|
+
|
|
601
|
+
[**V1alphaPerturbTestResponse**](V1alphaPerturbTestResponse.md)
|
|
602
|
+
|
|
603
|
+
### Authorization
|
|
604
|
+
|
|
605
|
+
No authorization required
|
|
606
|
+
|
|
607
|
+
### HTTP request headers
|
|
608
|
+
|
|
609
|
+
- **Content-Type**: application/json
|
|
610
|
+
- **Accept**: application/json
|
|
611
|
+
|
|
612
|
+
### HTTP response details
|
|
613
|
+
|
|
614
|
+
| Status code | Description | Response headers |
|
|
615
|
+
|-------------|-------------|------------------|
|
|
616
|
+
**200** | A successful response. | - |
|
|
617
|
+
**0** | An unexpected error response. | - |
|
|
618
|
+
|
|
619
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
620
|
+
|
|
621
|
+
# **test_service_update_test**
|
|
622
|
+
> V1alphaUpdateTestResponse test_service_update_test(test_name, test)
|
|
623
|
+
|
|
624
|
+
|
|
625
|
+
|
|
626
|
+
### Example
|
|
627
|
+
|
|
628
|
+
|
|
629
|
+
```python
|
|
630
|
+
import eval_studio_client.api
|
|
631
|
+
from eval_studio_client.api.models.required_the_test_to_update import RequiredTheTestToUpdate
|
|
632
|
+
from eval_studio_client.api.models.v1alpha_update_test_response import V1alphaUpdateTestResponse
|
|
633
|
+
from eval_studio_client.api.rest import ApiException
|
|
634
|
+
from pprint import pprint
|
|
635
|
+
|
|
636
|
+
# Defining the host is optional and defaults to http://localhost
|
|
637
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
638
|
+
configuration = eval_studio_client.api.Configuration(
|
|
639
|
+
host = "http://localhost"
|
|
640
|
+
)
|
|
641
|
+
|
|
642
|
+
|
|
643
|
+
# Enter a context with an instance of the API client
|
|
644
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
645
|
+
# Create an instance of the API class
|
|
646
|
+
api_instance = eval_studio_client.api.TestServiceApi(api_client)
|
|
647
|
+
test_name = 'test_name_example' # str | Output only. Name of the prompt resource. e.g.: \"tests/<UUID>\"
|
|
648
|
+
test = eval_studio_client.api.RequiredTheTestToUpdate() # RequiredTheTestToUpdate | Required. The Test to update.
|
|
649
|
+
|
|
650
|
+
try:
|
|
651
|
+
api_response = api_instance.test_service_update_test(test_name, test)
|
|
652
|
+
print("The response of TestServiceApi->test_service_update_test:\n")
|
|
653
|
+
pprint(api_response)
|
|
654
|
+
except Exception as e:
|
|
655
|
+
print("Exception when calling TestServiceApi->test_service_update_test: %s\n" % e)
|
|
656
|
+
```
|
|
657
|
+
|
|
658
|
+
|
|
659
|
+
|
|
660
|
+
### Parameters
|
|
661
|
+
|
|
662
|
+
|
|
663
|
+
Name | Type | Description | Notes
|
|
664
|
+
------------- | ------------- | ------------- | -------------
|
|
665
|
+
**test_name** | **str**| Output only. Name of the prompt resource. e.g.: \"tests/<UUID>\" |
|
|
666
|
+
**test** | [**RequiredTheTestToUpdate**](RequiredTheTestToUpdate.md)| Required. The Test to update. |
|
|
667
|
+
|
|
668
|
+
### Return type
|
|
669
|
+
|
|
670
|
+
[**V1alphaUpdateTestResponse**](V1alphaUpdateTestResponse.md)
|
|
671
|
+
|
|
672
|
+
### Authorization
|
|
673
|
+
|
|
674
|
+
No authorization required
|
|
675
|
+
|
|
676
|
+
### HTTP request headers
|
|
677
|
+
|
|
678
|
+
- **Content-Type**: application/json
|
|
679
|
+
- **Accept**: application/json
|
|
680
|
+
|
|
681
|
+
### HTTP response details
|
|
682
|
+
|
|
683
|
+
| Status code | Description | Response headers |
|
|
684
|
+
|-------------|-------------|------------------|
|
|
685
|
+
**200** | A successful response. | - |
|
|
686
|
+
**0** | An unexpected error response. | - |
|
|
687
|
+
|
|
688
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
689
|
+
|