eval-studio-client 0.7.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/__about__.py +1 -0
- eval_studio_client/__init__.py +4 -0
- eval_studio_client/api/__init__.py +180 -0
- eval_studio_client/api/api/__init__.py +20 -0
- eval_studio_client/api/api/dashboard_service_api.py +2142 -0
- eval_studio_client/api/api/document_service_api.py +1868 -0
- eval_studio_client/api/api/evaluation_service_api.py +1603 -0
- eval_studio_client/api/api/evaluator_service_api.py +1343 -0
- eval_studio_client/api/api/info_service_api.py +275 -0
- eval_studio_client/api/api/leaderboard_service_api.py +3336 -0
- eval_studio_client/api/api/model_service_api.py +2913 -0
- eval_studio_client/api/api/operation_progress_service_api.py +292 -0
- eval_studio_client/api/api/operation_service_api.py +1359 -0
- eval_studio_client/api/api/perturbation_service_api.py +321 -0
- eval_studio_client/api/api/perturbator_service_api.py +532 -0
- eval_studio_client/api/api/test_case_service_api.py +1913 -0
- eval_studio_client/api/api/test_class_service_api.py +532 -0
- eval_studio_client/api/api/test_lab_service_api.py +634 -0
- eval_studio_client/api/api/test_service_api.py +2712 -0
- eval_studio_client/api/api/who_am_i_service_api.py +275 -0
- eval_studio_client/api/api_client.py +770 -0
- eval_studio_client/api/api_response.py +21 -0
- eval_studio_client/api/configuration.py +436 -0
- eval_studio_client/api/docs/DashboardServiceApi.md +549 -0
- eval_studio_client/api/docs/DocumentServiceApi.md +478 -0
- eval_studio_client/api/docs/EvaluationServiceApi.md +332 -0
- eval_studio_client/api/docs/EvaluatorServiceApi.md +345 -0
- eval_studio_client/api/docs/InfoServiceApi.md +71 -0
- eval_studio_client/api/docs/LeaderboardServiceApi.md +835 -0
- eval_studio_client/api/docs/ModelServiceApi.md +750 -0
- eval_studio_client/api/docs/OperationProgressServiceApi.md +75 -0
- eval_studio_client/api/docs/OperationServiceApi.md +345 -0
- eval_studio_client/api/docs/PerturbationServiceApi.md +78 -0
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +31 -0
- eval_studio_client/api/docs/PerturbatorServiceApi.md +138 -0
- eval_studio_client/api/docs/ProtobufAny.md +30 -0
- eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +41 -0
- eval_studio_client/api/docs/RequiredTheDocumentToUpdate.md +38 -0
- eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +54 -0
- eval_studio_client/api/docs/RequiredTheModelToUpdate.md +41 -0
- eval_studio_client/api/docs/RequiredTheOperationToFinalize.md +39 -0
- eval_studio_client/api/docs/RequiredTheOperationToUpdate.md +39 -0
- eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +39 -0
- eval_studio_client/api/docs/RequiredTheTestToUpdate.md +39 -0
- eval_studio_client/api/docs/RpcStatus.md +32 -0
- eval_studio_client/api/docs/TestCaseServiceApi.md +486 -0
- eval_studio_client/api/docs/TestCaseServiceBatchDeleteTestCasesRequest.md +29 -0
- eval_studio_client/api/docs/TestClassServiceApi.md +138 -0
- eval_studio_client/api/docs/TestLabServiceApi.md +151 -0
- eval_studio_client/api/docs/TestServiceApi.md +689 -0
- eval_studio_client/api/docs/TestServicePerturbTestRequest.md +31 -0
- eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +31 -0
- eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +30 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteTestsRequest.md +30 -0
- eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchImportLeaderboardRequest.md +37 -0
- eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaBatchImportTestsRequest.md +32 -0
- eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +30 -0
- eval_studio_client/api/docs/V1alphaCollectionInfo.md +33 -0
- eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateEvaluationRequest.md +37 -0
- eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateModelResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaCreateTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDashboard.md +41 -0
- eval_studio_client/api/docs/V1alphaDashboardStatus.md +12 -0
- eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaDocument.md +38 -0
- eval_studio_client/api/docs/V1alphaEvaluationTest.md +32 -0
- eval_studio_client/api/docs/V1alphaEvaluator.md +45 -0
- eval_studio_client/api/docs/V1alphaEvaluatorParamType.md +12 -0
- eval_studio_client/api/docs/V1alphaEvaluatorParameter.md +40 -0
- eval_studio_client/api/docs/V1alphaEvaluatorView.md +12 -0
- eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetInfoResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetModelResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaGetTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaImportEvaluationRequest.md +33 -0
- eval_studio_client/api/docs/V1alphaImportLeaderboardRequest.md +37 -0
- eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaInfo.md +35 -0
- eval_studio_client/api/docs/V1alphaInsight.md +40 -0
- eval_studio_client/api/docs/V1alphaLeaderboard.md +54 -0
- eval_studio_client/api/docs/V1alphaLeaderboardStatus.md +12 -0
- eval_studio_client/api/docs/V1alphaLeaderboardType.md +12 -0
- eval_studio_client/api/docs/V1alphaLeaderboardView.md +12 -0
- eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +30 -0
- eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListOperationsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaListTestsResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaModel.md +42 -0
- eval_studio_client/api/docs/V1alphaModelType.md +12 -0
- eval_studio_client/api/docs/V1alphaOperation.md +40 -0
- eval_studio_client/api/docs/V1alphaOperationProgress.md +32 -0
- eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaPerturbator.md +39 -0
- eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +32 -0
- eval_studio_client/api/docs/V1alphaPerturbatorIntensity.md +11 -0
- eval_studio_client/api/docs/V1alphaProblemAndAction.md +39 -0
- eval_studio_client/api/docs/V1alphaTest.md +40 -0
- eval_studio_client/api/docs/V1alphaTestCase.md +40 -0
- eval_studio_client/api/docs/V1alphaTestCaseRelationship.md +31 -0
- eval_studio_client/api/docs/V1alphaTestClass.md +41 -0
- eval_studio_client/api/docs/V1alphaTestClassType.md +12 -0
- eval_studio_client/api/docs/V1alphaTestLab.md +41 -0
- eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +29 -0
- eval_studio_client/api/docs/V1alphaWhoAmIResponse.md +31 -0
- eval_studio_client/api/docs/WhoAmIServiceApi.md +72 -0
- eval_studio_client/api/exceptions.py +199 -0
- eval_studio_client/api/models/__init__.py +148 -0
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +115 -0
- eval_studio_client/api/models/protobuf_any.py +100 -0
- eval_studio_client/api/models/required_the_dashboard_to_update.py +127 -0
- eval_studio_client/api/models/required_the_document_to_update.py +116 -0
- eval_studio_client/api/models/required_the_leaderboard_to_update.py +178 -0
- eval_studio_client/api/models/required_the_model_to_update.py +127 -0
- eval_studio_client/api/models/required_the_operation_to_finalize.py +129 -0
- eval_studio_client/api/models/required_the_operation_to_update.py +129 -0
- eval_studio_client/api/models/required_the_test_case_to_update.py +120 -0
- eval_studio_client/api/models/required_the_test_to_update.py +122 -0
- eval_studio_client/api/models/rpc_status.py +99 -0
- eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +87 -0
- eval_studio_client/api/models/test_service_perturb_test_request.py +99 -0
- eval_studio_client/api/models/v1alpha_batch_create_leaderboards_request.py +99 -0
- eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +91 -0
- eval_studio_client/api/models/v1alpha_batch_delete_dashboards_request.py +87 -0
- eval_studio_client/api/models/v1alpha_batch_delete_dashboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_documents_request.py +87 -0
- eval_studio_client/api/models/v1alpha_batch_delete_documents_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_evaluators_request.py +87 -0
- eval_studio_client/api/models/v1alpha_batch_delete_evaluators_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_leaderboards_request.py +90 -0
- eval_studio_client/api/models/v1alpha_batch_delete_leaderboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_models_request.py +87 -0
- eval_studio_client/api/models/v1alpha_batch_delete_models_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_test_cases_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_delete_tests_request.py +89 -0
- eval_studio_client/api/models/v1alpha_batch_delete_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_dashboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_documents_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_leaderboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_models_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_operations_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_get_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_batch_import_leaderboard_request.py +104 -0
- eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_batch_import_tests_request.py +93 -0
- eval_studio_client/api/models/v1alpha_batch_import_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_check_base_models_response.py +89 -0
- eval_studio_client/api/models/v1alpha_collection_info.py +93 -0
- eval_studio_client/api/models/v1alpha_create_dashboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_document_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_evaluation_request.py +115 -0
- eval_studio_client/api/models/v1alpha_create_evaluator_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_leaderboard_request.py +91 -0
- eval_studio_client/api/models/v1alpha_create_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_model_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_perturbation_response.py +87 -0
- eval_studio_client/api/models/v1alpha_create_test_case_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_test_lab_response.py +91 -0
- eval_studio_client/api/models/v1alpha_create_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_dashboard.py +131 -0
- eval_studio_client/api/models/v1alpha_dashboard_status.py +39 -0
- eval_studio_client/api/models/v1alpha_delete_dashboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_document_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_evaluator_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_model_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_test_case_response.py +91 -0
- eval_studio_client/api/models/v1alpha_delete_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_document.py +120 -0
- eval_studio_client/api/models/v1alpha_evaluation_test.py +107 -0
- eval_studio_client/api/models/v1alpha_evaluator.py +155 -0
- eval_studio_client/api/models/v1alpha_evaluator_param_type.py +42 -0
- eval_studio_client/api/models/v1alpha_evaluator_parameter.py +126 -0
- eval_studio_client/api/models/v1alpha_evaluator_view.py +38 -0
- eval_studio_client/api/models/v1alpha_finalize_operation_response.py +91 -0
- eval_studio_client/api/models/v1alpha_find_all_test_cases_by_id_response.py +95 -0
- eval_studio_client/api/models/v1alpha_find_test_lab_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_dashboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_document_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_evaluator_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_info_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_model_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_operation_progress_by_parent_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_operation_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_perturbator_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_test_case_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_test_class_response.py +91 -0
- eval_studio_client/api/models/v1alpha_get_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_import_evaluation_request.py +99 -0
- eval_studio_client/api/models/v1alpha_import_leaderboard_request.py +104 -0
- eval_studio_client/api/models/v1alpha_import_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_info.py +99 -0
- eval_studio_client/api/models/v1alpha_insight.py +107 -0
- eval_studio_client/api/models/v1alpha_leaderboard.py +182 -0
- eval_studio_client/api/models/v1alpha_leaderboard_status.py +39 -0
- eval_studio_client/api/models/v1alpha_leaderboard_type.py +39 -0
- eval_studio_client/api/models/v1alpha_leaderboard_view.py +39 -0
- eval_studio_client/api/models/v1alpha_list_base_models_response.py +87 -0
- eval_studio_client/api/models/v1alpha_list_dashboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_documents_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_evaluators_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_leaderboards_response.py +97 -0
- eval_studio_client/api/models/v1alpha_list_llm_models_response.py +87 -0
- eval_studio_client/api/models/v1alpha_list_model_collections_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_models_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_most_recent_dashboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_most_recent_leaderboards_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_most_recent_models_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_operations_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_perturbators_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_rag_collections_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_test_cases_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_test_classes_response.py +95 -0
- eval_studio_client/api/models/v1alpha_list_tests_response.py +95 -0
- eval_studio_client/api/models/v1alpha_model.py +131 -0
- eval_studio_client/api/models/v1alpha_model_type.py +46 -0
- eval_studio_client/api/models/v1alpha_operation.py +133 -0
- eval_studio_client/api/models/v1alpha_operation_progress.py +99 -0
- eval_studio_client/api/models/v1alpha_perturb_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_perturbator.py +122 -0
- eval_studio_client/api/models/v1alpha_perturbator_configuration.py +92 -0
- eval_studio_client/api/models/v1alpha_perturbator_intensity.py +39 -0
- eval_studio_client/api/models/v1alpha_problem_and_action.py +129 -0
- eval_studio_client/api/models/v1alpha_test.py +126 -0
- eval_studio_client/api/models/v1alpha_test_case.py +124 -0
- eval_studio_client/api/models/v1alpha_test_case_relationship.py +91 -0
- eval_studio_client/api/models/v1alpha_test_class.py +127 -0
- eval_studio_client/api/models/v1alpha_test_class_type.py +42 -0
- eval_studio_client/api/models/v1alpha_test_lab.py +137 -0
- eval_studio_client/api/models/v1alpha_update_dashboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_document_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_leaderboard_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_model_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_operation_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_test_case_response.py +91 -0
- eval_studio_client/api/models/v1alpha_update_test_response.py +91 -0
- eval_studio_client/api/models/v1alpha_who_am_i_response.py +91 -0
- eval_studio_client/api/rest.py +257 -0
- eval_studio_client/api/test/__init__.py +0 -0
- eval_studio_client/api/test/test_dashboard_service_api.py +79 -0
- eval_studio_client/api/test/test_document_service_api.py +73 -0
- eval_studio_client/api/test/test_evaluation_service_api.py +55 -0
- eval_studio_client/api/test/test_evaluator_service_api.py +61 -0
- eval_studio_client/api/test/test_info_service_api.py +37 -0
- eval_studio_client/api/test/test_leaderboard_service_api.py +103 -0
- eval_studio_client/api/test/test_model_service_api.py +97 -0
- eval_studio_client/api/test/test_operation_progress_service_api.py +37 -0
- eval_studio_client/api/test/test_operation_service_api.py +61 -0
- eval_studio_client/api/test/test_perturbation_service_api.py +37 -0
- eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +79 -0
- eval_studio_client/api/test/test_perturbator_service_api.py +43 -0
- eval_studio_client/api/test/test_protobuf_any.py +51 -0
- eval_studio_client/api/test/test_required_the_dashboard_to_update.py +64 -0
- eval_studio_client/api/test/test_required_the_document_to_update.py +59 -0
- eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +115 -0
- eval_studio_client/api/test/test_required_the_model_to_update.py +63 -0
- eval_studio_client/api/test/test_required_the_operation_to_finalize.py +71 -0
- eval_studio_client/api/test/test_required_the_operation_to_update.py +71 -0
- eval_studio_client/api/test/test_required_the_test_case_to_update.py +63 -0
- eval_studio_client/api/test/test_required_the_test_to_update.py +65 -0
- eval_studio_client/api/test/test_rpc_status.py +57 -0
- eval_studio_client/api/test/test_test_case_service_api.py +73 -0
- eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +53 -0
- eval_studio_client/api/test/test_test_class_service_api.py +43 -0
- eval_studio_client/api/test/test_test_lab_service_api.py +43 -0
- eval_studio_client/api/test/test_test_service_api.py +91 -0
- eval_studio_client/api/test/test_test_service_perturb_test_request.py +58 -0
- eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_request.py +119 -0
- eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +53 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_documents_request.py +53 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_documents_response.py +63 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +53 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_response.py +91 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_leaderboards_request.py +54 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_leaderboards_response.py +116 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_models_request.py +53 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_models_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_test_cases_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_tests_request.py +54 -0
- eval_studio_client/api/test/test_v1alpha_batch_delete_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_dashboards_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_documents_response.py +63 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_leaderboards_response.py +116 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_models_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_operations_response.py +73 -0
- eval_studio_client/api/test/test_v1alpha_batch_get_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_request.py +61 -0
- eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_batch_import_tests_request.py +54 -0
- eval_studio_client/api/test/test_v1alpha_batch_import_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_check_base_models_response.py +52 -0
- eval_studio_client/api/test/test_v1alpha_collection_info.py +54 -0
- eval_studio_client/api/test/test_v1alpha_create_dashboard_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_create_document_response.py +61 -0
- eval_studio_client/api/test/test_v1alpha_create_evaluation_request.py +107 -0
- eval_studio_client/api/test/test_v1alpha_create_evaluator_response.py +89 -0
- eval_studio_client/api/test/test_v1alpha_create_leaderboard_request.py +114 -0
- eval_studio_client/api/test/test_v1alpha_create_leaderboard_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_create_model_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_create_perturbation_response.py +51 -0
- eval_studio_client/api/test/test_v1alpha_create_test_case_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_create_test_lab_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_create_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_dashboard.py +65 -0
- eval_studio_client/api/test/test_v1alpha_dashboard_status.py +33 -0
- eval_studio_client/api/test/test_v1alpha_delete_dashboard_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_delete_document_response.py +61 -0
- eval_studio_client/api/test/test_v1alpha_delete_evaluator_response.py +89 -0
- eval_studio_client/api/test/test_v1alpha_delete_leaderboard_response.py +114 -0
- eval_studio_client/api/test/test_v1alpha_delete_model_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_delete_test_case_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_delete_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_document.py +60 -0
- eval_studio_client/api/test/test_v1alpha_evaluation_test.py +76 -0
- eval_studio_client/api/test/test_v1alpha_evaluator.py +91 -0
- eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +33 -0
- eval_studio_client/api/test/test_v1alpha_evaluator_parameter.py +68 -0
- eval_studio_client/api/test/test_v1alpha_evaluator_view.py +33 -0
- eval_studio_client/api/test/test_v1alpha_finalize_operation_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_find_all_test_cases_by_id_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_find_test_lab_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_get_dashboard_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_get_document_response.py +61 -0
- eval_studio_client/api/test/test_v1alpha_get_evaluator_response.py +89 -0
- eval_studio_client/api/test/test_v1alpha_get_info_response.py +60 -0
- eval_studio_client/api/test/test_v1alpha_get_leaderboard_response.py +114 -0
- eval_studio_client/api/test/test_v1alpha_get_model_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_get_operation_progress_by_parent_response.py +55 -0
- eval_studio_client/api/test/test_v1alpha_get_operation_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_get_perturbator_response.py +64 -0
- eval_studio_client/api/test/test_v1alpha_get_test_case_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_get_test_class_response.py +70 -0
- eval_studio_client/api/test/test_v1alpha_get_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_import_evaluation_request.py +73 -0
- eval_studio_client/api/test/test_v1alpha_import_leaderboard_request.py +59 -0
- eval_studio_client/api/test/test_v1alpha_import_leaderboard_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_info.py +59 -0
- eval_studio_client/api/test/test_v1alpha_insight.py +67 -0
- eval_studio_client/api/test/test_v1alpha_leaderboard.py +116 -0
- eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +33 -0
- eval_studio_client/api/test/test_v1alpha_leaderboard_type.py +33 -0
- eval_studio_client/api/test/test_v1alpha_leaderboard_view.py +33 -0
- eval_studio_client/api/test/test_v1alpha_list_base_models_response.py +53 -0
- eval_studio_client/api/test/test_v1alpha_list_dashboards_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_list_documents_response.py +63 -0
- eval_studio_client/api/test/test_v1alpha_list_evaluators_response.py +91 -0
- eval_studio_client/api/test/test_v1alpha_list_leaderboards_response.py +117 -0
- eval_studio_client/api/test/test_v1alpha_list_llm_models_response.py +53 -0
- eval_studio_client/api/test/test_v1alpha_list_model_collections_response.py +57 -0
- eval_studio_client/api/test/test_v1alpha_list_models_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_list_most_recent_dashboards_response.py +68 -0
- eval_studio_client/api/test/test_v1alpha_list_most_recent_leaderboards_response.py +116 -0
- eval_studio_client/api/test/test_v1alpha_list_most_recent_models_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_list_operations_response.py +73 -0
- eval_studio_client/api/test/test_v1alpha_list_perturbators_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_list_rag_collections_response.py +57 -0
- eval_studio_client/api/test/test_v1alpha_list_test_cases_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_list_test_classes_response.py +72 -0
- eval_studio_client/api/test/test_v1alpha_list_tests_response.py +69 -0
- eval_studio_client/api/test/test_v1alpha_model.py +64 -0
- eval_studio_client/api/test/test_v1alpha_model_type.py +33 -0
- eval_studio_client/api/test/test_v1alpha_operation.py +72 -0
- eval_studio_client/api/test/test_v1alpha_operation_progress.py +54 -0
- eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_perturbator.py +63 -0
- eval_studio_client/api/test/test_v1alpha_perturbator_configuration.py +53 -0
- eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +33 -0
- eval_studio_client/api/test/test_v1alpha_problem_and_action.py +65 -0
- eval_studio_client/api/test/test_v1alpha_test.py +66 -0
- eval_studio_client/api/test/test_v1alpha_test_case.py +64 -0
- eval_studio_client/api/test/test_v1alpha_test_case_relationship.py +53 -0
- eval_studio_client/api/test/test_v1alpha_test_class.py +69 -0
- eval_studio_client/api/test/test_v1alpha_test_class_type.py +33 -0
- eval_studio_client/api/test/test_v1alpha_test_lab.py +67 -0
- eval_studio_client/api/test/test_v1alpha_update_dashboard_response.py +66 -0
- eval_studio_client/api/test/test_v1alpha_update_document_response.py +61 -0
- eval_studio_client/api/test/test_v1alpha_update_leaderboard_response.py +114 -0
- eval_studio_client/api/test/test_v1alpha_update_model_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_update_operation_response.py +71 -0
- eval_studio_client/api/test/test_v1alpha_update_test_case_response.py +65 -0
- eval_studio_client/api/test/test_v1alpha_update_test_response.py +67 -0
- eval_studio_client/api/test/test_v1alpha_who_am_i_response.py +53 -0
- eval_studio_client/api/test/test_who_am_i_service_api.py +38 -0
- eval_studio_client/client.py +98 -0
- eval_studio_client/dashboards.py +187 -0
- eval_studio_client/documents.py +95 -0
- eval_studio_client/evaluators.py +65 -0
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +6043 -0
- eval_studio_client/insights.py +35 -0
- eval_studio_client/leaderboards.py +207 -0
- eval_studio_client/models.py +522 -0
- eval_studio_client/perturbators.py +101 -0
- eval_studio_client/problems.py +50 -0
- eval_studio_client/test_labs.py +319 -0
- eval_studio_client/tests.py +369 -0
- eval_studio_client-0.7.0.dist-info/METADATA +18 -0
- eval_studio_client-0.7.0.dist-info/RECORD +470 -0
- eval_studio_client-0.7.0.dist-info/WHEEL +4 -0
|
@@ -0,0 +1,835 @@
|
|
|
1
|
+
# eval_studio_client.api.LeaderboardServiceApi
|
|
2
|
+
|
|
3
|
+
All URIs are relative to *http://localhost*
|
|
4
|
+
|
|
5
|
+
Method | HTTP request | Description
|
|
6
|
+
------------- | ------------- | -------------
|
|
7
|
+
[**leaderboard_service_batch_create_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_batch_create_leaderboards) | **POST** /v1alpha/leaderboards:batchCreate |
|
|
8
|
+
[**leaderboard_service_batch_delete_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_batch_delete_leaderboards) | **POST** /v1alpha/leaderboards:batchDelete |
|
|
9
|
+
[**leaderboard_service_batch_get_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_batch_get_leaderboards) | **GET** /v1alpha/leaderboards:batchGet |
|
|
10
|
+
[**leaderboard_service_batch_import_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_batch_import_leaderboard) | **POST** /v1alpha/leaderboards:batchImport |
|
|
11
|
+
[**leaderboard_service_create_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_create_leaderboard) | **POST** /v1alpha/leaderboards |
|
|
12
|
+
[**leaderboard_service_create_leaderboard_without_cache**](LeaderboardServiceApi.md#leaderboard_service_create_leaderboard_without_cache) | **POST** /v1alpha/leaderboards:withoutCache |
|
|
13
|
+
[**leaderboard_service_delete_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_delete_leaderboard) | **DELETE** /v1alpha/{name_3} |
|
|
14
|
+
[**leaderboard_service_get_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_get_leaderboard) | **GET** /v1alpha/{name_3} |
|
|
15
|
+
[**leaderboard_service_import_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_import_leaderboard) | **POST** /v1alpha/leaderboards:import |
|
|
16
|
+
[**leaderboard_service_list_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_list_leaderboards) | **GET** /v1alpha/leaderboards |
|
|
17
|
+
[**leaderboard_service_list_most_recent_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_list_most_recent_leaderboards) | **GET** /v1alpha/leaderboards:mostRecent |
|
|
18
|
+
[**leaderboard_service_update_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_update_leaderboard) | **PATCH** /v1alpha/{leaderboard.name} |
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
# **leaderboard_service_batch_create_leaderboards**
|
|
22
|
+
> V1alphaBatchCreateLeaderboardsResponse leaderboard_service_batch_create_leaderboards(body)
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
### Example
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
```python
|
|
30
|
+
import eval_studio_client.api
|
|
31
|
+
from eval_studio_client.api.models.v1alpha_batch_create_leaderboards_request import V1alphaBatchCreateLeaderboardsRequest
|
|
32
|
+
from eval_studio_client.api.models.v1alpha_batch_create_leaderboards_response import V1alphaBatchCreateLeaderboardsResponse
|
|
33
|
+
from eval_studio_client.api.rest import ApiException
|
|
34
|
+
from pprint import pprint
|
|
35
|
+
|
|
36
|
+
# Defining the host is optional and defaults to http://localhost
|
|
37
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
38
|
+
configuration = eval_studio_client.api.Configuration(
|
|
39
|
+
host = "http://localhost"
|
|
40
|
+
)
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
# Enter a context with an instance of the API client
|
|
44
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
45
|
+
# Create an instance of the API class
|
|
46
|
+
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
47
|
+
body = eval_studio_client.api.V1alphaBatchCreateLeaderboardsRequest() # V1alphaBatchCreateLeaderboardsRequest |
|
|
48
|
+
|
|
49
|
+
try:
|
|
50
|
+
api_response = api_instance.leaderboard_service_batch_create_leaderboards(body)
|
|
51
|
+
print("The response of LeaderboardServiceApi->leaderboard_service_batch_create_leaderboards:\n")
|
|
52
|
+
pprint(api_response)
|
|
53
|
+
except Exception as e:
|
|
54
|
+
print("Exception when calling LeaderboardServiceApi->leaderboard_service_batch_create_leaderboards: %s\n" % e)
|
|
55
|
+
```
|
|
56
|
+
|
|
57
|
+
|
|
58
|
+
|
|
59
|
+
### Parameters
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
Name | Type | Description | Notes
|
|
63
|
+
------------- | ------------- | ------------- | -------------
|
|
64
|
+
**body** | [**V1alphaBatchCreateLeaderboardsRequest**](V1alphaBatchCreateLeaderboardsRequest.md)| |
|
|
65
|
+
|
|
66
|
+
### Return type
|
|
67
|
+
|
|
68
|
+
[**V1alphaBatchCreateLeaderboardsResponse**](V1alphaBatchCreateLeaderboardsResponse.md)
|
|
69
|
+
|
|
70
|
+
### Authorization
|
|
71
|
+
|
|
72
|
+
No authorization required
|
|
73
|
+
|
|
74
|
+
### HTTP request headers
|
|
75
|
+
|
|
76
|
+
- **Content-Type**: application/json
|
|
77
|
+
- **Accept**: application/json
|
|
78
|
+
|
|
79
|
+
### HTTP response details
|
|
80
|
+
|
|
81
|
+
| Status code | Description | Response headers |
|
|
82
|
+
|-------------|-------------|------------------|
|
|
83
|
+
**200** | A successful response. | - |
|
|
84
|
+
**0** | An unexpected error response. | - |
|
|
85
|
+
|
|
86
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
87
|
+
|
|
88
|
+
# **leaderboard_service_batch_delete_leaderboards**
|
|
89
|
+
> V1alphaBatchDeleteLeaderboardsResponse leaderboard_service_batch_delete_leaderboards(body)
|
|
90
|
+
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
### Example
|
|
94
|
+
|
|
95
|
+
|
|
96
|
+
```python
|
|
97
|
+
import eval_studio_client.api
|
|
98
|
+
from eval_studio_client.api.models.v1alpha_batch_delete_leaderboards_request import V1alphaBatchDeleteLeaderboardsRequest
|
|
99
|
+
from eval_studio_client.api.models.v1alpha_batch_delete_leaderboards_response import V1alphaBatchDeleteLeaderboardsResponse
|
|
100
|
+
from eval_studio_client.api.rest import ApiException
|
|
101
|
+
from pprint import pprint
|
|
102
|
+
|
|
103
|
+
# Defining the host is optional and defaults to http://localhost
|
|
104
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
105
|
+
configuration = eval_studio_client.api.Configuration(
|
|
106
|
+
host = "http://localhost"
|
|
107
|
+
)
|
|
108
|
+
|
|
109
|
+
|
|
110
|
+
# Enter a context with an instance of the API client
|
|
111
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
112
|
+
# Create an instance of the API class
|
|
113
|
+
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
114
|
+
body = eval_studio_client.api.V1alphaBatchDeleteLeaderboardsRequest() # V1alphaBatchDeleteLeaderboardsRequest |
|
|
115
|
+
|
|
116
|
+
try:
|
|
117
|
+
api_response = api_instance.leaderboard_service_batch_delete_leaderboards(body)
|
|
118
|
+
print("The response of LeaderboardServiceApi->leaderboard_service_batch_delete_leaderboards:\n")
|
|
119
|
+
pprint(api_response)
|
|
120
|
+
except Exception as e:
|
|
121
|
+
print("Exception when calling LeaderboardServiceApi->leaderboard_service_batch_delete_leaderboards: %s\n" % e)
|
|
122
|
+
```
|
|
123
|
+
|
|
124
|
+
|
|
125
|
+
|
|
126
|
+
### Parameters
|
|
127
|
+
|
|
128
|
+
|
|
129
|
+
Name | Type | Description | Notes
|
|
130
|
+
------------- | ------------- | ------------- | -------------
|
|
131
|
+
**body** | [**V1alphaBatchDeleteLeaderboardsRequest**](V1alphaBatchDeleteLeaderboardsRequest.md)| |
|
|
132
|
+
|
|
133
|
+
### Return type
|
|
134
|
+
|
|
135
|
+
[**V1alphaBatchDeleteLeaderboardsResponse**](V1alphaBatchDeleteLeaderboardsResponse.md)
|
|
136
|
+
|
|
137
|
+
### Authorization
|
|
138
|
+
|
|
139
|
+
No authorization required
|
|
140
|
+
|
|
141
|
+
### HTTP request headers
|
|
142
|
+
|
|
143
|
+
- **Content-Type**: application/json
|
|
144
|
+
- **Accept**: application/json
|
|
145
|
+
|
|
146
|
+
### HTTP response details
|
|
147
|
+
|
|
148
|
+
| Status code | Description | Response headers |
|
|
149
|
+
|-------------|-------------|------------------|
|
|
150
|
+
**200** | A successful response. | - |
|
|
151
|
+
**0** | An unexpected error response. | - |
|
|
152
|
+
|
|
153
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
154
|
+
|
|
155
|
+
# **leaderboard_service_batch_get_leaderboards**
|
|
156
|
+
> V1alphaBatchGetLeaderboardsResponse leaderboard_service_batch_get_leaderboards(names=names, view=view)
|
|
157
|
+
|
|
158
|
+
|
|
159
|
+
|
|
160
|
+
### Example
|
|
161
|
+
|
|
162
|
+
|
|
163
|
+
```python
|
|
164
|
+
import eval_studio_client.api
|
|
165
|
+
from eval_studio_client.api.models.v1alpha_batch_get_leaderboards_response import V1alphaBatchGetLeaderboardsResponse
|
|
166
|
+
from eval_studio_client.api.rest import ApiException
|
|
167
|
+
from pprint import pprint
|
|
168
|
+
|
|
169
|
+
# Defining the host is optional and defaults to http://localhost
|
|
170
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
171
|
+
configuration = eval_studio_client.api.Configuration(
|
|
172
|
+
host = "http://localhost"
|
|
173
|
+
)
|
|
174
|
+
|
|
175
|
+
|
|
176
|
+
# Enter a context with an instance of the API client
|
|
177
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
178
|
+
# Create an instance of the API class
|
|
179
|
+
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
180
|
+
names = ['names_example'] # List[str] | Required. The names of the Leaderboards to retrieve. A maximum of 1000 can be specified. (optional)
|
|
181
|
+
view = 'LEADERBOARD_VIEW_UNSPECIFIED' # str | Optional. View specifying which fields should be returned in the response. Defaults to LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_UNSPECIFIED: The default / unset value. The API will default to the LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_BASIC: Basic view of the Leaderboard. The following fields are omitted in the response: - result - leaderboard_table - leaderboard_summary - LEADERBOARD_VIEW_FULL: Full view of the Leaderboard. No fields are omitted. - LEADERBOARD_VIEW_BASIC_WITH_TABLE: View of the Leaderboard that is the same as LEADERBOARD_VIEW_BASIC but it includes the leaderboard_table field. (optional) (default to 'LEADERBOARD_VIEW_UNSPECIFIED')
|
|
182
|
+
|
|
183
|
+
try:
|
|
184
|
+
api_response = api_instance.leaderboard_service_batch_get_leaderboards(names=names, view=view)
|
|
185
|
+
print("The response of LeaderboardServiceApi->leaderboard_service_batch_get_leaderboards:\n")
|
|
186
|
+
pprint(api_response)
|
|
187
|
+
except Exception as e:
|
|
188
|
+
print("Exception when calling LeaderboardServiceApi->leaderboard_service_batch_get_leaderboards: %s\n" % e)
|
|
189
|
+
```
|
|
190
|
+
|
|
191
|
+
|
|
192
|
+
|
|
193
|
+
### Parameters
|
|
194
|
+
|
|
195
|
+
|
|
196
|
+
Name | Type | Description | Notes
|
|
197
|
+
------------- | ------------- | ------------- | -------------
|
|
198
|
+
**names** | [**List[str]**](str.md)| Required. The names of the Leaderboards to retrieve. A maximum of 1000 can be specified. | [optional]
|
|
199
|
+
**view** | **str**| Optional. View specifying which fields should be returned in the response. Defaults to LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_UNSPECIFIED: The default / unset value. The API will default to the LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_BASIC: Basic view of the Leaderboard. The following fields are omitted in the response: - result - leaderboard_table - leaderboard_summary - LEADERBOARD_VIEW_FULL: Full view of the Leaderboard. No fields are omitted. - LEADERBOARD_VIEW_BASIC_WITH_TABLE: View of the Leaderboard that is the same as LEADERBOARD_VIEW_BASIC but it includes the leaderboard_table field. | [optional] [default to 'LEADERBOARD_VIEW_UNSPECIFIED']
|
|
200
|
+
|
|
201
|
+
### Return type
|
|
202
|
+
|
|
203
|
+
[**V1alphaBatchGetLeaderboardsResponse**](V1alphaBatchGetLeaderboardsResponse.md)
|
|
204
|
+
|
|
205
|
+
### Authorization
|
|
206
|
+
|
|
207
|
+
No authorization required
|
|
208
|
+
|
|
209
|
+
### HTTP request headers
|
|
210
|
+
|
|
211
|
+
- **Content-Type**: Not defined
|
|
212
|
+
- **Accept**: application/json
|
|
213
|
+
|
|
214
|
+
### HTTP response details
|
|
215
|
+
|
|
216
|
+
| Status code | Description | Response headers |
|
|
217
|
+
|-------------|-------------|------------------|
|
|
218
|
+
**200** | A successful response. | - |
|
|
219
|
+
**0** | An unexpected error response. | - |
|
|
220
|
+
|
|
221
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
222
|
+
|
|
223
|
+
# **leaderboard_service_batch_import_leaderboard**
|
|
224
|
+
> V1alphaBatchImportLeaderboardResponse leaderboard_service_batch_import_leaderboard(body)
|
|
225
|
+
|
|
226
|
+
|
|
227
|
+
|
|
228
|
+
### Example
|
|
229
|
+
|
|
230
|
+
|
|
231
|
+
```python
|
|
232
|
+
import eval_studio_client.api
|
|
233
|
+
from eval_studio_client.api.models.v1alpha_batch_import_leaderboard_request import V1alphaBatchImportLeaderboardRequest
|
|
234
|
+
from eval_studio_client.api.models.v1alpha_batch_import_leaderboard_response import V1alphaBatchImportLeaderboardResponse
|
|
235
|
+
from eval_studio_client.api.rest import ApiException
|
|
236
|
+
from pprint import pprint
|
|
237
|
+
|
|
238
|
+
# Defining the host is optional and defaults to http://localhost
|
|
239
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
240
|
+
configuration = eval_studio_client.api.Configuration(
|
|
241
|
+
host = "http://localhost"
|
|
242
|
+
)
|
|
243
|
+
|
|
244
|
+
|
|
245
|
+
# Enter a context with an instance of the API client
|
|
246
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
247
|
+
# Create an instance of the API class
|
|
248
|
+
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
249
|
+
body = eval_studio_client.api.V1alphaBatchImportLeaderboardRequest() # V1alphaBatchImportLeaderboardRequest |
|
|
250
|
+
|
|
251
|
+
try:
|
|
252
|
+
api_response = api_instance.leaderboard_service_batch_import_leaderboard(body)
|
|
253
|
+
print("The response of LeaderboardServiceApi->leaderboard_service_batch_import_leaderboard:\n")
|
|
254
|
+
pprint(api_response)
|
|
255
|
+
except Exception as e:
|
|
256
|
+
print("Exception when calling LeaderboardServiceApi->leaderboard_service_batch_import_leaderboard: %s\n" % e)
|
|
257
|
+
```
|
|
258
|
+
|
|
259
|
+
|
|
260
|
+
|
|
261
|
+
### Parameters
|
|
262
|
+
|
|
263
|
+
|
|
264
|
+
Name | Type | Description | Notes
|
|
265
|
+
------------- | ------------- | ------------- | -------------
|
|
266
|
+
**body** | [**V1alphaBatchImportLeaderboardRequest**](V1alphaBatchImportLeaderboardRequest.md)| |
|
|
267
|
+
|
|
268
|
+
### Return type
|
|
269
|
+
|
|
270
|
+
[**V1alphaBatchImportLeaderboardResponse**](V1alphaBatchImportLeaderboardResponse.md)
|
|
271
|
+
|
|
272
|
+
### Authorization
|
|
273
|
+
|
|
274
|
+
No authorization required
|
|
275
|
+
|
|
276
|
+
### HTTP request headers
|
|
277
|
+
|
|
278
|
+
- **Content-Type**: application/json
|
|
279
|
+
- **Accept**: application/json
|
|
280
|
+
|
|
281
|
+
### HTTP response details
|
|
282
|
+
|
|
283
|
+
| Status code | Description | Response headers |
|
|
284
|
+
|-------------|-------------|------------------|
|
|
285
|
+
**200** | A successful response. | - |
|
|
286
|
+
**0** | An unexpected error response. | - |
|
|
287
|
+
|
|
288
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
289
|
+
|
|
290
|
+
# **leaderboard_service_create_leaderboard**
|
|
291
|
+
> V1alphaCreateLeaderboardResponse leaderboard_service_create_leaderboard(leaderboard)
|
|
292
|
+
|
|
293
|
+
|
|
294
|
+
|
|
295
|
+
### Example
|
|
296
|
+
|
|
297
|
+
|
|
298
|
+
```python
|
|
299
|
+
import eval_studio_client.api
|
|
300
|
+
from eval_studio_client.api.models.v1alpha_create_leaderboard_response import V1alphaCreateLeaderboardResponse
|
|
301
|
+
from eval_studio_client.api.models.v1alpha_leaderboard import V1alphaLeaderboard
|
|
302
|
+
from eval_studio_client.api.rest import ApiException
|
|
303
|
+
from pprint import pprint
|
|
304
|
+
|
|
305
|
+
# Defining the host is optional and defaults to http://localhost
|
|
306
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
307
|
+
configuration = eval_studio_client.api.Configuration(
|
|
308
|
+
host = "http://localhost"
|
|
309
|
+
)
|
|
310
|
+
|
|
311
|
+
|
|
312
|
+
# Enter a context with an instance of the API client
|
|
313
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
314
|
+
# Create an instance of the API class
|
|
315
|
+
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
316
|
+
leaderboard = eval_studio_client.api.V1alphaLeaderboard() # V1alphaLeaderboard | Required. The Leaderboard to create.
|
|
317
|
+
|
|
318
|
+
try:
|
|
319
|
+
api_response = api_instance.leaderboard_service_create_leaderboard(leaderboard)
|
|
320
|
+
print("The response of LeaderboardServiceApi->leaderboard_service_create_leaderboard:\n")
|
|
321
|
+
pprint(api_response)
|
|
322
|
+
except Exception as e:
|
|
323
|
+
print("Exception when calling LeaderboardServiceApi->leaderboard_service_create_leaderboard: %s\n" % e)
|
|
324
|
+
```
|
|
325
|
+
|
|
326
|
+
|
|
327
|
+
|
|
328
|
+
### Parameters
|
|
329
|
+
|
|
330
|
+
|
|
331
|
+
Name | Type | Description | Notes
|
|
332
|
+
------------- | ------------- | ------------- | -------------
|
|
333
|
+
**leaderboard** | [**V1alphaLeaderboard**](V1alphaLeaderboard.md)| Required. The Leaderboard to create. |
|
|
334
|
+
|
|
335
|
+
### Return type
|
|
336
|
+
|
|
337
|
+
[**V1alphaCreateLeaderboardResponse**](V1alphaCreateLeaderboardResponse.md)
|
|
338
|
+
|
|
339
|
+
### Authorization
|
|
340
|
+
|
|
341
|
+
No authorization required
|
|
342
|
+
|
|
343
|
+
### HTTP request headers
|
|
344
|
+
|
|
345
|
+
- **Content-Type**: application/json
|
|
346
|
+
- **Accept**: application/json
|
|
347
|
+
|
|
348
|
+
### HTTP response details
|
|
349
|
+
|
|
350
|
+
| Status code | Description | Response headers |
|
|
351
|
+
|-------------|-------------|------------------|
|
|
352
|
+
**200** | A successful response. | - |
|
|
353
|
+
**0** | An unexpected error response. | - |
|
|
354
|
+
|
|
355
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
356
|
+
|
|
357
|
+
# **leaderboard_service_create_leaderboard_without_cache**
|
|
358
|
+
> V1alphaCreateLeaderboardWithoutCacheResponse leaderboard_service_create_leaderboard_without_cache(leaderboard)
|
|
359
|
+
|
|
360
|
+
|
|
361
|
+
|
|
362
|
+
### Example
|
|
363
|
+
|
|
364
|
+
|
|
365
|
+
```python
|
|
366
|
+
import eval_studio_client.api
|
|
367
|
+
from eval_studio_client.api.models.v1alpha_create_leaderboard_without_cache_response import V1alphaCreateLeaderboardWithoutCacheResponse
|
|
368
|
+
from eval_studio_client.api.models.v1alpha_leaderboard import V1alphaLeaderboard
|
|
369
|
+
from eval_studio_client.api.rest import ApiException
|
|
370
|
+
from pprint import pprint
|
|
371
|
+
|
|
372
|
+
# Defining the host is optional and defaults to http://localhost
|
|
373
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
374
|
+
configuration = eval_studio_client.api.Configuration(
|
|
375
|
+
host = "http://localhost"
|
|
376
|
+
)
|
|
377
|
+
|
|
378
|
+
|
|
379
|
+
# Enter a context with an instance of the API client
|
|
380
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
381
|
+
# Create an instance of the API class
|
|
382
|
+
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
383
|
+
leaderboard = eval_studio_client.api.V1alphaLeaderboard() # V1alphaLeaderboard | Required. The Leaderboard to create.
|
|
384
|
+
|
|
385
|
+
try:
|
|
386
|
+
api_response = api_instance.leaderboard_service_create_leaderboard_without_cache(leaderboard)
|
|
387
|
+
print("The response of LeaderboardServiceApi->leaderboard_service_create_leaderboard_without_cache:\n")
|
|
388
|
+
pprint(api_response)
|
|
389
|
+
except Exception as e:
|
|
390
|
+
print("Exception when calling LeaderboardServiceApi->leaderboard_service_create_leaderboard_without_cache: %s\n" % e)
|
|
391
|
+
```
|
|
392
|
+
|
|
393
|
+
|
|
394
|
+
|
|
395
|
+
### Parameters
|
|
396
|
+
|
|
397
|
+
|
|
398
|
+
Name | Type | Description | Notes
|
|
399
|
+
------------- | ------------- | ------------- | -------------
|
|
400
|
+
**leaderboard** | [**V1alphaLeaderboard**](V1alphaLeaderboard.md)| Required. The Leaderboard to create. |
|
|
401
|
+
|
|
402
|
+
### Return type
|
|
403
|
+
|
|
404
|
+
[**V1alphaCreateLeaderboardWithoutCacheResponse**](V1alphaCreateLeaderboardWithoutCacheResponse.md)
|
|
405
|
+
|
|
406
|
+
### Authorization
|
|
407
|
+
|
|
408
|
+
No authorization required
|
|
409
|
+
|
|
410
|
+
### HTTP request headers
|
|
411
|
+
|
|
412
|
+
- **Content-Type**: application/json
|
|
413
|
+
- **Accept**: application/json
|
|
414
|
+
|
|
415
|
+
### HTTP response details
|
|
416
|
+
|
|
417
|
+
| Status code | Description | Response headers |
|
|
418
|
+
|-------------|-------------|------------------|
|
|
419
|
+
**200** | A successful response. | - |
|
|
420
|
+
**0** | An unexpected error response. | - |
|
|
421
|
+
|
|
422
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
423
|
+
|
|
424
|
+
# **leaderboard_service_delete_leaderboard**
|
|
425
|
+
> V1alphaDeleteLeaderboardResponse leaderboard_service_delete_leaderboard(name_3)
|
|
426
|
+
|
|
427
|
+
|
|
428
|
+
|
|
429
|
+
### Example
|
|
430
|
+
|
|
431
|
+
|
|
432
|
+
```python
|
|
433
|
+
import eval_studio_client.api
|
|
434
|
+
from eval_studio_client.api.models.v1alpha_delete_leaderboard_response import V1alphaDeleteLeaderboardResponse
|
|
435
|
+
from eval_studio_client.api.rest import ApiException
|
|
436
|
+
from pprint import pprint
|
|
437
|
+
|
|
438
|
+
# Defining the host is optional and defaults to http://localhost
|
|
439
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
440
|
+
configuration = eval_studio_client.api.Configuration(
|
|
441
|
+
host = "http://localhost"
|
|
442
|
+
)
|
|
443
|
+
|
|
444
|
+
|
|
445
|
+
# Enter a context with an instance of the API client
|
|
446
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
447
|
+
# Create an instance of the API class
|
|
448
|
+
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
449
|
+
name_3 = 'name_3_example' # str | Required. The name of the Leaderboard to delete.
|
|
450
|
+
|
|
451
|
+
try:
|
|
452
|
+
api_response = api_instance.leaderboard_service_delete_leaderboard(name_3)
|
|
453
|
+
print("The response of LeaderboardServiceApi->leaderboard_service_delete_leaderboard:\n")
|
|
454
|
+
pprint(api_response)
|
|
455
|
+
except Exception as e:
|
|
456
|
+
print("Exception when calling LeaderboardServiceApi->leaderboard_service_delete_leaderboard: %s\n" % e)
|
|
457
|
+
```
|
|
458
|
+
|
|
459
|
+
|
|
460
|
+
|
|
461
|
+
### Parameters
|
|
462
|
+
|
|
463
|
+
|
|
464
|
+
Name | Type | Description | Notes
|
|
465
|
+
------------- | ------------- | ------------- | -------------
|
|
466
|
+
**name_3** | **str**| Required. The name of the Leaderboard to delete. |
|
|
467
|
+
|
|
468
|
+
### Return type
|
|
469
|
+
|
|
470
|
+
[**V1alphaDeleteLeaderboardResponse**](V1alphaDeleteLeaderboardResponse.md)
|
|
471
|
+
|
|
472
|
+
### Authorization
|
|
473
|
+
|
|
474
|
+
No authorization required
|
|
475
|
+
|
|
476
|
+
### HTTP request headers
|
|
477
|
+
|
|
478
|
+
- **Content-Type**: Not defined
|
|
479
|
+
- **Accept**: application/json
|
|
480
|
+
|
|
481
|
+
### HTTP response details
|
|
482
|
+
|
|
483
|
+
| Status code | Description | Response headers |
|
|
484
|
+
|-------------|-------------|------------------|
|
|
485
|
+
**200** | A successful response. | - |
|
|
486
|
+
**0** | An unexpected error response. | - |
|
|
487
|
+
|
|
488
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
489
|
+
|
|
490
|
+
# **leaderboard_service_get_leaderboard**
|
|
491
|
+
> V1alphaGetLeaderboardResponse leaderboard_service_get_leaderboard(name_3)
|
|
492
|
+
|
|
493
|
+
|
|
494
|
+
|
|
495
|
+
### Example
|
|
496
|
+
|
|
497
|
+
|
|
498
|
+
```python
|
|
499
|
+
import eval_studio_client.api
|
|
500
|
+
from eval_studio_client.api.models.v1alpha_get_leaderboard_response import V1alphaGetLeaderboardResponse
|
|
501
|
+
from eval_studio_client.api.rest import ApiException
|
|
502
|
+
from pprint import pprint
|
|
503
|
+
|
|
504
|
+
# Defining the host is optional and defaults to http://localhost
|
|
505
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
506
|
+
configuration = eval_studio_client.api.Configuration(
|
|
507
|
+
host = "http://localhost"
|
|
508
|
+
)
|
|
509
|
+
|
|
510
|
+
|
|
511
|
+
# Enter a context with an instance of the API client
|
|
512
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
513
|
+
# Create an instance of the API class
|
|
514
|
+
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
515
|
+
name_3 = 'name_3_example' # str | Required. The name of the Leaderboard to retrieve.
|
|
516
|
+
|
|
517
|
+
try:
|
|
518
|
+
api_response = api_instance.leaderboard_service_get_leaderboard(name_3)
|
|
519
|
+
print("The response of LeaderboardServiceApi->leaderboard_service_get_leaderboard:\n")
|
|
520
|
+
pprint(api_response)
|
|
521
|
+
except Exception as e:
|
|
522
|
+
print("Exception when calling LeaderboardServiceApi->leaderboard_service_get_leaderboard: %s\n" % e)
|
|
523
|
+
```
|
|
524
|
+
|
|
525
|
+
|
|
526
|
+
|
|
527
|
+
### Parameters
|
|
528
|
+
|
|
529
|
+
|
|
530
|
+
Name | Type | Description | Notes
|
|
531
|
+
------------- | ------------- | ------------- | -------------
|
|
532
|
+
**name_3** | **str**| Required. The name of the Leaderboard to retrieve. |
|
|
533
|
+
|
|
534
|
+
### Return type
|
|
535
|
+
|
|
536
|
+
[**V1alphaGetLeaderboardResponse**](V1alphaGetLeaderboardResponse.md)
|
|
537
|
+
|
|
538
|
+
### Authorization
|
|
539
|
+
|
|
540
|
+
No authorization required
|
|
541
|
+
|
|
542
|
+
### HTTP request headers
|
|
543
|
+
|
|
544
|
+
- **Content-Type**: Not defined
|
|
545
|
+
- **Accept**: application/json
|
|
546
|
+
|
|
547
|
+
### HTTP response details
|
|
548
|
+
|
|
549
|
+
| Status code | Description | Response headers |
|
|
550
|
+
|-------------|-------------|------------------|
|
|
551
|
+
**200** | A successful response. | - |
|
|
552
|
+
**0** | An unexpected error response. | - |
|
|
553
|
+
|
|
554
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
555
|
+
|
|
556
|
+
# **leaderboard_service_import_leaderboard**
|
|
557
|
+
> V1alphaImportLeaderboardResponse leaderboard_service_import_leaderboard(body)
|
|
558
|
+
|
|
559
|
+
|
|
560
|
+
|
|
561
|
+
### Example
|
|
562
|
+
|
|
563
|
+
|
|
564
|
+
```python
|
|
565
|
+
import eval_studio_client.api
|
|
566
|
+
from eval_studio_client.api.models.v1alpha_import_leaderboard_request import V1alphaImportLeaderboardRequest
|
|
567
|
+
from eval_studio_client.api.models.v1alpha_import_leaderboard_response import V1alphaImportLeaderboardResponse
|
|
568
|
+
from eval_studio_client.api.rest import ApiException
|
|
569
|
+
from pprint import pprint
|
|
570
|
+
|
|
571
|
+
# Defining the host is optional and defaults to http://localhost
|
|
572
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
573
|
+
configuration = eval_studio_client.api.Configuration(
|
|
574
|
+
host = "http://localhost"
|
|
575
|
+
)
|
|
576
|
+
|
|
577
|
+
|
|
578
|
+
# Enter a context with an instance of the API client
|
|
579
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
580
|
+
# Create an instance of the API class
|
|
581
|
+
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
582
|
+
body = eval_studio_client.api.V1alphaImportLeaderboardRequest() # V1alphaImportLeaderboardRequest |
|
|
583
|
+
|
|
584
|
+
try:
|
|
585
|
+
api_response = api_instance.leaderboard_service_import_leaderboard(body)
|
|
586
|
+
print("The response of LeaderboardServiceApi->leaderboard_service_import_leaderboard:\n")
|
|
587
|
+
pprint(api_response)
|
|
588
|
+
except Exception as e:
|
|
589
|
+
print("Exception when calling LeaderboardServiceApi->leaderboard_service_import_leaderboard: %s\n" % e)
|
|
590
|
+
```
|
|
591
|
+
|
|
592
|
+
|
|
593
|
+
|
|
594
|
+
### Parameters
|
|
595
|
+
|
|
596
|
+
|
|
597
|
+
Name | Type | Description | Notes
|
|
598
|
+
------------- | ------------- | ------------- | -------------
|
|
599
|
+
**body** | [**V1alphaImportLeaderboardRequest**](V1alphaImportLeaderboardRequest.md)| |
|
|
600
|
+
|
|
601
|
+
### Return type
|
|
602
|
+
|
|
603
|
+
[**V1alphaImportLeaderboardResponse**](V1alphaImportLeaderboardResponse.md)
|
|
604
|
+
|
|
605
|
+
### Authorization
|
|
606
|
+
|
|
607
|
+
No authorization required
|
|
608
|
+
|
|
609
|
+
### HTTP request headers
|
|
610
|
+
|
|
611
|
+
- **Content-Type**: application/json
|
|
612
|
+
- **Accept**: application/json
|
|
613
|
+
|
|
614
|
+
### HTTP response details
|
|
615
|
+
|
|
616
|
+
| Status code | Description | Response headers |
|
|
617
|
+
|-------------|-------------|------------------|
|
|
618
|
+
**200** | A successful response. | - |
|
|
619
|
+
**0** | An unexpected error response. | - |
|
|
620
|
+
|
|
621
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
622
|
+
|
|
623
|
+
# **leaderboard_service_list_leaderboards**
|
|
624
|
+
> V1alphaListLeaderboardsResponse leaderboard_service_list_leaderboards(page_size=page_size, page_token=page_token, filter=filter, order_by=order_by, view=view)
|
|
625
|
+
|
|
626
|
+
|
|
627
|
+
|
|
628
|
+
### Example
|
|
629
|
+
|
|
630
|
+
|
|
631
|
+
```python
|
|
632
|
+
import eval_studio_client.api
|
|
633
|
+
from eval_studio_client.api.models.v1alpha_list_leaderboards_response import V1alphaListLeaderboardsResponse
|
|
634
|
+
from eval_studio_client.api.rest import ApiException
|
|
635
|
+
from pprint import pprint
|
|
636
|
+
|
|
637
|
+
# Defining the host is optional and defaults to http://localhost
|
|
638
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
639
|
+
configuration = eval_studio_client.api.Configuration(
|
|
640
|
+
host = "http://localhost"
|
|
641
|
+
)
|
|
642
|
+
|
|
643
|
+
|
|
644
|
+
# Enter a context with an instance of the API client
|
|
645
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
646
|
+
# Create an instance of the API class
|
|
647
|
+
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
648
|
+
page_size = 56 # int | The maximum number of Leaderboards to return. The service may return fewer than this value. If unspecified, at most 20 Leaderboards will be returned. The maximum value is 50; values above 50 will be coerced to 50. (optional)
|
|
649
|
+
page_token = 'page_token_example' # str | A page token, received from a previous `ListLeaderboards` call. Provide this to retrieve the subsequent page. When paginating, all other parameters provided to `ListLeaderboards` must match the call that provided the page token. (optional)
|
|
650
|
+
filter = 'filter_example' # str | Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported. Supported fields: - model - only '=' operator is supported, e.g. \"model = \\\"models/<UUID>\\\"\" (optional)
|
|
651
|
+
order_by = 'order_by_example' # str | If specified, the returned leaderboards will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet. Supported fields: - create_time - update_time (optional)
|
|
652
|
+
view = 'LEADERBOARD_VIEW_UNSPECIFIED' # str | Optional. View specifying which fields should be returned in the response. Defaults to LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_UNSPECIFIED: The default / unset value. The API will default to the LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_BASIC: Basic view of the Leaderboard. The following fields are omitted in the response: - result - leaderboard_table - leaderboard_summary - LEADERBOARD_VIEW_FULL: Full view of the Leaderboard. No fields are omitted. - LEADERBOARD_VIEW_BASIC_WITH_TABLE: View of the Leaderboard that is the same as LEADERBOARD_VIEW_BASIC but it includes the leaderboard_table field. (optional) (default to 'LEADERBOARD_VIEW_UNSPECIFIED')
|
|
653
|
+
|
|
654
|
+
try:
|
|
655
|
+
api_response = api_instance.leaderboard_service_list_leaderboards(page_size=page_size, page_token=page_token, filter=filter, order_by=order_by, view=view)
|
|
656
|
+
print("The response of LeaderboardServiceApi->leaderboard_service_list_leaderboards:\n")
|
|
657
|
+
pprint(api_response)
|
|
658
|
+
except Exception as e:
|
|
659
|
+
print("Exception when calling LeaderboardServiceApi->leaderboard_service_list_leaderboards: %s\n" % e)
|
|
660
|
+
```
|
|
661
|
+
|
|
662
|
+
|
|
663
|
+
|
|
664
|
+
### Parameters
|
|
665
|
+
|
|
666
|
+
|
|
667
|
+
Name | Type | Description | Notes
|
|
668
|
+
------------- | ------------- | ------------- | -------------
|
|
669
|
+
**page_size** | **int**| The maximum number of Leaderboards to return. The service may return fewer than this value. If unspecified, at most 20 Leaderboards will be returned. The maximum value is 50; values above 50 will be coerced to 50. | [optional]
|
|
670
|
+
**page_token** | **str**| A page token, received from a previous `ListLeaderboards` call. Provide this to retrieve the subsequent page. When paginating, all other parameters provided to `ListLeaderboards` must match the call that provided the page token. | [optional]
|
|
671
|
+
**filter** | **str**| Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported. Supported fields: - model - only '=' operator is supported, e.g. \"model = \\\"models/<UUID>\\\"\" | [optional]
|
|
672
|
+
**order_by** | **str**| If specified, the returned leaderboards will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet. Supported fields: - create_time - update_time | [optional]
|
|
673
|
+
**view** | **str**| Optional. View specifying which fields should be returned in the response. Defaults to LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_UNSPECIFIED: The default / unset value. The API will default to the LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_BASIC: Basic view of the Leaderboard. The following fields are omitted in the response: - result - leaderboard_table - leaderboard_summary - LEADERBOARD_VIEW_FULL: Full view of the Leaderboard. No fields are omitted. - LEADERBOARD_VIEW_BASIC_WITH_TABLE: View of the Leaderboard that is the same as LEADERBOARD_VIEW_BASIC but it includes the leaderboard_table field. | [optional] [default to 'LEADERBOARD_VIEW_UNSPECIFIED']
|
|
674
|
+
|
|
675
|
+
### Return type
|
|
676
|
+
|
|
677
|
+
[**V1alphaListLeaderboardsResponse**](V1alphaListLeaderboardsResponse.md)
|
|
678
|
+
|
|
679
|
+
### Authorization
|
|
680
|
+
|
|
681
|
+
No authorization required
|
|
682
|
+
|
|
683
|
+
### HTTP request headers
|
|
684
|
+
|
|
685
|
+
- **Content-Type**: Not defined
|
|
686
|
+
- **Accept**: application/json
|
|
687
|
+
|
|
688
|
+
### HTTP response details
|
|
689
|
+
|
|
690
|
+
| Status code | Description | Response headers |
|
|
691
|
+
|-------------|-------------|------------------|
|
|
692
|
+
**200** | A successful response. | - |
|
|
693
|
+
**0** | An unexpected error response. | - |
|
|
694
|
+
|
|
695
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
696
|
+
|
|
697
|
+
# **leaderboard_service_list_most_recent_leaderboards**
|
|
698
|
+
> V1alphaListMostRecentLeaderboardsResponse leaderboard_service_list_most_recent_leaderboards(limit=limit, filter=filter, view=view)
|
|
699
|
+
|
|
700
|
+
|
|
701
|
+
|
|
702
|
+
### Example
|
|
703
|
+
|
|
704
|
+
|
|
705
|
+
```python
|
|
706
|
+
import eval_studio_client.api
|
|
707
|
+
from eval_studio_client.api.models.v1alpha_list_most_recent_leaderboards_response import V1alphaListMostRecentLeaderboardsResponse
|
|
708
|
+
from eval_studio_client.api.rest import ApiException
|
|
709
|
+
from pprint import pprint
|
|
710
|
+
|
|
711
|
+
# Defining the host is optional and defaults to http://localhost
|
|
712
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
713
|
+
configuration = eval_studio_client.api.Configuration(
|
|
714
|
+
host = "http://localhost"
|
|
715
|
+
)
|
|
716
|
+
|
|
717
|
+
|
|
718
|
+
# Enter a context with an instance of the API client
|
|
719
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
720
|
+
# Create an instance of the API class
|
|
721
|
+
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
722
|
+
limit = 56 # int | Optional. The max number of the most recent Leaderboards to retrieve. Use -1 to retrieve all. Defaults to 3. (optional)
|
|
723
|
+
filter = 'filter_example' # str | Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported. Supported fields: - model - only '=' operator is supported, e.g. \"model = \\\"models/<UUID>\\\"\" (optional)
|
|
724
|
+
view = 'LEADERBOARD_VIEW_UNSPECIFIED' # str | Optional. View specifying which fields should be returned in the response. Defaults to LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_UNSPECIFIED: The default / unset value. The API will default to the LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_BASIC: Basic view of the Leaderboard. The following fields are omitted in the response: - result - leaderboard_table - leaderboard_summary - LEADERBOARD_VIEW_FULL: Full view of the Leaderboard. No fields are omitted. - LEADERBOARD_VIEW_BASIC_WITH_TABLE: View of the Leaderboard that is the same as LEADERBOARD_VIEW_BASIC but it includes the leaderboard_table field. (optional) (default to 'LEADERBOARD_VIEW_UNSPECIFIED')
|
|
725
|
+
|
|
726
|
+
try:
|
|
727
|
+
api_response = api_instance.leaderboard_service_list_most_recent_leaderboards(limit=limit, filter=filter, view=view)
|
|
728
|
+
print("The response of LeaderboardServiceApi->leaderboard_service_list_most_recent_leaderboards:\n")
|
|
729
|
+
pprint(api_response)
|
|
730
|
+
except Exception as e:
|
|
731
|
+
print("Exception when calling LeaderboardServiceApi->leaderboard_service_list_most_recent_leaderboards: %s\n" % e)
|
|
732
|
+
```
|
|
733
|
+
|
|
734
|
+
|
|
735
|
+
|
|
736
|
+
### Parameters
|
|
737
|
+
|
|
738
|
+
|
|
739
|
+
Name | Type | Description | Notes
|
|
740
|
+
------------- | ------------- | ------------- | -------------
|
|
741
|
+
**limit** | **int**| Optional. The max number of the most recent Leaderboards to retrieve. Use -1 to retrieve all. Defaults to 3. | [optional]
|
|
742
|
+
**filter** | **str**| Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported. Supported fields: - model - only '=' operator is supported, e.g. \"model = \\\"models/<UUID>\\\"\" | [optional]
|
|
743
|
+
**view** | **str**| Optional. View specifying which fields should be returned in the response. Defaults to LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_UNSPECIFIED: The default / unset value. The API will default to the LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_BASIC: Basic view of the Leaderboard. The following fields are omitted in the response: - result - leaderboard_table - leaderboard_summary - LEADERBOARD_VIEW_FULL: Full view of the Leaderboard. No fields are omitted. - LEADERBOARD_VIEW_BASIC_WITH_TABLE: View of the Leaderboard that is the same as LEADERBOARD_VIEW_BASIC but it includes the leaderboard_table field. | [optional] [default to 'LEADERBOARD_VIEW_UNSPECIFIED']
|
|
744
|
+
|
|
745
|
+
### Return type
|
|
746
|
+
|
|
747
|
+
[**V1alphaListMostRecentLeaderboardsResponse**](V1alphaListMostRecentLeaderboardsResponse.md)
|
|
748
|
+
|
|
749
|
+
### Authorization
|
|
750
|
+
|
|
751
|
+
No authorization required
|
|
752
|
+
|
|
753
|
+
### HTTP request headers
|
|
754
|
+
|
|
755
|
+
- **Content-Type**: Not defined
|
|
756
|
+
- **Accept**: application/json
|
|
757
|
+
|
|
758
|
+
### HTTP response details
|
|
759
|
+
|
|
760
|
+
| Status code | Description | Response headers |
|
|
761
|
+
|-------------|-------------|------------------|
|
|
762
|
+
**200** | A successful response. | - |
|
|
763
|
+
**0** | An unexpected error response. | - |
|
|
764
|
+
|
|
765
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
766
|
+
|
|
767
|
+
# **leaderboard_service_update_leaderboard**
|
|
768
|
+
> V1alphaUpdateLeaderboardResponse leaderboard_service_update_leaderboard(leaderboard_name, leaderboard)
|
|
769
|
+
|
|
770
|
+
|
|
771
|
+
|
|
772
|
+
### Example
|
|
773
|
+
|
|
774
|
+
|
|
775
|
+
```python
|
|
776
|
+
import eval_studio_client.api
|
|
777
|
+
from eval_studio_client.api.models.required_the_leaderboard_to_update import RequiredTheLeaderboardToUpdate
|
|
778
|
+
from eval_studio_client.api.models.v1alpha_update_leaderboard_response import V1alphaUpdateLeaderboardResponse
|
|
779
|
+
from eval_studio_client.api.rest import ApiException
|
|
780
|
+
from pprint import pprint
|
|
781
|
+
|
|
782
|
+
# Defining the host is optional and defaults to http://localhost
|
|
783
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
784
|
+
configuration = eval_studio_client.api.Configuration(
|
|
785
|
+
host = "http://localhost"
|
|
786
|
+
)
|
|
787
|
+
|
|
788
|
+
|
|
789
|
+
# Enter a context with an instance of the API client
|
|
790
|
+
with eval_studio_client.api.ApiClient(configuration) as api_client:
|
|
791
|
+
# Create an instance of the API class
|
|
792
|
+
api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
|
|
793
|
+
leaderboard_name = 'leaderboard_name_example' # str | Output only. Name of the Leaderboard resource. e.g.: \"leaderboards/<UUID>\"
|
|
794
|
+
leaderboard = eval_studio_client.api.RequiredTheLeaderboardToUpdate() # RequiredTheLeaderboardToUpdate | Required. The Leaderboard to update. The Leaderboard's `name` field is used to identify the Leaderboard to update. Format: leaderboards/{leaderboard}
|
|
795
|
+
|
|
796
|
+
try:
|
|
797
|
+
api_response = api_instance.leaderboard_service_update_leaderboard(leaderboard_name, leaderboard)
|
|
798
|
+
print("The response of LeaderboardServiceApi->leaderboard_service_update_leaderboard:\n")
|
|
799
|
+
pprint(api_response)
|
|
800
|
+
except Exception as e:
|
|
801
|
+
print("Exception when calling LeaderboardServiceApi->leaderboard_service_update_leaderboard: %s\n" % e)
|
|
802
|
+
```
|
|
803
|
+
|
|
804
|
+
|
|
805
|
+
|
|
806
|
+
### Parameters
|
|
807
|
+
|
|
808
|
+
|
|
809
|
+
Name | Type | Description | Notes
|
|
810
|
+
------------- | ------------- | ------------- | -------------
|
|
811
|
+
**leaderboard_name** | **str**| Output only. Name of the Leaderboard resource. e.g.: \"leaderboards/<UUID>\" |
|
|
812
|
+
**leaderboard** | [**RequiredTheLeaderboardToUpdate**](RequiredTheLeaderboardToUpdate.md)| Required. The Leaderboard to update. The Leaderboard's `name` field is used to identify the Leaderboard to update. Format: leaderboards/{leaderboard} |
|
|
813
|
+
|
|
814
|
+
### Return type
|
|
815
|
+
|
|
816
|
+
[**V1alphaUpdateLeaderboardResponse**](V1alphaUpdateLeaderboardResponse.md)
|
|
817
|
+
|
|
818
|
+
### Authorization
|
|
819
|
+
|
|
820
|
+
No authorization required
|
|
821
|
+
|
|
822
|
+
### HTTP request headers
|
|
823
|
+
|
|
824
|
+
- **Content-Type**: application/json
|
|
825
|
+
- **Accept**: application/json
|
|
826
|
+
|
|
827
|
+
### HTTP response details
|
|
828
|
+
|
|
829
|
+
| Status code | Description | Response headers |
|
|
830
|
+
|-------------|-------------|------------------|
|
|
831
|
+
**200** | A successful response. | - |
|
|
832
|
+
**0** | An unexpected error response. | - |
|
|
833
|
+
|
|
834
|
+
[[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
|
|
835
|
+
|