eval-studio-client 0.7.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (470) hide show
  1. eval_studio_client/__about__.py +1 -0
  2. eval_studio_client/__init__.py +4 -0
  3. eval_studio_client/api/__init__.py +180 -0
  4. eval_studio_client/api/api/__init__.py +20 -0
  5. eval_studio_client/api/api/dashboard_service_api.py +2142 -0
  6. eval_studio_client/api/api/document_service_api.py +1868 -0
  7. eval_studio_client/api/api/evaluation_service_api.py +1603 -0
  8. eval_studio_client/api/api/evaluator_service_api.py +1343 -0
  9. eval_studio_client/api/api/info_service_api.py +275 -0
  10. eval_studio_client/api/api/leaderboard_service_api.py +3336 -0
  11. eval_studio_client/api/api/model_service_api.py +2913 -0
  12. eval_studio_client/api/api/operation_progress_service_api.py +292 -0
  13. eval_studio_client/api/api/operation_service_api.py +1359 -0
  14. eval_studio_client/api/api/perturbation_service_api.py +321 -0
  15. eval_studio_client/api/api/perturbator_service_api.py +532 -0
  16. eval_studio_client/api/api/test_case_service_api.py +1913 -0
  17. eval_studio_client/api/api/test_class_service_api.py +532 -0
  18. eval_studio_client/api/api/test_lab_service_api.py +634 -0
  19. eval_studio_client/api/api/test_service_api.py +2712 -0
  20. eval_studio_client/api/api/who_am_i_service_api.py +275 -0
  21. eval_studio_client/api/api_client.py +770 -0
  22. eval_studio_client/api/api_response.py +21 -0
  23. eval_studio_client/api/configuration.py +436 -0
  24. eval_studio_client/api/docs/DashboardServiceApi.md +549 -0
  25. eval_studio_client/api/docs/DocumentServiceApi.md +478 -0
  26. eval_studio_client/api/docs/EvaluationServiceApi.md +332 -0
  27. eval_studio_client/api/docs/EvaluatorServiceApi.md +345 -0
  28. eval_studio_client/api/docs/InfoServiceApi.md +71 -0
  29. eval_studio_client/api/docs/LeaderboardServiceApi.md +835 -0
  30. eval_studio_client/api/docs/ModelServiceApi.md +750 -0
  31. eval_studio_client/api/docs/OperationProgressServiceApi.md +75 -0
  32. eval_studio_client/api/docs/OperationServiceApi.md +345 -0
  33. eval_studio_client/api/docs/PerturbationServiceApi.md +78 -0
  34. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +31 -0
  35. eval_studio_client/api/docs/PerturbatorServiceApi.md +138 -0
  36. eval_studio_client/api/docs/ProtobufAny.md +30 -0
  37. eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +41 -0
  38. eval_studio_client/api/docs/RequiredTheDocumentToUpdate.md +38 -0
  39. eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +54 -0
  40. eval_studio_client/api/docs/RequiredTheModelToUpdate.md +41 -0
  41. eval_studio_client/api/docs/RequiredTheOperationToFinalize.md +39 -0
  42. eval_studio_client/api/docs/RequiredTheOperationToUpdate.md +39 -0
  43. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +39 -0
  44. eval_studio_client/api/docs/RequiredTheTestToUpdate.md +39 -0
  45. eval_studio_client/api/docs/RpcStatus.md +32 -0
  46. eval_studio_client/api/docs/TestCaseServiceApi.md +486 -0
  47. eval_studio_client/api/docs/TestCaseServiceBatchDeleteTestCasesRequest.md +29 -0
  48. eval_studio_client/api/docs/TestClassServiceApi.md +138 -0
  49. eval_studio_client/api/docs/TestLabServiceApi.md +151 -0
  50. eval_studio_client/api/docs/TestServiceApi.md +689 -0
  51. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +31 -0
  52. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +31 -0
  53. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +29 -0
  54. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +29 -0
  55. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +29 -0
  56. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +29 -0
  57. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +29 -0
  58. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +29 -0
  59. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +29 -0
  60. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +30 -0
  61. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +29 -0
  62. eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +29 -0
  63. eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +29 -0
  64. eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +29 -0
  65. eval_studio_client/api/docs/V1alphaBatchDeleteTestsRequest.md +30 -0
  66. eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +29 -0
  67. eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +29 -0
  68. eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +29 -0
  69. eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +29 -0
  70. eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +29 -0
  71. eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +29 -0
  72. eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +29 -0
  73. eval_studio_client/api/docs/V1alphaBatchImportLeaderboardRequest.md +37 -0
  74. eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +29 -0
  75. eval_studio_client/api/docs/V1alphaBatchImportTestsRequest.md +32 -0
  76. eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +29 -0
  77. eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +30 -0
  78. eval_studio_client/api/docs/V1alphaCollectionInfo.md +33 -0
  79. eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +29 -0
  80. eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +29 -0
  81. eval_studio_client/api/docs/V1alphaCreateEvaluationRequest.md +37 -0
  82. eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +29 -0
  83. eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +29 -0
  84. eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +29 -0
  85. eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +29 -0
  86. eval_studio_client/api/docs/V1alphaCreateModelResponse.md +29 -0
  87. eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +29 -0
  88. eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +29 -0
  89. eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +29 -0
  90. eval_studio_client/api/docs/V1alphaCreateTestResponse.md +29 -0
  91. eval_studio_client/api/docs/V1alphaDashboard.md +41 -0
  92. eval_studio_client/api/docs/V1alphaDashboardStatus.md +12 -0
  93. eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +29 -0
  94. eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +29 -0
  95. eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +29 -0
  96. eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +29 -0
  97. eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +29 -0
  98. eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +29 -0
  99. eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +29 -0
  100. eval_studio_client/api/docs/V1alphaDocument.md +38 -0
  101. eval_studio_client/api/docs/V1alphaEvaluationTest.md +32 -0
  102. eval_studio_client/api/docs/V1alphaEvaluator.md +45 -0
  103. eval_studio_client/api/docs/V1alphaEvaluatorParamType.md +12 -0
  104. eval_studio_client/api/docs/V1alphaEvaluatorParameter.md +40 -0
  105. eval_studio_client/api/docs/V1alphaEvaluatorView.md +12 -0
  106. eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +29 -0
  107. eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +29 -0
  108. eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +29 -0
  109. eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +29 -0
  110. eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +29 -0
  111. eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +29 -0
  112. eval_studio_client/api/docs/V1alphaGetInfoResponse.md +29 -0
  113. eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +29 -0
  114. eval_studio_client/api/docs/V1alphaGetModelResponse.md +29 -0
  115. eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +29 -0
  116. eval_studio_client/api/docs/V1alphaGetOperationResponse.md +29 -0
  117. eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +29 -0
  118. eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +29 -0
  119. eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +29 -0
  120. eval_studio_client/api/docs/V1alphaGetTestResponse.md +29 -0
  121. eval_studio_client/api/docs/V1alphaImportEvaluationRequest.md +33 -0
  122. eval_studio_client/api/docs/V1alphaImportLeaderboardRequest.md +37 -0
  123. eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +29 -0
  124. eval_studio_client/api/docs/V1alphaInfo.md +35 -0
  125. eval_studio_client/api/docs/V1alphaInsight.md +40 -0
  126. eval_studio_client/api/docs/V1alphaLeaderboard.md +54 -0
  127. eval_studio_client/api/docs/V1alphaLeaderboardStatus.md +12 -0
  128. eval_studio_client/api/docs/V1alphaLeaderboardType.md +12 -0
  129. eval_studio_client/api/docs/V1alphaLeaderboardView.md +12 -0
  130. eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +29 -0
  131. eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +29 -0
  132. eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +29 -0
  133. eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +29 -0
  134. eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +29 -0
  135. eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +30 -0
  136. eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +29 -0
  137. eval_studio_client/api/docs/V1alphaListModelsResponse.md +29 -0
  138. eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +29 -0
  139. eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +29 -0
  140. eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +29 -0
  141. eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +29 -0
  142. eval_studio_client/api/docs/V1alphaListOperationsResponse.md +29 -0
  143. eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +29 -0
  144. eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +29 -0
  145. eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +29 -0
  146. eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +29 -0
  147. eval_studio_client/api/docs/V1alphaListTestsResponse.md +29 -0
  148. eval_studio_client/api/docs/V1alphaModel.md +42 -0
  149. eval_studio_client/api/docs/V1alphaModelType.md +12 -0
  150. eval_studio_client/api/docs/V1alphaOperation.md +40 -0
  151. eval_studio_client/api/docs/V1alphaOperationProgress.md +32 -0
  152. eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +29 -0
  153. eval_studio_client/api/docs/V1alphaPerturbator.md +39 -0
  154. eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +32 -0
  155. eval_studio_client/api/docs/V1alphaPerturbatorIntensity.md +11 -0
  156. eval_studio_client/api/docs/V1alphaProblemAndAction.md +39 -0
  157. eval_studio_client/api/docs/V1alphaTest.md +40 -0
  158. eval_studio_client/api/docs/V1alphaTestCase.md +40 -0
  159. eval_studio_client/api/docs/V1alphaTestCaseRelationship.md +31 -0
  160. eval_studio_client/api/docs/V1alphaTestClass.md +41 -0
  161. eval_studio_client/api/docs/V1alphaTestClassType.md +12 -0
  162. eval_studio_client/api/docs/V1alphaTestLab.md +41 -0
  163. eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +29 -0
  164. eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +29 -0
  165. eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +29 -0
  166. eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +29 -0
  167. eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +29 -0
  168. eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +29 -0
  169. eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +29 -0
  170. eval_studio_client/api/docs/V1alphaWhoAmIResponse.md +31 -0
  171. eval_studio_client/api/docs/WhoAmIServiceApi.md +72 -0
  172. eval_studio_client/api/exceptions.py +199 -0
  173. eval_studio_client/api/models/__init__.py +148 -0
  174. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +115 -0
  175. eval_studio_client/api/models/protobuf_any.py +100 -0
  176. eval_studio_client/api/models/required_the_dashboard_to_update.py +127 -0
  177. eval_studio_client/api/models/required_the_document_to_update.py +116 -0
  178. eval_studio_client/api/models/required_the_leaderboard_to_update.py +178 -0
  179. eval_studio_client/api/models/required_the_model_to_update.py +127 -0
  180. eval_studio_client/api/models/required_the_operation_to_finalize.py +129 -0
  181. eval_studio_client/api/models/required_the_operation_to_update.py +129 -0
  182. eval_studio_client/api/models/required_the_test_case_to_update.py +120 -0
  183. eval_studio_client/api/models/required_the_test_to_update.py +122 -0
  184. eval_studio_client/api/models/rpc_status.py +99 -0
  185. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +87 -0
  186. eval_studio_client/api/models/test_service_perturb_test_request.py +99 -0
  187. eval_studio_client/api/models/v1alpha_batch_create_leaderboards_request.py +99 -0
  188. eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +91 -0
  189. eval_studio_client/api/models/v1alpha_batch_delete_dashboards_request.py +87 -0
  190. eval_studio_client/api/models/v1alpha_batch_delete_dashboards_response.py +95 -0
  191. eval_studio_client/api/models/v1alpha_batch_delete_documents_request.py +87 -0
  192. eval_studio_client/api/models/v1alpha_batch_delete_documents_response.py +95 -0
  193. eval_studio_client/api/models/v1alpha_batch_delete_evaluators_request.py +87 -0
  194. eval_studio_client/api/models/v1alpha_batch_delete_evaluators_response.py +95 -0
  195. eval_studio_client/api/models/v1alpha_batch_delete_leaderboards_request.py +90 -0
  196. eval_studio_client/api/models/v1alpha_batch_delete_leaderboards_response.py +95 -0
  197. eval_studio_client/api/models/v1alpha_batch_delete_models_request.py +87 -0
  198. eval_studio_client/api/models/v1alpha_batch_delete_models_response.py +95 -0
  199. eval_studio_client/api/models/v1alpha_batch_delete_test_cases_response.py +95 -0
  200. eval_studio_client/api/models/v1alpha_batch_delete_tests_request.py +89 -0
  201. eval_studio_client/api/models/v1alpha_batch_delete_tests_response.py +95 -0
  202. eval_studio_client/api/models/v1alpha_batch_get_dashboards_response.py +95 -0
  203. eval_studio_client/api/models/v1alpha_batch_get_documents_response.py +95 -0
  204. eval_studio_client/api/models/v1alpha_batch_get_leaderboards_response.py +95 -0
  205. eval_studio_client/api/models/v1alpha_batch_get_models_response.py +95 -0
  206. eval_studio_client/api/models/v1alpha_batch_get_operations_response.py +95 -0
  207. eval_studio_client/api/models/v1alpha_batch_get_tests_response.py +95 -0
  208. eval_studio_client/api/models/v1alpha_batch_import_leaderboard_request.py +104 -0
  209. eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +91 -0
  210. eval_studio_client/api/models/v1alpha_batch_import_tests_request.py +93 -0
  211. eval_studio_client/api/models/v1alpha_batch_import_tests_response.py +95 -0
  212. eval_studio_client/api/models/v1alpha_check_base_models_response.py +89 -0
  213. eval_studio_client/api/models/v1alpha_collection_info.py +93 -0
  214. eval_studio_client/api/models/v1alpha_create_dashboard_response.py +91 -0
  215. eval_studio_client/api/models/v1alpha_create_document_response.py +91 -0
  216. eval_studio_client/api/models/v1alpha_create_evaluation_request.py +115 -0
  217. eval_studio_client/api/models/v1alpha_create_evaluator_response.py +91 -0
  218. eval_studio_client/api/models/v1alpha_create_leaderboard_request.py +91 -0
  219. eval_studio_client/api/models/v1alpha_create_leaderboard_response.py +91 -0
  220. eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +91 -0
  221. eval_studio_client/api/models/v1alpha_create_model_response.py +91 -0
  222. eval_studio_client/api/models/v1alpha_create_perturbation_response.py +87 -0
  223. eval_studio_client/api/models/v1alpha_create_test_case_response.py +91 -0
  224. eval_studio_client/api/models/v1alpha_create_test_lab_response.py +91 -0
  225. eval_studio_client/api/models/v1alpha_create_test_response.py +91 -0
  226. eval_studio_client/api/models/v1alpha_dashboard.py +131 -0
  227. eval_studio_client/api/models/v1alpha_dashboard_status.py +39 -0
  228. eval_studio_client/api/models/v1alpha_delete_dashboard_response.py +91 -0
  229. eval_studio_client/api/models/v1alpha_delete_document_response.py +91 -0
  230. eval_studio_client/api/models/v1alpha_delete_evaluator_response.py +91 -0
  231. eval_studio_client/api/models/v1alpha_delete_leaderboard_response.py +91 -0
  232. eval_studio_client/api/models/v1alpha_delete_model_response.py +91 -0
  233. eval_studio_client/api/models/v1alpha_delete_test_case_response.py +91 -0
  234. eval_studio_client/api/models/v1alpha_delete_test_response.py +91 -0
  235. eval_studio_client/api/models/v1alpha_document.py +120 -0
  236. eval_studio_client/api/models/v1alpha_evaluation_test.py +107 -0
  237. eval_studio_client/api/models/v1alpha_evaluator.py +155 -0
  238. eval_studio_client/api/models/v1alpha_evaluator_param_type.py +42 -0
  239. eval_studio_client/api/models/v1alpha_evaluator_parameter.py +126 -0
  240. eval_studio_client/api/models/v1alpha_evaluator_view.py +38 -0
  241. eval_studio_client/api/models/v1alpha_finalize_operation_response.py +91 -0
  242. eval_studio_client/api/models/v1alpha_find_all_test_cases_by_id_response.py +95 -0
  243. eval_studio_client/api/models/v1alpha_find_test_lab_response.py +91 -0
  244. eval_studio_client/api/models/v1alpha_get_dashboard_response.py +91 -0
  245. eval_studio_client/api/models/v1alpha_get_document_response.py +91 -0
  246. eval_studio_client/api/models/v1alpha_get_evaluator_response.py +91 -0
  247. eval_studio_client/api/models/v1alpha_get_info_response.py +91 -0
  248. eval_studio_client/api/models/v1alpha_get_leaderboard_response.py +91 -0
  249. eval_studio_client/api/models/v1alpha_get_model_response.py +91 -0
  250. eval_studio_client/api/models/v1alpha_get_operation_progress_by_parent_response.py +91 -0
  251. eval_studio_client/api/models/v1alpha_get_operation_response.py +91 -0
  252. eval_studio_client/api/models/v1alpha_get_perturbator_response.py +91 -0
  253. eval_studio_client/api/models/v1alpha_get_test_case_response.py +91 -0
  254. eval_studio_client/api/models/v1alpha_get_test_class_response.py +91 -0
  255. eval_studio_client/api/models/v1alpha_get_test_response.py +91 -0
  256. eval_studio_client/api/models/v1alpha_import_evaluation_request.py +99 -0
  257. eval_studio_client/api/models/v1alpha_import_leaderboard_request.py +104 -0
  258. eval_studio_client/api/models/v1alpha_import_leaderboard_response.py +91 -0
  259. eval_studio_client/api/models/v1alpha_info.py +99 -0
  260. eval_studio_client/api/models/v1alpha_insight.py +107 -0
  261. eval_studio_client/api/models/v1alpha_leaderboard.py +182 -0
  262. eval_studio_client/api/models/v1alpha_leaderboard_status.py +39 -0
  263. eval_studio_client/api/models/v1alpha_leaderboard_type.py +39 -0
  264. eval_studio_client/api/models/v1alpha_leaderboard_view.py +39 -0
  265. eval_studio_client/api/models/v1alpha_list_base_models_response.py +87 -0
  266. eval_studio_client/api/models/v1alpha_list_dashboards_response.py +95 -0
  267. eval_studio_client/api/models/v1alpha_list_documents_response.py +95 -0
  268. eval_studio_client/api/models/v1alpha_list_evaluators_response.py +95 -0
  269. eval_studio_client/api/models/v1alpha_list_leaderboards_response.py +97 -0
  270. eval_studio_client/api/models/v1alpha_list_llm_models_response.py +87 -0
  271. eval_studio_client/api/models/v1alpha_list_model_collections_response.py +95 -0
  272. eval_studio_client/api/models/v1alpha_list_models_response.py +95 -0
  273. eval_studio_client/api/models/v1alpha_list_most_recent_dashboards_response.py +95 -0
  274. eval_studio_client/api/models/v1alpha_list_most_recent_leaderboards_response.py +95 -0
  275. eval_studio_client/api/models/v1alpha_list_most_recent_models_response.py +95 -0
  276. eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +95 -0
  277. eval_studio_client/api/models/v1alpha_list_operations_response.py +95 -0
  278. eval_studio_client/api/models/v1alpha_list_perturbators_response.py +95 -0
  279. eval_studio_client/api/models/v1alpha_list_rag_collections_response.py +95 -0
  280. eval_studio_client/api/models/v1alpha_list_test_cases_response.py +95 -0
  281. eval_studio_client/api/models/v1alpha_list_test_classes_response.py +95 -0
  282. eval_studio_client/api/models/v1alpha_list_tests_response.py +95 -0
  283. eval_studio_client/api/models/v1alpha_model.py +131 -0
  284. eval_studio_client/api/models/v1alpha_model_type.py +46 -0
  285. eval_studio_client/api/models/v1alpha_operation.py +133 -0
  286. eval_studio_client/api/models/v1alpha_operation_progress.py +99 -0
  287. eval_studio_client/api/models/v1alpha_perturb_test_response.py +91 -0
  288. eval_studio_client/api/models/v1alpha_perturbator.py +122 -0
  289. eval_studio_client/api/models/v1alpha_perturbator_configuration.py +92 -0
  290. eval_studio_client/api/models/v1alpha_perturbator_intensity.py +39 -0
  291. eval_studio_client/api/models/v1alpha_problem_and_action.py +129 -0
  292. eval_studio_client/api/models/v1alpha_test.py +126 -0
  293. eval_studio_client/api/models/v1alpha_test_case.py +124 -0
  294. eval_studio_client/api/models/v1alpha_test_case_relationship.py +91 -0
  295. eval_studio_client/api/models/v1alpha_test_class.py +127 -0
  296. eval_studio_client/api/models/v1alpha_test_class_type.py +42 -0
  297. eval_studio_client/api/models/v1alpha_test_lab.py +137 -0
  298. eval_studio_client/api/models/v1alpha_update_dashboard_response.py +91 -0
  299. eval_studio_client/api/models/v1alpha_update_document_response.py +91 -0
  300. eval_studio_client/api/models/v1alpha_update_leaderboard_response.py +91 -0
  301. eval_studio_client/api/models/v1alpha_update_model_response.py +91 -0
  302. eval_studio_client/api/models/v1alpha_update_operation_response.py +91 -0
  303. eval_studio_client/api/models/v1alpha_update_test_case_response.py +91 -0
  304. eval_studio_client/api/models/v1alpha_update_test_response.py +91 -0
  305. eval_studio_client/api/models/v1alpha_who_am_i_response.py +91 -0
  306. eval_studio_client/api/rest.py +257 -0
  307. eval_studio_client/api/test/__init__.py +0 -0
  308. eval_studio_client/api/test/test_dashboard_service_api.py +79 -0
  309. eval_studio_client/api/test/test_document_service_api.py +73 -0
  310. eval_studio_client/api/test/test_evaluation_service_api.py +55 -0
  311. eval_studio_client/api/test/test_evaluator_service_api.py +61 -0
  312. eval_studio_client/api/test/test_info_service_api.py +37 -0
  313. eval_studio_client/api/test/test_leaderboard_service_api.py +103 -0
  314. eval_studio_client/api/test/test_model_service_api.py +97 -0
  315. eval_studio_client/api/test/test_operation_progress_service_api.py +37 -0
  316. eval_studio_client/api/test/test_operation_service_api.py +61 -0
  317. eval_studio_client/api/test/test_perturbation_service_api.py +37 -0
  318. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +79 -0
  319. eval_studio_client/api/test/test_perturbator_service_api.py +43 -0
  320. eval_studio_client/api/test/test_protobuf_any.py +51 -0
  321. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +64 -0
  322. eval_studio_client/api/test/test_required_the_document_to_update.py +59 -0
  323. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +115 -0
  324. eval_studio_client/api/test/test_required_the_model_to_update.py +63 -0
  325. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +71 -0
  326. eval_studio_client/api/test/test_required_the_operation_to_update.py +71 -0
  327. eval_studio_client/api/test/test_required_the_test_case_to_update.py +63 -0
  328. eval_studio_client/api/test/test_required_the_test_to_update.py +65 -0
  329. eval_studio_client/api/test/test_rpc_status.py +57 -0
  330. eval_studio_client/api/test/test_test_case_service_api.py +73 -0
  331. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +53 -0
  332. eval_studio_client/api/test/test_test_class_service_api.py +43 -0
  333. eval_studio_client/api/test/test_test_lab_service_api.py +43 -0
  334. eval_studio_client/api/test/test_test_service_api.py +91 -0
  335. eval_studio_client/api/test/test_test_service_perturb_test_request.py +58 -0
  336. eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_request.py +119 -0
  337. eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +71 -0
  338. eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +53 -0
  339. eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_response.py +68 -0
  340. eval_studio_client/api/test/test_v1alpha_batch_delete_documents_request.py +53 -0
  341. eval_studio_client/api/test/test_v1alpha_batch_delete_documents_response.py +63 -0
  342. eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +53 -0
  343. eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_response.py +91 -0
  344. eval_studio_client/api/test/test_v1alpha_batch_delete_leaderboards_request.py +54 -0
  345. eval_studio_client/api/test/test_v1alpha_batch_delete_leaderboards_response.py +116 -0
  346. eval_studio_client/api/test/test_v1alpha_batch_delete_models_request.py +53 -0
  347. eval_studio_client/api/test/test_v1alpha_batch_delete_models_response.py +67 -0
  348. eval_studio_client/api/test/test_v1alpha_batch_delete_test_cases_response.py +67 -0
  349. eval_studio_client/api/test/test_v1alpha_batch_delete_tests_request.py +54 -0
  350. eval_studio_client/api/test/test_v1alpha_batch_delete_tests_response.py +69 -0
  351. eval_studio_client/api/test/test_v1alpha_batch_get_dashboards_response.py +68 -0
  352. eval_studio_client/api/test/test_v1alpha_batch_get_documents_response.py +63 -0
  353. eval_studio_client/api/test/test_v1alpha_batch_get_leaderboards_response.py +116 -0
  354. eval_studio_client/api/test/test_v1alpha_batch_get_models_response.py +67 -0
  355. eval_studio_client/api/test/test_v1alpha_batch_get_operations_response.py +73 -0
  356. eval_studio_client/api/test/test_v1alpha_batch_get_tests_response.py +69 -0
  357. eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_request.py +61 -0
  358. eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_response.py +71 -0
  359. eval_studio_client/api/test/test_v1alpha_batch_import_tests_request.py +54 -0
  360. eval_studio_client/api/test/test_v1alpha_batch_import_tests_response.py +69 -0
  361. eval_studio_client/api/test/test_v1alpha_check_base_models_response.py +52 -0
  362. eval_studio_client/api/test/test_v1alpha_collection_info.py +54 -0
  363. eval_studio_client/api/test/test_v1alpha_create_dashboard_response.py +66 -0
  364. eval_studio_client/api/test/test_v1alpha_create_document_response.py +61 -0
  365. eval_studio_client/api/test/test_v1alpha_create_evaluation_request.py +107 -0
  366. eval_studio_client/api/test/test_v1alpha_create_evaluator_response.py +89 -0
  367. eval_studio_client/api/test/test_v1alpha_create_leaderboard_request.py +114 -0
  368. eval_studio_client/api/test/test_v1alpha_create_leaderboard_response.py +71 -0
  369. eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +71 -0
  370. eval_studio_client/api/test/test_v1alpha_create_model_response.py +65 -0
  371. eval_studio_client/api/test/test_v1alpha_create_perturbation_response.py +51 -0
  372. eval_studio_client/api/test/test_v1alpha_create_test_case_response.py +65 -0
  373. eval_studio_client/api/test/test_v1alpha_create_test_lab_response.py +68 -0
  374. eval_studio_client/api/test/test_v1alpha_create_test_response.py +67 -0
  375. eval_studio_client/api/test/test_v1alpha_dashboard.py +65 -0
  376. eval_studio_client/api/test/test_v1alpha_dashboard_status.py +33 -0
  377. eval_studio_client/api/test/test_v1alpha_delete_dashboard_response.py +66 -0
  378. eval_studio_client/api/test/test_v1alpha_delete_document_response.py +61 -0
  379. eval_studio_client/api/test/test_v1alpha_delete_evaluator_response.py +89 -0
  380. eval_studio_client/api/test/test_v1alpha_delete_leaderboard_response.py +114 -0
  381. eval_studio_client/api/test/test_v1alpha_delete_model_response.py +65 -0
  382. eval_studio_client/api/test/test_v1alpha_delete_test_case_response.py +65 -0
  383. eval_studio_client/api/test/test_v1alpha_delete_test_response.py +67 -0
  384. eval_studio_client/api/test/test_v1alpha_document.py +60 -0
  385. eval_studio_client/api/test/test_v1alpha_evaluation_test.py +76 -0
  386. eval_studio_client/api/test/test_v1alpha_evaluator.py +91 -0
  387. eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +33 -0
  388. eval_studio_client/api/test/test_v1alpha_evaluator_parameter.py +68 -0
  389. eval_studio_client/api/test/test_v1alpha_evaluator_view.py +33 -0
  390. eval_studio_client/api/test/test_v1alpha_finalize_operation_response.py +71 -0
  391. eval_studio_client/api/test/test_v1alpha_find_all_test_cases_by_id_response.py +67 -0
  392. eval_studio_client/api/test/test_v1alpha_find_test_lab_response.py +68 -0
  393. eval_studio_client/api/test/test_v1alpha_get_dashboard_response.py +66 -0
  394. eval_studio_client/api/test/test_v1alpha_get_document_response.py +61 -0
  395. eval_studio_client/api/test/test_v1alpha_get_evaluator_response.py +89 -0
  396. eval_studio_client/api/test/test_v1alpha_get_info_response.py +60 -0
  397. eval_studio_client/api/test/test_v1alpha_get_leaderboard_response.py +114 -0
  398. eval_studio_client/api/test/test_v1alpha_get_model_response.py +65 -0
  399. eval_studio_client/api/test/test_v1alpha_get_operation_progress_by_parent_response.py +55 -0
  400. eval_studio_client/api/test/test_v1alpha_get_operation_response.py +71 -0
  401. eval_studio_client/api/test/test_v1alpha_get_perturbator_response.py +64 -0
  402. eval_studio_client/api/test/test_v1alpha_get_test_case_response.py +65 -0
  403. eval_studio_client/api/test/test_v1alpha_get_test_class_response.py +70 -0
  404. eval_studio_client/api/test/test_v1alpha_get_test_response.py +67 -0
  405. eval_studio_client/api/test/test_v1alpha_import_evaluation_request.py +73 -0
  406. eval_studio_client/api/test/test_v1alpha_import_leaderboard_request.py +59 -0
  407. eval_studio_client/api/test/test_v1alpha_import_leaderboard_response.py +71 -0
  408. eval_studio_client/api/test/test_v1alpha_info.py +59 -0
  409. eval_studio_client/api/test/test_v1alpha_insight.py +67 -0
  410. eval_studio_client/api/test/test_v1alpha_leaderboard.py +116 -0
  411. eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +33 -0
  412. eval_studio_client/api/test/test_v1alpha_leaderboard_type.py +33 -0
  413. eval_studio_client/api/test/test_v1alpha_leaderboard_view.py +33 -0
  414. eval_studio_client/api/test/test_v1alpha_list_base_models_response.py +53 -0
  415. eval_studio_client/api/test/test_v1alpha_list_dashboards_response.py +68 -0
  416. eval_studio_client/api/test/test_v1alpha_list_documents_response.py +63 -0
  417. eval_studio_client/api/test/test_v1alpha_list_evaluators_response.py +91 -0
  418. eval_studio_client/api/test/test_v1alpha_list_leaderboards_response.py +117 -0
  419. eval_studio_client/api/test/test_v1alpha_list_llm_models_response.py +53 -0
  420. eval_studio_client/api/test/test_v1alpha_list_model_collections_response.py +57 -0
  421. eval_studio_client/api/test/test_v1alpha_list_models_response.py +67 -0
  422. eval_studio_client/api/test/test_v1alpha_list_most_recent_dashboards_response.py +68 -0
  423. eval_studio_client/api/test/test_v1alpha_list_most_recent_leaderboards_response.py +116 -0
  424. eval_studio_client/api/test/test_v1alpha_list_most_recent_models_response.py +67 -0
  425. eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +69 -0
  426. eval_studio_client/api/test/test_v1alpha_list_operations_response.py +73 -0
  427. eval_studio_client/api/test/test_v1alpha_list_perturbators_response.py +66 -0
  428. eval_studio_client/api/test/test_v1alpha_list_rag_collections_response.py +57 -0
  429. eval_studio_client/api/test/test_v1alpha_list_test_cases_response.py +67 -0
  430. eval_studio_client/api/test/test_v1alpha_list_test_classes_response.py +72 -0
  431. eval_studio_client/api/test/test_v1alpha_list_tests_response.py +69 -0
  432. eval_studio_client/api/test/test_v1alpha_model.py +64 -0
  433. eval_studio_client/api/test/test_v1alpha_model_type.py +33 -0
  434. eval_studio_client/api/test/test_v1alpha_operation.py +72 -0
  435. eval_studio_client/api/test/test_v1alpha_operation_progress.py +54 -0
  436. eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +67 -0
  437. eval_studio_client/api/test/test_v1alpha_perturbator.py +63 -0
  438. eval_studio_client/api/test/test_v1alpha_perturbator_configuration.py +53 -0
  439. eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +33 -0
  440. eval_studio_client/api/test/test_v1alpha_problem_and_action.py +65 -0
  441. eval_studio_client/api/test/test_v1alpha_test.py +66 -0
  442. eval_studio_client/api/test/test_v1alpha_test_case.py +64 -0
  443. eval_studio_client/api/test/test_v1alpha_test_case_relationship.py +53 -0
  444. eval_studio_client/api/test/test_v1alpha_test_class.py +69 -0
  445. eval_studio_client/api/test/test_v1alpha_test_class_type.py +33 -0
  446. eval_studio_client/api/test/test_v1alpha_test_lab.py +67 -0
  447. eval_studio_client/api/test/test_v1alpha_update_dashboard_response.py +66 -0
  448. eval_studio_client/api/test/test_v1alpha_update_document_response.py +61 -0
  449. eval_studio_client/api/test/test_v1alpha_update_leaderboard_response.py +114 -0
  450. eval_studio_client/api/test/test_v1alpha_update_model_response.py +65 -0
  451. eval_studio_client/api/test/test_v1alpha_update_operation_response.py +71 -0
  452. eval_studio_client/api/test/test_v1alpha_update_test_case_response.py +65 -0
  453. eval_studio_client/api/test/test_v1alpha_update_test_response.py +67 -0
  454. eval_studio_client/api/test/test_v1alpha_who_am_i_response.py +53 -0
  455. eval_studio_client/api/test/test_who_am_i_service_api.py +38 -0
  456. eval_studio_client/client.py +98 -0
  457. eval_studio_client/dashboards.py +187 -0
  458. eval_studio_client/documents.py +95 -0
  459. eval_studio_client/evaluators.py +65 -0
  460. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +6043 -0
  461. eval_studio_client/insights.py +35 -0
  462. eval_studio_client/leaderboards.py +207 -0
  463. eval_studio_client/models.py +522 -0
  464. eval_studio_client/perturbators.py +101 -0
  465. eval_studio_client/problems.py +50 -0
  466. eval_studio_client/test_labs.py +319 -0
  467. eval_studio_client/tests.py +369 -0
  468. eval_studio_client-0.7.0.dist-info/METADATA +18 -0
  469. eval_studio_client-0.7.0.dist-info/RECORD +470 -0
  470. eval_studio_client-0.7.0.dist-info/WHEEL +4 -0
@@ -0,0 +1,835 @@
1
+ # eval_studio_client.api.LeaderboardServiceApi
2
+
3
+ All URIs are relative to *http://localhost*
4
+
5
+ Method | HTTP request | Description
6
+ ------------- | ------------- | -------------
7
+ [**leaderboard_service_batch_create_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_batch_create_leaderboards) | **POST** /v1alpha/leaderboards:batchCreate |
8
+ [**leaderboard_service_batch_delete_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_batch_delete_leaderboards) | **POST** /v1alpha/leaderboards:batchDelete |
9
+ [**leaderboard_service_batch_get_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_batch_get_leaderboards) | **GET** /v1alpha/leaderboards:batchGet |
10
+ [**leaderboard_service_batch_import_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_batch_import_leaderboard) | **POST** /v1alpha/leaderboards:batchImport |
11
+ [**leaderboard_service_create_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_create_leaderboard) | **POST** /v1alpha/leaderboards |
12
+ [**leaderboard_service_create_leaderboard_without_cache**](LeaderboardServiceApi.md#leaderboard_service_create_leaderboard_without_cache) | **POST** /v1alpha/leaderboards:withoutCache |
13
+ [**leaderboard_service_delete_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_delete_leaderboard) | **DELETE** /v1alpha/{name_3} |
14
+ [**leaderboard_service_get_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_get_leaderboard) | **GET** /v1alpha/{name_3} |
15
+ [**leaderboard_service_import_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_import_leaderboard) | **POST** /v1alpha/leaderboards:import |
16
+ [**leaderboard_service_list_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_list_leaderboards) | **GET** /v1alpha/leaderboards |
17
+ [**leaderboard_service_list_most_recent_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_list_most_recent_leaderboards) | **GET** /v1alpha/leaderboards:mostRecent |
18
+ [**leaderboard_service_update_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_update_leaderboard) | **PATCH** /v1alpha/{leaderboard.name} |
19
+
20
+
21
+ # **leaderboard_service_batch_create_leaderboards**
22
+ > V1alphaBatchCreateLeaderboardsResponse leaderboard_service_batch_create_leaderboards(body)
23
+
24
+
25
+
26
+ ### Example
27
+
28
+
29
+ ```python
30
+ import eval_studio_client.api
31
+ from eval_studio_client.api.models.v1alpha_batch_create_leaderboards_request import V1alphaBatchCreateLeaderboardsRequest
32
+ from eval_studio_client.api.models.v1alpha_batch_create_leaderboards_response import V1alphaBatchCreateLeaderboardsResponse
33
+ from eval_studio_client.api.rest import ApiException
34
+ from pprint import pprint
35
+
36
+ # Defining the host is optional and defaults to http://localhost
37
+ # See configuration.py for a list of all supported configuration parameters.
38
+ configuration = eval_studio_client.api.Configuration(
39
+ host = "http://localhost"
40
+ )
41
+
42
+
43
+ # Enter a context with an instance of the API client
44
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
45
+ # Create an instance of the API class
46
+ api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
47
+ body = eval_studio_client.api.V1alphaBatchCreateLeaderboardsRequest() # V1alphaBatchCreateLeaderboardsRequest |
48
+
49
+ try:
50
+ api_response = api_instance.leaderboard_service_batch_create_leaderboards(body)
51
+ print("The response of LeaderboardServiceApi->leaderboard_service_batch_create_leaderboards:\n")
52
+ pprint(api_response)
53
+ except Exception as e:
54
+ print("Exception when calling LeaderboardServiceApi->leaderboard_service_batch_create_leaderboards: %s\n" % e)
55
+ ```
56
+
57
+
58
+
59
+ ### Parameters
60
+
61
+
62
+ Name | Type | Description | Notes
63
+ ------------- | ------------- | ------------- | -------------
64
+ **body** | [**V1alphaBatchCreateLeaderboardsRequest**](V1alphaBatchCreateLeaderboardsRequest.md)| |
65
+
66
+ ### Return type
67
+
68
+ [**V1alphaBatchCreateLeaderboardsResponse**](V1alphaBatchCreateLeaderboardsResponse.md)
69
+
70
+ ### Authorization
71
+
72
+ No authorization required
73
+
74
+ ### HTTP request headers
75
+
76
+ - **Content-Type**: application/json
77
+ - **Accept**: application/json
78
+
79
+ ### HTTP response details
80
+
81
+ | Status code | Description | Response headers |
82
+ |-------------|-------------|------------------|
83
+ **200** | A successful response. | - |
84
+ **0** | An unexpected error response. | - |
85
+
86
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
87
+
88
+ # **leaderboard_service_batch_delete_leaderboards**
89
+ > V1alphaBatchDeleteLeaderboardsResponse leaderboard_service_batch_delete_leaderboards(body)
90
+
91
+
92
+
93
+ ### Example
94
+
95
+
96
+ ```python
97
+ import eval_studio_client.api
98
+ from eval_studio_client.api.models.v1alpha_batch_delete_leaderboards_request import V1alphaBatchDeleteLeaderboardsRequest
99
+ from eval_studio_client.api.models.v1alpha_batch_delete_leaderboards_response import V1alphaBatchDeleteLeaderboardsResponse
100
+ from eval_studio_client.api.rest import ApiException
101
+ from pprint import pprint
102
+
103
+ # Defining the host is optional and defaults to http://localhost
104
+ # See configuration.py for a list of all supported configuration parameters.
105
+ configuration = eval_studio_client.api.Configuration(
106
+ host = "http://localhost"
107
+ )
108
+
109
+
110
+ # Enter a context with an instance of the API client
111
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
112
+ # Create an instance of the API class
113
+ api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
114
+ body = eval_studio_client.api.V1alphaBatchDeleteLeaderboardsRequest() # V1alphaBatchDeleteLeaderboardsRequest |
115
+
116
+ try:
117
+ api_response = api_instance.leaderboard_service_batch_delete_leaderboards(body)
118
+ print("The response of LeaderboardServiceApi->leaderboard_service_batch_delete_leaderboards:\n")
119
+ pprint(api_response)
120
+ except Exception as e:
121
+ print("Exception when calling LeaderboardServiceApi->leaderboard_service_batch_delete_leaderboards: %s\n" % e)
122
+ ```
123
+
124
+
125
+
126
+ ### Parameters
127
+
128
+
129
+ Name | Type | Description | Notes
130
+ ------------- | ------------- | ------------- | -------------
131
+ **body** | [**V1alphaBatchDeleteLeaderboardsRequest**](V1alphaBatchDeleteLeaderboardsRequest.md)| |
132
+
133
+ ### Return type
134
+
135
+ [**V1alphaBatchDeleteLeaderboardsResponse**](V1alphaBatchDeleteLeaderboardsResponse.md)
136
+
137
+ ### Authorization
138
+
139
+ No authorization required
140
+
141
+ ### HTTP request headers
142
+
143
+ - **Content-Type**: application/json
144
+ - **Accept**: application/json
145
+
146
+ ### HTTP response details
147
+
148
+ | Status code | Description | Response headers |
149
+ |-------------|-------------|------------------|
150
+ **200** | A successful response. | - |
151
+ **0** | An unexpected error response. | - |
152
+
153
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
154
+
155
+ # **leaderboard_service_batch_get_leaderboards**
156
+ > V1alphaBatchGetLeaderboardsResponse leaderboard_service_batch_get_leaderboards(names=names, view=view)
157
+
158
+
159
+
160
+ ### Example
161
+
162
+
163
+ ```python
164
+ import eval_studio_client.api
165
+ from eval_studio_client.api.models.v1alpha_batch_get_leaderboards_response import V1alphaBatchGetLeaderboardsResponse
166
+ from eval_studio_client.api.rest import ApiException
167
+ from pprint import pprint
168
+
169
+ # Defining the host is optional and defaults to http://localhost
170
+ # See configuration.py for a list of all supported configuration parameters.
171
+ configuration = eval_studio_client.api.Configuration(
172
+ host = "http://localhost"
173
+ )
174
+
175
+
176
+ # Enter a context with an instance of the API client
177
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
178
+ # Create an instance of the API class
179
+ api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
180
+ names = ['names_example'] # List[str] | Required. The names of the Leaderboards to retrieve. A maximum of 1000 can be specified. (optional)
181
+ view = 'LEADERBOARD_VIEW_UNSPECIFIED' # str | Optional. View specifying which fields should be returned in the response. Defaults to LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_UNSPECIFIED: The default / unset value. The API will default to the LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_BASIC: Basic view of the Leaderboard. The following fields are omitted in the response: - result - leaderboard_table - leaderboard_summary - LEADERBOARD_VIEW_FULL: Full view of the Leaderboard. No fields are omitted. - LEADERBOARD_VIEW_BASIC_WITH_TABLE: View of the Leaderboard that is the same as LEADERBOARD_VIEW_BASIC but it includes the leaderboard_table field. (optional) (default to 'LEADERBOARD_VIEW_UNSPECIFIED')
182
+
183
+ try:
184
+ api_response = api_instance.leaderboard_service_batch_get_leaderboards(names=names, view=view)
185
+ print("The response of LeaderboardServiceApi->leaderboard_service_batch_get_leaderboards:\n")
186
+ pprint(api_response)
187
+ except Exception as e:
188
+ print("Exception when calling LeaderboardServiceApi->leaderboard_service_batch_get_leaderboards: %s\n" % e)
189
+ ```
190
+
191
+
192
+
193
+ ### Parameters
194
+
195
+
196
+ Name | Type | Description | Notes
197
+ ------------- | ------------- | ------------- | -------------
198
+ **names** | [**List[str]**](str.md)| Required. The names of the Leaderboards to retrieve. A maximum of 1000 can be specified. | [optional]
199
+ **view** | **str**| Optional. View specifying which fields should be returned in the response. Defaults to LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_UNSPECIFIED: The default / unset value. The API will default to the LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_BASIC: Basic view of the Leaderboard. The following fields are omitted in the response: - result - leaderboard_table - leaderboard_summary - LEADERBOARD_VIEW_FULL: Full view of the Leaderboard. No fields are omitted. - LEADERBOARD_VIEW_BASIC_WITH_TABLE: View of the Leaderboard that is the same as LEADERBOARD_VIEW_BASIC but it includes the leaderboard_table field. | [optional] [default to 'LEADERBOARD_VIEW_UNSPECIFIED']
200
+
201
+ ### Return type
202
+
203
+ [**V1alphaBatchGetLeaderboardsResponse**](V1alphaBatchGetLeaderboardsResponse.md)
204
+
205
+ ### Authorization
206
+
207
+ No authorization required
208
+
209
+ ### HTTP request headers
210
+
211
+ - **Content-Type**: Not defined
212
+ - **Accept**: application/json
213
+
214
+ ### HTTP response details
215
+
216
+ | Status code | Description | Response headers |
217
+ |-------------|-------------|------------------|
218
+ **200** | A successful response. | - |
219
+ **0** | An unexpected error response. | - |
220
+
221
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
222
+
223
+ # **leaderboard_service_batch_import_leaderboard**
224
+ > V1alphaBatchImportLeaderboardResponse leaderboard_service_batch_import_leaderboard(body)
225
+
226
+
227
+
228
+ ### Example
229
+
230
+
231
+ ```python
232
+ import eval_studio_client.api
233
+ from eval_studio_client.api.models.v1alpha_batch_import_leaderboard_request import V1alphaBatchImportLeaderboardRequest
234
+ from eval_studio_client.api.models.v1alpha_batch_import_leaderboard_response import V1alphaBatchImportLeaderboardResponse
235
+ from eval_studio_client.api.rest import ApiException
236
+ from pprint import pprint
237
+
238
+ # Defining the host is optional and defaults to http://localhost
239
+ # See configuration.py for a list of all supported configuration parameters.
240
+ configuration = eval_studio_client.api.Configuration(
241
+ host = "http://localhost"
242
+ )
243
+
244
+
245
+ # Enter a context with an instance of the API client
246
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
247
+ # Create an instance of the API class
248
+ api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
249
+ body = eval_studio_client.api.V1alphaBatchImportLeaderboardRequest() # V1alphaBatchImportLeaderboardRequest |
250
+
251
+ try:
252
+ api_response = api_instance.leaderboard_service_batch_import_leaderboard(body)
253
+ print("The response of LeaderboardServiceApi->leaderboard_service_batch_import_leaderboard:\n")
254
+ pprint(api_response)
255
+ except Exception as e:
256
+ print("Exception when calling LeaderboardServiceApi->leaderboard_service_batch_import_leaderboard: %s\n" % e)
257
+ ```
258
+
259
+
260
+
261
+ ### Parameters
262
+
263
+
264
+ Name | Type | Description | Notes
265
+ ------------- | ------------- | ------------- | -------------
266
+ **body** | [**V1alphaBatchImportLeaderboardRequest**](V1alphaBatchImportLeaderboardRequest.md)| |
267
+
268
+ ### Return type
269
+
270
+ [**V1alphaBatchImportLeaderboardResponse**](V1alphaBatchImportLeaderboardResponse.md)
271
+
272
+ ### Authorization
273
+
274
+ No authorization required
275
+
276
+ ### HTTP request headers
277
+
278
+ - **Content-Type**: application/json
279
+ - **Accept**: application/json
280
+
281
+ ### HTTP response details
282
+
283
+ | Status code | Description | Response headers |
284
+ |-------------|-------------|------------------|
285
+ **200** | A successful response. | - |
286
+ **0** | An unexpected error response. | - |
287
+
288
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
289
+
290
+ # **leaderboard_service_create_leaderboard**
291
+ > V1alphaCreateLeaderboardResponse leaderboard_service_create_leaderboard(leaderboard)
292
+
293
+
294
+
295
+ ### Example
296
+
297
+
298
+ ```python
299
+ import eval_studio_client.api
300
+ from eval_studio_client.api.models.v1alpha_create_leaderboard_response import V1alphaCreateLeaderboardResponse
301
+ from eval_studio_client.api.models.v1alpha_leaderboard import V1alphaLeaderboard
302
+ from eval_studio_client.api.rest import ApiException
303
+ from pprint import pprint
304
+
305
+ # Defining the host is optional and defaults to http://localhost
306
+ # See configuration.py for a list of all supported configuration parameters.
307
+ configuration = eval_studio_client.api.Configuration(
308
+ host = "http://localhost"
309
+ )
310
+
311
+
312
+ # Enter a context with an instance of the API client
313
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
314
+ # Create an instance of the API class
315
+ api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
316
+ leaderboard = eval_studio_client.api.V1alphaLeaderboard() # V1alphaLeaderboard | Required. The Leaderboard to create.
317
+
318
+ try:
319
+ api_response = api_instance.leaderboard_service_create_leaderboard(leaderboard)
320
+ print("The response of LeaderboardServiceApi->leaderboard_service_create_leaderboard:\n")
321
+ pprint(api_response)
322
+ except Exception as e:
323
+ print("Exception when calling LeaderboardServiceApi->leaderboard_service_create_leaderboard: %s\n" % e)
324
+ ```
325
+
326
+
327
+
328
+ ### Parameters
329
+
330
+
331
+ Name | Type | Description | Notes
332
+ ------------- | ------------- | ------------- | -------------
333
+ **leaderboard** | [**V1alphaLeaderboard**](V1alphaLeaderboard.md)| Required. The Leaderboard to create. |
334
+
335
+ ### Return type
336
+
337
+ [**V1alphaCreateLeaderboardResponse**](V1alphaCreateLeaderboardResponse.md)
338
+
339
+ ### Authorization
340
+
341
+ No authorization required
342
+
343
+ ### HTTP request headers
344
+
345
+ - **Content-Type**: application/json
346
+ - **Accept**: application/json
347
+
348
+ ### HTTP response details
349
+
350
+ | Status code | Description | Response headers |
351
+ |-------------|-------------|------------------|
352
+ **200** | A successful response. | - |
353
+ **0** | An unexpected error response. | - |
354
+
355
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
356
+
357
+ # **leaderboard_service_create_leaderboard_without_cache**
358
+ > V1alphaCreateLeaderboardWithoutCacheResponse leaderboard_service_create_leaderboard_without_cache(leaderboard)
359
+
360
+
361
+
362
+ ### Example
363
+
364
+
365
+ ```python
366
+ import eval_studio_client.api
367
+ from eval_studio_client.api.models.v1alpha_create_leaderboard_without_cache_response import V1alphaCreateLeaderboardWithoutCacheResponse
368
+ from eval_studio_client.api.models.v1alpha_leaderboard import V1alphaLeaderboard
369
+ from eval_studio_client.api.rest import ApiException
370
+ from pprint import pprint
371
+
372
+ # Defining the host is optional and defaults to http://localhost
373
+ # See configuration.py for a list of all supported configuration parameters.
374
+ configuration = eval_studio_client.api.Configuration(
375
+ host = "http://localhost"
376
+ )
377
+
378
+
379
+ # Enter a context with an instance of the API client
380
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
381
+ # Create an instance of the API class
382
+ api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
383
+ leaderboard = eval_studio_client.api.V1alphaLeaderboard() # V1alphaLeaderboard | Required. The Leaderboard to create.
384
+
385
+ try:
386
+ api_response = api_instance.leaderboard_service_create_leaderboard_without_cache(leaderboard)
387
+ print("The response of LeaderboardServiceApi->leaderboard_service_create_leaderboard_without_cache:\n")
388
+ pprint(api_response)
389
+ except Exception as e:
390
+ print("Exception when calling LeaderboardServiceApi->leaderboard_service_create_leaderboard_without_cache: %s\n" % e)
391
+ ```
392
+
393
+
394
+
395
+ ### Parameters
396
+
397
+
398
+ Name | Type | Description | Notes
399
+ ------------- | ------------- | ------------- | -------------
400
+ **leaderboard** | [**V1alphaLeaderboard**](V1alphaLeaderboard.md)| Required. The Leaderboard to create. |
401
+
402
+ ### Return type
403
+
404
+ [**V1alphaCreateLeaderboardWithoutCacheResponse**](V1alphaCreateLeaderboardWithoutCacheResponse.md)
405
+
406
+ ### Authorization
407
+
408
+ No authorization required
409
+
410
+ ### HTTP request headers
411
+
412
+ - **Content-Type**: application/json
413
+ - **Accept**: application/json
414
+
415
+ ### HTTP response details
416
+
417
+ | Status code | Description | Response headers |
418
+ |-------------|-------------|------------------|
419
+ **200** | A successful response. | - |
420
+ **0** | An unexpected error response. | - |
421
+
422
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
423
+
424
+ # **leaderboard_service_delete_leaderboard**
425
+ > V1alphaDeleteLeaderboardResponse leaderboard_service_delete_leaderboard(name_3)
426
+
427
+
428
+
429
+ ### Example
430
+
431
+
432
+ ```python
433
+ import eval_studio_client.api
434
+ from eval_studio_client.api.models.v1alpha_delete_leaderboard_response import V1alphaDeleteLeaderboardResponse
435
+ from eval_studio_client.api.rest import ApiException
436
+ from pprint import pprint
437
+
438
+ # Defining the host is optional and defaults to http://localhost
439
+ # See configuration.py for a list of all supported configuration parameters.
440
+ configuration = eval_studio_client.api.Configuration(
441
+ host = "http://localhost"
442
+ )
443
+
444
+
445
+ # Enter a context with an instance of the API client
446
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
447
+ # Create an instance of the API class
448
+ api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
449
+ name_3 = 'name_3_example' # str | Required. The name of the Leaderboard to delete.
450
+
451
+ try:
452
+ api_response = api_instance.leaderboard_service_delete_leaderboard(name_3)
453
+ print("The response of LeaderboardServiceApi->leaderboard_service_delete_leaderboard:\n")
454
+ pprint(api_response)
455
+ except Exception as e:
456
+ print("Exception when calling LeaderboardServiceApi->leaderboard_service_delete_leaderboard: %s\n" % e)
457
+ ```
458
+
459
+
460
+
461
+ ### Parameters
462
+
463
+
464
+ Name | Type | Description | Notes
465
+ ------------- | ------------- | ------------- | -------------
466
+ **name_3** | **str**| Required. The name of the Leaderboard to delete. |
467
+
468
+ ### Return type
469
+
470
+ [**V1alphaDeleteLeaderboardResponse**](V1alphaDeleteLeaderboardResponse.md)
471
+
472
+ ### Authorization
473
+
474
+ No authorization required
475
+
476
+ ### HTTP request headers
477
+
478
+ - **Content-Type**: Not defined
479
+ - **Accept**: application/json
480
+
481
+ ### HTTP response details
482
+
483
+ | Status code | Description | Response headers |
484
+ |-------------|-------------|------------------|
485
+ **200** | A successful response. | - |
486
+ **0** | An unexpected error response. | - |
487
+
488
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
489
+
490
+ # **leaderboard_service_get_leaderboard**
491
+ > V1alphaGetLeaderboardResponse leaderboard_service_get_leaderboard(name_3)
492
+
493
+
494
+
495
+ ### Example
496
+
497
+
498
+ ```python
499
+ import eval_studio_client.api
500
+ from eval_studio_client.api.models.v1alpha_get_leaderboard_response import V1alphaGetLeaderboardResponse
501
+ from eval_studio_client.api.rest import ApiException
502
+ from pprint import pprint
503
+
504
+ # Defining the host is optional and defaults to http://localhost
505
+ # See configuration.py for a list of all supported configuration parameters.
506
+ configuration = eval_studio_client.api.Configuration(
507
+ host = "http://localhost"
508
+ )
509
+
510
+
511
+ # Enter a context with an instance of the API client
512
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
513
+ # Create an instance of the API class
514
+ api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
515
+ name_3 = 'name_3_example' # str | Required. The name of the Leaderboard to retrieve.
516
+
517
+ try:
518
+ api_response = api_instance.leaderboard_service_get_leaderboard(name_3)
519
+ print("The response of LeaderboardServiceApi->leaderboard_service_get_leaderboard:\n")
520
+ pprint(api_response)
521
+ except Exception as e:
522
+ print("Exception when calling LeaderboardServiceApi->leaderboard_service_get_leaderboard: %s\n" % e)
523
+ ```
524
+
525
+
526
+
527
+ ### Parameters
528
+
529
+
530
+ Name | Type | Description | Notes
531
+ ------------- | ------------- | ------------- | -------------
532
+ **name_3** | **str**| Required. The name of the Leaderboard to retrieve. |
533
+
534
+ ### Return type
535
+
536
+ [**V1alphaGetLeaderboardResponse**](V1alphaGetLeaderboardResponse.md)
537
+
538
+ ### Authorization
539
+
540
+ No authorization required
541
+
542
+ ### HTTP request headers
543
+
544
+ - **Content-Type**: Not defined
545
+ - **Accept**: application/json
546
+
547
+ ### HTTP response details
548
+
549
+ | Status code | Description | Response headers |
550
+ |-------------|-------------|------------------|
551
+ **200** | A successful response. | - |
552
+ **0** | An unexpected error response. | - |
553
+
554
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
555
+
556
+ # **leaderboard_service_import_leaderboard**
557
+ > V1alphaImportLeaderboardResponse leaderboard_service_import_leaderboard(body)
558
+
559
+
560
+
561
+ ### Example
562
+
563
+
564
+ ```python
565
+ import eval_studio_client.api
566
+ from eval_studio_client.api.models.v1alpha_import_leaderboard_request import V1alphaImportLeaderboardRequest
567
+ from eval_studio_client.api.models.v1alpha_import_leaderboard_response import V1alphaImportLeaderboardResponse
568
+ from eval_studio_client.api.rest import ApiException
569
+ from pprint import pprint
570
+
571
+ # Defining the host is optional and defaults to http://localhost
572
+ # See configuration.py for a list of all supported configuration parameters.
573
+ configuration = eval_studio_client.api.Configuration(
574
+ host = "http://localhost"
575
+ )
576
+
577
+
578
+ # Enter a context with an instance of the API client
579
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
580
+ # Create an instance of the API class
581
+ api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
582
+ body = eval_studio_client.api.V1alphaImportLeaderboardRequest() # V1alphaImportLeaderboardRequest |
583
+
584
+ try:
585
+ api_response = api_instance.leaderboard_service_import_leaderboard(body)
586
+ print("The response of LeaderboardServiceApi->leaderboard_service_import_leaderboard:\n")
587
+ pprint(api_response)
588
+ except Exception as e:
589
+ print("Exception when calling LeaderboardServiceApi->leaderboard_service_import_leaderboard: %s\n" % e)
590
+ ```
591
+
592
+
593
+
594
+ ### Parameters
595
+
596
+
597
+ Name | Type | Description | Notes
598
+ ------------- | ------------- | ------------- | -------------
599
+ **body** | [**V1alphaImportLeaderboardRequest**](V1alphaImportLeaderboardRequest.md)| |
600
+
601
+ ### Return type
602
+
603
+ [**V1alphaImportLeaderboardResponse**](V1alphaImportLeaderboardResponse.md)
604
+
605
+ ### Authorization
606
+
607
+ No authorization required
608
+
609
+ ### HTTP request headers
610
+
611
+ - **Content-Type**: application/json
612
+ - **Accept**: application/json
613
+
614
+ ### HTTP response details
615
+
616
+ | Status code | Description | Response headers |
617
+ |-------------|-------------|------------------|
618
+ **200** | A successful response. | - |
619
+ **0** | An unexpected error response. | - |
620
+
621
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
622
+
623
+ # **leaderboard_service_list_leaderboards**
624
+ > V1alphaListLeaderboardsResponse leaderboard_service_list_leaderboards(page_size=page_size, page_token=page_token, filter=filter, order_by=order_by, view=view)
625
+
626
+
627
+
628
+ ### Example
629
+
630
+
631
+ ```python
632
+ import eval_studio_client.api
633
+ from eval_studio_client.api.models.v1alpha_list_leaderboards_response import V1alphaListLeaderboardsResponse
634
+ from eval_studio_client.api.rest import ApiException
635
+ from pprint import pprint
636
+
637
+ # Defining the host is optional and defaults to http://localhost
638
+ # See configuration.py for a list of all supported configuration parameters.
639
+ configuration = eval_studio_client.api.Configuration(
640
+ host = "http://localhost"
641
+ )
642
+
643
+
644
+ # Enter a context with an instance of the API client
645
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
646
+ # Create an instance of the API class
647
+ api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
648
+ page_size = 56 # int | The maximum number of Leaderboards to return. The service may return fewer than this value. If unspecified, at most 20 Leaderboards will be returned. The maximum value is 50; values above 50 will be coerced to 50. (optional)
649
+ page_token = 'page_token_example' # str | A page token, received from a previous `ListLeaderboards` call. Provide this to retrieve the subsequent page. When paginating, all other parameters provided to `ListLeaderboards` must match the call that provided the page token. (optional)
650
+ filter = 'filter_example' # str | Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported. Supported fields: - model - only '=' operator is supported, e.g. \"model = \\\"models/<UUID>\\\"\" (optional)
651
+ order_by = 'order_by_example' # str | If specified, the returned leaderboards will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet. Supported fields: - create_time - update_time (optional)
652
+ view = 'LEADERBOARD_VIEW_UNSPECIFIED' # str | Optional. View specifying which fields should be returned in the response. Defaults to LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_UNSPECIFIED: The default / unset value. The API will default to the LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_BASIC: Basic view of the Leaderboard. The following fields are omitted in the response: - result - leaderboard_table - leaderboard_summary - LEADERBOARD_VIEW_FULL: Full view of the Leaderboard. No fields are omitted. - LEADERBOARD_VIEW_BASIC_WITH_TABLE: View of the Leaderboard that is the same as LEADERBOARD_VIEW_BASIC but it includes the leaderboard_table field. (optional) (default to 'LEADERBOARD_VIEW_UNSPECIFIED')
653
+
654
+ try:
655
+ api_response = api_instance.leaderboard_service_list_leaderboards(page_size=page_size, page_token=page_token, filter=filter, order_by=order_by, view=view)
656
+ print("The response of LeaderboardServiceApi->leaderboard_service_list_leaderboards:\n")
657
+ pprint(api_response)
658
+ except Exception as e:
659
+ print("Exception when calling LeaderboardServiceApi->leaderboard_service_list_leaderboards: %s\n" % e)
660
+ ```
661
+
662
+
663
+
664
+ ### Parameters
665
+
666
+
667
+ Name | Type | Description | Notes
668
+ ------------- | ------------- | ------------- | -------------
669
+ **page_size** | **int**| The maximum number of Leaderboards to return. The service may return fewer than this value. If unspecified, at most 20 Leaderboards will be returned. The maximum value is 50; values above 50 will be coerced to 50. | [optional]
670
+ **page_token** | **str**| A page token, received from a previous &#x60;ListLeaderboards&#x60; call. Provide this to retrieve the subsequent page. When paginating, all other parameters provided to &#x60;ListLeaderboards&#x60; must match the call that provided the page token. | [optional]
671
+ **filter** | **str**| Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported. Supported fields: - model - only &#39;&#x3D;&#39; operator is supported, e.g. \&quot;model &#x3D; \\\&quot;models/&lt;UUID&gt;\\\&quot;\&quot; | [optional]
672
+ **order_by** | **str**| If specified, the returned leaderboards will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet. Supported fields: - create_time - update_time | [optional]
673
+ **view** | **str**| Optional. View specifying which fields should be returned in the response. Defaults to LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_UNSPECIFIED: The default / unset value. The API will default to the LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_BASIC: Basic view of the Leaderboard. The following fields are omitted in the response: - result - leaderboard_table - leaderboard_summary - LEADERBOARD_VIEW_FULL: Full view of the Leaderboard. No fields are omitted. - LEADERBOARD_VIEW_BASIC_WITH_TABLE: View of the Leaderboard that is the same as LEADERBOARD_VIEW_BASIC but it includes the leaderboard_table field. | [optional] [default to &#39;LEADERBOARD_VIEW_UNSPECIFIED&#39;]
674
+
675
+ ### Return type
676
+
677
+ [**V1alphaListLeaderboardsResponse**](V1alphaListLeaderboardsResponse.md)
678
+
679
+ ### Authorization
680
+
681
+ No authorization required
682
+
683
+ ### HTTP request headers
684
+
685
+ - **Content-Type**: Not defined
686
+ - **Accept**: application/json
687
+
688
+ ### HTTP response details
689
+
690
+ | Status code | Description | Response headers |
691
+ |-------------|-------------|------------------|
692
+ **200** | A successful response. | - |
693
+ **0** | An unexpected error response. | - |
694
+
695
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
696
+
697
+ # **leaderboard_service_list_most_recent_leaderboards**
698
+ > V1alphaListMostRecentLeaderboardsResponse leaderboard_service_list_most_recent_leaderboards(limit=limit, filter=filter, view=view)
699
+
700
+
701
+
702
+ ### Example
703
+
704
+
705
+ ```python
706
+ import eval_studio_client.api
707
+ from eval_studio_client.api.models.v1alpha_list_most_recent_leaderboards_response import V1alphaListMostRecentLeaderboardsResponse
708
+ from eval_studio_client.api.rest import ApiException
709
+ from pprint import pprint
710
+
711
+ # Defining the host is optional and defaults to http://localhost
712
+ # See configuration.py for a list of all supported configuration parameters.
713
+ configuration = eval_studio_client.api.Configuration(
714
+ host = "http://localhost"
715
+ )
716
+
717
+
718
+ # Enter a context with an instance of the API client
719
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
720
+ # Create an instance of the API class
721
+ api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
722
+ limit = 56 # int | Optional. The max number of the most recent Leaderboards to retrieve. Use -1 to retrieve all. Defaults to 3. (optional)
723
+ filter = 'filter_example' # str | Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported. Supported fields: - model - only '=' operator is supported, e.g. \"model = \\\"models/<UUID>\\\"\" (optional)
724
+ view = 'LEADERBOARD_VIEW_UNSPECIFIED' # str | Optional. View specifying which fields should be returned in the response. Defaults to LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_UNSPECIFIED: The default / unset value. The API will default to the LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_BASIC: Basic view of the Leaderboard. The following fields are omitted in the response: - result - leaderboard_table - leaderboard_summary - LEADERBOARD_VIEW_FULL: Full view of the Leaderboard. No fields are omitted. - LEADERBOARD_VIEW_BASIC_WITH_TABLE: View of the Leaderboard that is the same as LEADERBOARD_VIEW_BASIC but it includes the leaderboard_table field. (optional) (default to 'LEADERBOARD_VIEW_UNSPECIFIED')
725
+
726
+ try:
727
+ api_response = api_instance.leaderboard_service_list_most_recent_leaderboards(limit=limit, filter=filter, view=view)
728
+ print("The response of LeaderboardServiceApi->leaderboard_service_list_most_recent_leaderboards:\n")
729
+ pprint(api_response)
730
+ except Exception as e:
731
+ print("Exception when calling LeaderboardServiceApi->leaderboard_service_list_most_recent_leaderboards: %s\n" % e)
732
+ ```
733
+
734
+
735
+
736
+ ### Parameters
737
+
738
+
739
+ Name | Type | Description | Notes
740
+ ------------- | ------------- | ------------- | -------------
741
+ **limit** | **int**| Optional. The max number of the most recent Leaderboards to retrieve. Use -1 to retrieve all. Defaults to 3. | [optional]
742
+ **filter** | **str**| Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported. Supported fields: - model - only &#39;&#x3D;&#39; operator is supported, e.g. \&quot;model &#x3D; \\\&quot;models/&lt;UUID&gt;\\\&quot;\&quot; | [optional]
743
+ **view** | **str**| Optional. View specifying which fields should be returned in the response. Defaults to LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_UNSPECIFIED: The default / unset value. The API will default to the LEADERBOARD_VIEW_BASIC. - LEADERBOARD_VIEW_BASIC: Basic view of the Leaderboard. The following fields are omitted in the response: - result - leaderboard_table - leaderboard_summary - LEADERBOARD_VIEW_FULL: Full view of the Leaderboard. No fields are omitted. - LEADERBOARD_VIEW_BASIC_WITH_TABLE: View of the Leaderboard that is the same as LEADERBOARD_VIEW_BASIC but it includes the leaderboard_table field. | [optional] [default to &#39;LEADERBOARD_VIEW_UNSPECIFIED&#39;]
744
+
745
+ ### Return type
746
+
747
+ [**V1alphaListMostRecentLeaderboardsResponse**](V1alphaListMostRecentLeaderboardsResponse.md)
748
+
749
+ ### Authorization
750
+
751
+ No authorization required
752
+
753
+ ### HTTP request headers
754
+
755
+ - **Content-Type**: Not defined
756
+ - **Accept**: application/json
757
+
758
+ ### HTTP response details
759
+
760
+ | Status code | Description | Response headers |
761
+ |-------------|-------------|------------------|
762
+ **200** | A successful response. | - |
763
+ **0** | An unexpected error response. | - |
764
+
765
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
766
+
767
+ # **leaderboard_service_update_leaderboard**
768
+ > V1alphaUpdateLeaderboardResponse leaderboard_service_update_leaderboard(leaderboard_name, leaderboard)
769
+
770
+
771
+
772
+ ### Example
773
+
774
+
775
+ ```python
776
+ import eval_studio_client.api
777
+ from eval_studio_client.api.models.required_the_leaderboard_to_update import RequiredTheLeaderboardToUpdate
778
+ from eval_studio_client.api.models.v1alpha_update_leaderboard_response import V1alphaUpdateLeaderboardResponse
779
+ from eval_studio_client.api.rest import ApiException
780
+ from pprint import pprint
781
+
782
+ # Defining the host is optional and defaults to http://localhost
783
+ # See configuration.py for a list of all supported configuration parameters.
784
+ configuration = eval_studio_client.api.Configuration(
785
+ host = "http://localhost"
786
+ )
787
+
788
+
789
+ # Enter a context with an instance of the API client
790
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
791
+ # Create an instance of the API class
792
+ api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
793
+ leaderboard_name = 'leaderboard_name_example' # str | Output only. Name of the Leaderboard resource. e.g.: \"leaderboards/<UUID>\"
794
+ leaderboard = eval_studio_client.api.RequiredTheLeaderboardToUpdate() # RequiredTheLeaderboardToUpdate | Required. The Leaderboard to update. The Leaderboard's `name` field is used to identify the Leaderboard to update. Format: leaderboards/{leaderboard}
795
+
796
+ try:
797
+ api_response = api_instance.leaderboard_service_update_leaderboard(leaderboard_name, leaderboard)
798
+ print("The response of LeaderboardServiceApi->leaderboard_service_update_leaderboard:\n")
799
+ pprint(api_response)
800
+ except Exception as e:
801
+ print("Exception when calling LeaderboardServiceApi->leaderboard_service_update_leaderboard: %s\n" % e)
802
+ ```
803
+
804
+
805
+
806
+ ### Parameters
807
+
808
+
809
+ Name | Type | Description | Notes
810
+ ------------- | ------------- | ------------- | -------------
811
+ **leaderboard_name** | **str**| Output only. Name of the Leaderboard resource. e.g.: \&quot;leaderboards/&lt;UUID&gt;\&quot; |
812
+ **leaderboard** | [**RequiredTheLeaderboardToUpdate**](RequiredTheLeaderboardToUpdate.md)| Required. The Leaderboard to update. The Leaderboard&#39;s &#x60;name&#x60; field is used to identify the Leaderboard to update. Format: leaderboards/{leaderboard} |
813
+
814
+ ### Return type
815
+
816
+ [**V1alphaUpdateLeaderboardResponse**](V1alphaUpdateLeaderboardResponse.md)
817
+
818
+ ### Authorization
819
+
820
+ No authorization required
821
+
822
+ ### HTTP request headers
823
+
824
+ - **Content-Type**: application/json
825
+ - **Accept**: application/json
826
+
827
+ ### HTTP response details
828
+
829
+ | Status code | Description | Response headers |
830
+ |-------------|-------------|------------------|
831
+ **200** | A successful response. | - |
832
+ **0** | An unexpected error response. | - |
833
+
834
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
835
+