eval-studio-client 0.7.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (470) hide show
  1. eval_studio_client/__about__.py +1 -0
  2. eval_studio_client/__init__.py +4 -0
  3. eval_studio_client/api/__init__.py +180 -0
  4. eval_studio_client/api/api/__init__.py +20 -0
  5. eval_studio_client/api/api/dashboard_service_api.py +2142 -0
  6. eval_studio_client/api/api/document_service_api.py +1868 -0
  7. eval_studio_client/api/api/evaluation_service_api.py +1603 -0
  8. eval_studio_client/api/api/evaluator_service_api.py +1343 -0
  9. eval_studio_client/api/api/info_service_api.py +275 -0
  10. eval_studio_client/api/api/leaderboard_service_api.py +3336 -0
  11. eval_studio_client/api/api/model_service_api.py +2913 -0
  12. eval_studio_client/api/api/operation_progress_service_api.py +292 -0
  13. eval_studio_client/api/api/operation_service_api.py +1359 -0
  14. eval_studio_client/api/api/perturbation_service_api.py +321 -0
  15. eval_studio_client/api/api/perturbator_service_api.py +532 -0
  16. eval_studio_client/api/api/test_case_service_api.py +1913 -0
  17. eval_studio_client/api/api/test_class_service_api.py +532 -0
  18. eval_studio_client/api/api/test_lab_service_api.py +634 -0
  19. eval_studio_client/api/api/test_service_api.py +2712 -0
  20. eval_studio_client/api/api/who_am_i_service_api.py +275 -0
  21. eval_studio_client/api/api_client.py +770 -0
  22. eval_studio_client/api/api_response.py +21 -0
  23. eval_studio_client/api/configuration.py +436 -0
  24. eval_studio_client/api/docs/DashboardServiceApi.md +549 -0
  25. eval_studio_client/api/docs/DocumentServiceApi.md +478 -0
  26. eval_studio_client/api/docs/EvaluationServiceApi.md +332 -0
  27. eval_studio_client/api/docs/EvaluatorServiceApi.md +345 -0
  28. eval_studio_client/api/docs/InfoServiceApi.md +71 -0
  29. eval_studio_client/api/docs/LeaderboardServiceApi.md +835 -0
  30. eval_studio_client/api/docs/ModelServiceApi.md +750 -0
  31. eval_studio_client/api/docs/OperationProgressServiceApi.md +75 -0
  32. eval_studio_client/api/docs/OperationServiceApi.md +345 -0
  33. eval_studio_client/api/docs/PerturbationServiceApi.md +78 -0
  34. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +31 -0
  35. eval_studio_client/api/docs/PerturbatorServiceApi.md +138 -0
  36. eval_studio_client/api/docs/ProtobufAny.md +30 -0
  37. eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +41 -0
  38. eval_studio_client/api/docs/RequiredTheDocumentToUpdate.md +38 -0
  39. eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +54 -0
  40. eval_studio_client/api/docs/RequiredTheModelToUpdate.md +41 -0
  41. eval_studio_client/api/docs/RequiredTheOperationToFinalize.md +39 -0
  42. eval_studio_client/api/docs/RequiredTheOperationToUpdate.md +39 -0
  43. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +39 -0
  44. eval_studio_client/api/docs/RequiredTheTestToUpdate.md +39 -0
  45. eval_studio_client/api/docs/RpcStatus.md +32 -0
  46. eval_studio_client/api/docs/TestCaseServiceApi.md +486 -0
  47. eval_studio_client/api/docs/TestCaseServiceBatchDeleteTestCasesRequest.md +29 -0
  48. eval_studio_client/api/docs/TestClassServiceApi.md +138 -0
  49. eval_studio_client/api/docs/TestLabServiceApi.md +151 -0
  50. eval_studio_client/api/docs/TestServiceApi.md +689 -0
  51. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +31 -0
  52. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +31 -0
  53. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +29 -0
  54. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +29 -0
  55. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +29 -0
  56. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +29 -0
  57. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +29 -0
  58. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +29 -0
  59. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +29 -0
  60. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +30 -0
  61. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +29 -0
  62. eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +29 -0
  63. eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +29 -0
  64. eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +29 -0
  65. eval_studio_client/api/docs/V1alphaBatchDeleteTestsRequest.md +30 -0
  66. eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +29 -0
  67. eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +29 -0
  68. eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +29 -0
  69. eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +29 -0
  70. eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +29 -0
  71. eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +29 -0
  72. eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +29 -0
  73. eval_studio_client/api/docs/V1alphaBatchImportLeaderboardRequest.md +37 -0
  74. eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +29 -0
  75. eval_studio_client/api/docs/V1alphaBatchImportTestsRequest.md +32 -0
  76. eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +29 -0
  77. eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +30 -0
  78. eval_studio_client/api/docs/V1alphaCollectionInfo.md +33 -0
  79. eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +29 -0
  80. eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +29 -0
  81. eval_studio_client/api/docs/V1alphaCreateEvaluationRequest.md +37 -0
  82. eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +29 -0
  83. eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +29 -0
  84. eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +29 -0
  85. eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +29 -0
  86. eval_studio_client/api/docs/V1alphaCreateModelResponse.md +29 -0
  87. eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +29 -0
  88. eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +29 -0
  89. eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +29 -0
  90. eval_studio_client/api/docs/V1alphaCreateTestResponse.md +29 -0
  91. eval_studio_client/api/docs/V1alphaDashboard.md +41 -0
  92. eval_studio_client/api/docs/V1alphaDashboardStatus.md +12 -0
  93. eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +29 -0
  94. eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +29 -0
  95. eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +29 -0
  96. eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +29 -0
  97. eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +29 -0
  98. eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +29 -0
  99. eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +29 -0
  100. eval_studio_client/api/docs/V1alphaDocument.md +38 -0
  101. eval_studio_client/api/docs/V1alphaEvaluationTest.md +32 -0
  102. eval_studio_client/api/docs/V1alphaEvaluator.md +45 -0
  103. eval_studio_client/api/docs/V1alphaEvaluatorParamType.md +12 -0
  104. eval_studio_client/api/docs/V1alphaEvaluatorParameter.md +40 -0
  105. eval_studio_client/api/docs/V1alphaEvaluatorView.md +12 -0
  106. eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +29 -0
  107. eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +29 -0
  108. eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +29 -0
  109. eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +29 -0
  110. eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +29 -0
  111. eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +29 -0
  112. eval_studio_client/api/docs/V1alphaGetInfoResponse.md +29 -0
  113. eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +29 -0
  114. eval_studio_client/api/docs/V1alphaGetModelResponse.md +29 -0
  115. eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +29 -0
  116. eval_studio_client/api/docs/V1alphaGetOperationResponse.md +29 -0
  117. eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +29 -0
  118. eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +29 -0
  119. eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +29 -0
  120. eval_studio_client/api/docs/V1alphaGetTestResponse.md +29 -0
  121. eval_studio_client/api/docs/V1alphaImportEvaluationRequest.md +33 -0
  122. eval_studio_client/api/docs/V1alphaImportLeaderboardRequest.md +37 -0
  123. eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +29 -0
  124. eval_studio_client/api/docs/V1alphaInfo.md +35 -0
  125. eval_studio_client/api/docs/V1alphaInsight.md +40 -0
  126. eval_studio_client/api/docs/V1alphaLeaderboard.md +54 -0
  127. eval_studio_client/api/docs/V1alphaLeaderboardStatus.md +12 -0
  128. eval_studio_client/api/docs/V1alphaLeaderboardType.md +12 -0
  129. eval_studio_client/api/docs/V1alphaLeaderboardView.md +12 -0
  130. eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +29 -0
  131. eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +29 -0
  132. eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +29 -0
  133. eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +29 -0
  134. eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +29 -0
  135. eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +30 -0
  136. eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +29 -0
  137. eval_studio_client/api/docs/V1alphaListModelsResponse.md +29 -0
  138. eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +29 -0
  139. eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +29 -0
  140. eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +29 -0
  141. eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +29 -0
  142. eval_studio_client/api/docs/V1alphaListOperationsResponse.md +29 -0
  143. eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +29 -0
  144. eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +29 -0
  145. eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +29 -0
  146. eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +29 -0
  147. eval_studio_client/api/docs/V1alphaListTestsResponse.md +29 -0
  148. eval_studio_client/api/docs/V1alphaModel.md +42 -0
  149. eval_studio_client/api/docs/V1alphaModelType.md +12 -0
  150. eval_studio_client/api/docs/V1alphaOperation.md +40 -0
  151. eval_studio_client/api/docs/V1alphaOperationProgress.md +32 -0
  152. eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +29 -0
  153. eval_studio_client/api/docs/V1alphaPerturbator.md +39 -0
  154. eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +32 -0
  155. eval_studio_client/api/docs/V1alphaPerturbatorIntensity.md +11 -0
  156. eval_studio_client/api/docs/V1alphaProblemAndAction.md +39 -0
  157. eval_studio_client/api/docs/V1alphaTest.md +40 -0
  158. eval_studio_client/api/docs/V1alphaTestCase.md +40 -0
  159. eval_studio_client/api/docs/V1alphaTestCaseRelationship.md +31 -0
  160. eval_studio_client/api/docs/V1alphaTestClass.md +41 -0
  161. eval_studio_client/api/docs/V1alphaTestClassType.md +12 -0
  162. eval_studio_client/api/docs/V1alphaTestLab.md +41 -0
  163. eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +29 -0
  164. eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +29 -0
  165. eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +29 -0
  166. eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +29 -0
  167. eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +29 -0
  168. eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +29 -0
  169. eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +29 -0
  170. eval_studio_client/api/docs/V1alphaWhoAmIResponse.md +31 -0
  171. eval_studio_client/api/docs/WhoAmIServiceApi.md +72 -0
  172. eval_studio_client/api/exceptions.py +199 -0
  173. eval_studio_client/api/models/__init__.py +148 -0
  174. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +115 -0
  175. eval_studio_client/api/models/protobuf_any.py +100 -0
  176. eval_studio_client/api/models/required_the_dashboard_to_update.py +127 -0
  177. eval_studio_client/api/models/required_the_document_to_update.py +116 -0
  178. eval_studio_client/api/models/required_the_leaderboard_to_update.py +178 -0
  179. eval_studio_client/api/models/required_the_model_to_update.py +127 -0
  180. eval_studio_client/api/models/required_the_operation_to_finalize.py +129 -0
  181. eval_studio_client/api/models/required_the_operation_to_update.py +129 -0
  182. eval_studio_client/api/models/required_the_test_case_to_update.py +120 -0
  183. eval_studio_client/api/models/required_the_test_to_update.py +122 -0
  184. eval_studio_client/api/models/rpc_status.py +99 -0
  185. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +87 -0
  186. eval_studio_client/api/models/test_service_perturb_test_request.py +99 -0
  187. eval_studio_client/api/models/v1alpha_batch_create_leaderboards_request.py +99 -0
  188. eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +91 -0
  189. eval_studio_client/api/models/v1alpha_batch_delete_dashboards_request.py +87 -0
  190. eval_studio_client/api/models/v1alpha_batch_delete_dashboards_response.py +95 -0
  191. eval_studio_client/api/models/v1alpha_batch_delete_documents_request.py +87 -0
  192. eval_studio_client/api/models/v1alpha_batch_delete_documents_response.py +95 -0
  193. eval_studio_client/api/models/v1alpha_batch_delete_evaluators_request.py +87 -0
  194. eval_studio_client/api/models/v1alpha_batch_delete_evaluators_response.py +95 -0
  195. eval_studio_client/api/models/v1alpha_batch_delete_leaderboards_request.py +90 -0
  196. eval_studio_client/api/models/v1alpha_batch_delete_leaderboards_response.py +95 -0
  197. eval_studio_client/api/models/v1alpha_batch_delete_models_request.py +87 -0
  198. eval_studio_client/api/models/v1alpha_batch_delete_models_response.py +95 -0
  199. eval_studio_client/api/models/v1alpha_batch_delete_test_cases_response.py +95 -0
  200. eval_studio_client/api/models/v1alpha_batch_delete_tests_request.py +89 -0
  201. eval_studio_client/api/models/v1alpha_batch_delete_tests_response.py +95 -0
  202. eval_studio_client/api/models/v1alpha_batch_get_dashboards_response.py +95 -0
  203. eval_studio_client/api/models/v1alpha_batch_get_documents_response.py +95 -0
  204. eval_studio_client/api/models/v1alpha_batch_get_leaderboards_response.py +95 -0
  205. eval_studio_client/api/models/v1alpha_batch_get_models_response.py +95 -0
  206. eval_studio_client/api/models/v1alpha_batch_get_operations_response.py +95 -0
  207. eval_studio_client/api/models/v1alpha_batch_get_tests_response.py +95 -0
  208. eval_studio_client/api/models/v1alpha_batch_import_leaderboard_request.py +104 -0
  209. eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +91 -0
  210. eval_studio_client/api/models/v1alpha_batch_import_tests_request.py +93 -0
  211. eval_studio_client/api/models/v1alpha_batch_import_tests_response.py +95 -0
  212. eval_studio_client/api/models/v1alpha_check_base_models_response.py +89 -0
  213. eval_studio_client/api/models/v1alpha_collection_info.py +93 -0
  214. eval_studio_client/api/models/v1alpha_create_dashboard_response.py +91 -0
  215. eval_studio_client/api/models/v1alpha_create_document_response.py +91 -0
  216. eval_studio_client/api/models/v1alpha_create_evaluation_request.py +115 -0
  217. eval_studio_client/api/models/v1alpha_create_evaluator_response.py +91 -0
  218. eval_studio_client/api/models/v1alpha_create_leaderboard_request.py +91 -0
  219. eval_studio_client/api/models/v1alpha_create_leaderboard_response.py +91 -0
  220. eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +91 -0
  221. eval_studio_client/api/models/v1alpha_create_model_response.py +91 -0
  222. eval_studio_client/api/models/v1alpha_create_perturbation_response.py +87 -0
  223. eval_studio_client/api/models/v1alpha_create_test_case_response.py +91 -0
  224. eval_studio_client/api/models/v1alpha_create_test_lab_response.py +91 -0
  225. eval_studio_client/api/models/v1alpha_create_test_response.py +91 -0
  226. eval_studio_client/api/models/v1alpha_dashboard.py +131 -0
  227. eval_studio_client/api/models/v1alpha_dashboard_status.py +39 -0
  228. eval_studio_client/api/models/v1alpha_delete_dashboard_response.py +91 -0
  229. eval_studio_client/api/models/v1alpha_delete_document_response.py +91 -0
  230. eval_studio_client/api/models/v1alpha_delete_evaluator_response.py +91 -0
  231. eval_studio_client/api/models/v1alpha_delete_leaderboard_response.py +91 -0
  232. eval_studio_client/api/models/v1alpha_delete_model_response.py +91 -0
  233. eval_studio_client/api/models/v1alpha_delete_test_case_response.py +91 -0
  234. eval_studio_client/api/models/v1alpha_delete_test_response.py +91 -0
  235. eval_studio_client/api/models/v1alpha_document.py +120 -0
  236. eval_studio_client/api/models/v1alpha_evaluation_test.py +107 -0
  237. eval_studio_client/api/models/v1alpha_evaluator.py +155 -0
  238. eval_studio_client/api/models/v1alpha_evaluator_param_type.py +42 -0
  239. eval_studio_client/api/models/v1alpha_evaluator_parameter.py +126 -0
  240. eval_studio_client/api/models/v1alpha_evaluator_view.py +38 -0
  241. eval_studio_client/api/models/v1alpha_finalize_operation_response.py +91 -0
  242. eval_studio_client/api/models/v1alpha_find_all_test_cases_by_id_response.py +95 -0
  243. eval_studio_client/api/models/v1alpha_find_test_lab_response.py +91 -0
  244. eval_studio_client/api/models/v1alpha_get_dashboard_response.py +91 -0
  245. eval_studio_client/api/models/v1alpha_get_document_response.py +91 -0
  246. eval_studio_client/api/models/v1alpha_get_evaluator_response.py +91 -0
  247. eval_studio_client/api/models/v1alpha_get_info_response.py +91 -0
  248. eval_studio_client/api/models/v1alpha_get_leaderboard_response.py +91 -0
  249. eval_studio_client/api/models/v1alpha_get_model_response.py +91 -0
  250. eval_studio_client/api/models/v1alpha_get_operation_progress_by_parent_response.py +91 -0
  251. eval_studio_client/api/models/v1alpha_get_operation_response.py +91 -0
  252. eval_studio_client/api/models/v1alpha_get_perturbator_response.py +91 -0
  253. eval_studio_client/api/models/v1alpha_get_test_case_response.py +91 -0
  254. eval_studio_client/api/models/v1alpha_get_test_class_response.py +91 -0
  255. eval_studio_client/api/models/v1alpha_get_test_response.py +91 -0
  256. eval_studio_client/api/models/v1alpha_import_evaluation_request.py +99 -0
  257. eval_studio_client/api/models/v1alpha_import_leaderboard_request.py +104 -0
  258. eval_studio_client/api/models/v1alpha_import_leaderboard_response.py +91 -0
  259. eval_studio_client/api/models/v1alpha_info.py +99 -0
  260. eval_studio_client/api/models/v1alpha_insight.py +107 -0
  261. eval_studio_client/api/models/v1alpha_leaderboard.py +182 -0
  262. eval_studio_client/api/models/v1alpha_leaderboard_status.py +39 -0
  263. eval_studio_client/api/models/v1alpha_leaderboard_type.py +39 -0
  264. eval_studio_client/api/models/v1alpha_leaderboard_view.py +39 -0
  265. eval_studio_client/api/models/v1alpha_list_base_models_response.py +87 -0
  266. eval_studio_client/api/models/v1alpha_list_dashboards_response.py +95 -0
  267. eval_studio_client/api/models/v1alpha_list_documents_response.py +95 -0
  268. eval_studio_client/api/models/v1alpha_list_evaluators_response.py +95 -0
  269. eval_studio_client/api/models/v1alpha_list_leaderboards_response.py +97 -0
  270. eval_studio_client/api/models/v1alpha_list_llm_models_response.py +87 -0
  271. eval_studio_client/api/models/v1alpha_list_model_collections_response.py +95 -0
  272. eval_studio_client/api/models/v1alpha_list_models_response.py +95 -0
  273. eval_studio_client/api/models/v1alpha_list_most_recent_dashboards_response.py +95 -0
  274. eval_studio_client/api/models/v1alpha_list_most_recent_leaderboards_response.py +95 -0
  275. eval_studio_client/api/models/v1alpha_list_most_recent_models_response.py +95 -0
  276. eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +95 -0
  277. eval_studio_client/api/models/v1alpha_list_operations_response.py +95 -0
  278. eval_studio_client/api/models/v1alpha_list_perturbators_response.py +95 -0
  279. eval_studio_client/api/models/v1alpha_list_rag_collections_response.py +95 -0
  280. eval_studio_client/api/models/v1alpha_list_test_cases_response.py +95 -0
  281. eval_studio_client/api/models/v1alpha_list_test_classes_response.py +95 -0
  282. eval_studio_client/api/models/v1alpha_list_tests_response.py +95 -0
  283. eval_studio_client/api/models/v1alpha_model.py +131 -0
  284. eval_studio_client/api/models/v1alpha_model_type.py +46 -0
  285. eval_studio_client/api/models/v1alpha_operation.py +133 -0
  286. eval_studio_client/api/models/v1alpha_operation_progress.py +99 -0
  287. eval_studio_client/api/models/v1alpha_perturb_test_response.py +91 -0
  288. eval_studio_client/api/models/v1alpha_perturbator.py +122 -0
  289. eval_studio_client/api/models/v1alpha_perturbator_configuration.py +92 -0
  290. eval_studio_client/api/models/v1alpha_perturbator_intensity.py +39 -0
  291. eval_studio_client/api/models/v1alpha_problem_and_action.py +129 -0
  292. eval_studio_client/api/models/v1alpha_test.py +126 -0
  293. eval_studio_client/api/models/v1alpha_test_case.py +124 -0
  294. eval_studio_client/api/models/v1alpha_test_case_relationship.py +91 -0
  295. eval_studio_client/api/models/v1alpha_test_class.py +127 -0
  296. eval_studio_client/api/models/v1alpha_test_class_type.py +42 -0
  297. eval_studio_client/api/models/v1alpha_test_lab.py +137 -0
  298. eval_studio_client/api/models/v1alpha_update_dashboard_response.py +91 -0
  299. eval_studio_client/api/models/v1alpha_update_document_response.py +91 -0
  300. eval_studio_client/api/models/v1alpha_update_leaderboard_response.py +91 -0
  301. eval_studio_client/api/models/v1alpha_update_model_response.py +91 -0
  302. eval_studio_client/api/models/v1alpha_update_operation_response.py +91 -0
  303. eval_studio_client/api/models/v1alpha_update_test_case_response.py +91 -0
  304. eval_studio_client/api/models/v1alpha_update_test_response.py +91 -0
  305. eval_studio_client/api/models/v1alpha_who_am_i_response.py +91 -0
  306. eval_studio_client/api/rest.py +257 -0
  307. eval_studio_client/api/test/__init__.py +0 -0
  308. eval_studio_client/api/test/test_dashboard_service_api.py +79 -0
  309. eval_studio_client/api/test/test_document_service_api.py +73 -0
  310. eval_studio_client/api/test/test_evaluation_service_api.py +55 -0
  311. eval_studio_client/api/test/test_evaluator_service_api.py +61 -0
  312. eval_studio_client/api/test/test_info_service_api.py +37 -0
  313. eval_studio_client/api/test/test_leaderboard_service_api.py +103 -0
  314. eval_studio_client/api/test/test_model_service_api.py +97 -0
  315. eval_studio_client/api/test/test_operation_progress_service_api.py +37 -0
  316. eval_studio_client/api/test/test_operation_service_api.py +61 -0
  317. eval_studio_client/api/test/test_perturbation_service_api.py +37 -0
  318. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +79 -0
  319. eval_studio_client/api/test/test_perturbator_service_api.py +43 -0
  320. eval_studio_client/api/test/test_protobuf_any.py +51 -0
  321. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +64 -0
  322. eval_studio_client/api/test/test_required_the_document_to_update.py +59 -0
  323. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +115 -0
  324. eval_studio_client/api/test/test_required_the_model_to_update.py +63 -0
  325. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +71 -0
  326. eval_studio_client/api/test/test_required_the_operation_to_update.py +71 -0
  327. eval_studio_client/api/test/test_required_the_test_case_to_update.py +63 -0
  328. eval_studio_client/api/test/test_required_the_test_to_update.py +65 -0
  329. eval_studio_client/api/test/test_rpc_status.py +57 -0
  330. eval_studio_client/api/test/test_test_case_service_api.py +73 -0
  331. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +53 -0
  332. eval_studio_client/api/test/test_test_class_service_api.py +43 -0
  333. eval_studio_client/api/test/test_test_lab_service_api.py +43 -0
  334. eval_studio_client/api/test/test_test_service_api.py +91 -0
  335. eval_studio_client/api/test/test_test_service_perturb_test_request.py +58 -0
  336. eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_request.py +119 -0
  337. eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +71 -0
  338. eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +53 -0
  339. eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_response.py +68 -0
  340. eval_studio_client/api/test/test_v1alpha_batch_delete_documents_request.py +53 -0
  341. eval_studio_client/api/test/test_v1alpha_batch_delete_documents_response.py +63 -0
  342. eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +53 -0
  343. eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_response.py +91 -0
  344. eval_studio_client/api/test/test_v1alpha_batch_delete_leaderboards_request.py +54 -0
  345. eval_studio_client/api/test/test_v1alpha_batch_delete_leaderboards_response.py +116 -0
  346. eval_studio_client/api/test/test_v1alpha_batch_delete_models_request.py +53 -0
  347. eval_studio_client/api/test/test_v1alpha_batch_delete_models_response.py +67 -0
  348. eval_studio_client/api/test/test_v1alpha_batch_delete_test_cases_response.py +67 -0
  349. eval_studio_client/api/test/test_v1alpha_batch_delete_tests_request.py +54 -0
  350. eval_studio_client/api/test/test_v1alpha_batch_delete_tests_response.py +69 -0
  351. eval_studio_client/api/test/test_v1alpha_batch_get_dashboards_response.py +68 -0
  352. eval_studio_client/api/test/test_v1alpha_batch_get_documents_response.py +63 -0
  353. eval_studio_client/api/test/test_v1alpha_batch_get_leaderboards_response.py +116 -0
  354. eval_studio_client/api/test/test_v1alpha_batch_get_models_response.py +67 -0
  355. eval_studio_client/api/test/test_v1alpha_batch_get_operations_response.py +73 -0
  356. eval_studio_client/api/test/test_v1alpha_batch_get_tests_response.py +69 -0
  357. eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_request.py +61 -0
  358. eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_response.py +71 -0
  359. eval_studio_client/api/test/test_v1alpha_batch_import_tests_request.py +54 -0
  360. eval_studio_client/api/test/test_v1alpha_batch_import_tests_response.py +69 -0
  361. eval_studio_client/api/test/test_v1alpha_check_base_models_response.py +52 -0
  362. eval_studio_client/api/test/test_v1alpha_collection_info.py +54 -0
  363. eval_studio_client/api/test/test_v1alpha_create_dashboard_response.py +66 -0
  364. eval_studio_client/api/test/test_v1alpha_create_document_response.py +61 -0
  365. eval_studio_client/api/test/test_v1alpha_create_evaluation_request.py +107 -0
  366. eval_studio_client/api/test/test_v1alpha_create_evaluator_response.py +89 -0
  367. eval_studio_client/api/test/test_v1alpha_create_leaderboard_request.py +114 -0
  368. eval_studio_client/api/test/test_v1alpha_create_leaderboard_response.py +71 -0
  369. eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +71 -0
  370. eval_studio_client/api/test/test_v1alpha_create_model_response.py +65 -0
  371. eval_studio_client/api/test/test_v1alpha_create_perturbation_response.py +51 -0
  372. eval_studio_client/api/test/test_v1alpha_create_test_case_response.py +65 -0
  373. eval_studio_client/api/test/test_v1alpha_create_test_lab_response.py +68 -0
  374. eval_studio_client/api/test/test_v1alpha_create_test_response.py +67 -0
  375. eval_studio_client/api/test/test_v1alpha_dashboard.py +65 -0
  376. eval_studio_client/api/test/test_v1alpha_dashboard_status.py +33 -0
  377. eval_studio_client/api/test/test_v1alpha_delete_dashboard_response.py +66 -0
  378. eval_studio_client/api/test/test_v1alpha_delete_document_response.py +61 -0
  379. eval_studio_client/api/test/test_v1alpha_delete_evaluator_response.py +89 -0
  380. eval_studio_client/api/test/test_v1alpha_delete_leaderboard_response.py +114 -0
  381. eval_studio_client/api/test/test_v1alpha_delete_model_response.py +65 -0
  382. eval_studio_client/api/test/test_v1alpha_delete_test_case_response.py +65 -0
  383. eval_studio_client/api/test/test_v1alpha_delete_test_response.py +67 -0
  384. eval_studio_client/api/test/test_v1alpha_document.py +60 -0
  385. eval_studio_client/api/test/test_v1alpha_evaluation_test.py +76 -0
  386. eval_studio_client/api/test/test_v1alpha_evaluator.py +91 -0
  387. eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +33 -0
  388. eval_studio_client/api/test/test_v1alpha_evaluator_parameter.py +68 -0
  389. eval_studio_client/api/test/test_v1alpha_evaluator_view.py +33 -0
  390. eval_studio_client/api/test/test_v1alpha_finalize_operation_response.py +71 -0
  391. eval_studio_client/api/test/test_v1alpha_find_all_test_cases_by_id_response.py +67 -0
  392. eval_studio_client/api/test/test_v1alpha_find_test_lab_response.py +68 -0
  393. eval_studio_client/api/test/test_v1alpha_get_dashboard_response.py +66 -0
  394. eval_studio_client/api/test/test_v1alpha_get_document_response.py +61 -0
  395. eval_studio_client/api/test/test_v1alpha_get_evaluator_response.py +89 -0
  396. eval_studio_client/api/test/test_v1alpha_get_info_response.py +60 -0
  397. eval_studio_client/api/test/test_v1alpha_get_leaderboard_response.py +114 -0
  398. eval_studio_client/api/test/test_v1alpha_get_model_response.py +65 -0
  399. eval_studio_client/api/test/test_v1alpha_get_operation_progress_by_parent_response.py +55 -0
  400. eval_studio_client/api/test/test_v1alpha_get_operation_response.py +71 -0
  401. eval_studio_client/api/test/test_v1alpha_get_perturbator_response.py +64 -0
  402. eval_studio_client/api/test/test_v1alpha_get_test_case_response.py +65 -0
  403. eval_studio_client/api/test/test_v1alpha_get_test_class_response.py +70 -0
  404. eval_studio_client/api/test/test_v1alpha_get_test_response.py +67 -0
  405. eval_studio_client/api/test/test_v1alpha_import_evaluation_request.py +73 -0
  406. eval_studio_client/api/test/test_v1alpha_import_leaderboard_request.py +59 -0
  407. eval_studio_client/api/test/test_v1alpha_import_leaderboard_response.py +71 -0
  408. eval_studio_client/api/test/test_v1alpha_info.py +59 -0
  409. eval_studio_client/api/test/test_v1alpha_insight.py +67 -0
  410. eval_studio_client/api/test/test_v1alpha_leaderboard.py +116 -0
  411. eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +33 -0
  412. eval_studio_client/api/test/test_v1alpha_leaderboard_type.py +33 -0
  413. eval_studio_client/api/test/test_v1alpha_leaderboard_view.py +33 -0
  414. eval_studio_client/api/test/test_v1alpha_list_base_models_response.py +53 -0
  415. eval_studio_client/api/test/test_v1alpha_list_dashboards_response.py +68 -0
  416. eval_studio_client/api/test/test_v1alpha_list_documents_response.py +63 -0
  417. eval_studio_client/api/test/test_v1alpha_list_evaluators_response.py +91 -0
  418. eval_studio_client/api/test/test_v1alpha_list_leaderboards_response.py +117 -0
  419. eval_studio_client/api/test/test_v1alpha_list_llm_models_response.py +53 -0
  420. eval_studio_client/api/test/test_v1alpha_list_model_collections_response.py +57 -0
  421. eval_studio_client/api/test/test_v1alpha_list_models_response.py +67 -0
  422. eval_studio_client/api/test/test_v1alpha_list_most_recent_dashboards_response.py +68 -0
  423. eval_studio_client/api/test/test_v1alpha_list_most_recent_leaderboards_response.py +116 -0
  424. eval_studio_client/api/test/test_v1alpha_list_most_recent_models_response.py +67 -0
  425. eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +69 -0
  426. eval_studio_client/api/test/test_v1alpha_list_operations_response.py +73 -0
  427. eval_studio_client/api/test/test_v1alpha_list_perturbators_response.py +66 -0
  428. eval_studio_client/api/test/test_v1alpha_list_rag_collections_response.py +57 -0
  429. eval_studio_client/api/test/test_v1alpha_list_test_cases_response.py +67 -0
  430. eval_studio_client/api/test/test_v1alpha_list_test_classes_response.py +72 -0
  431. eval_studio_client/api/test/test_v1alpha_list_tests_response.py +69 -0
  432. eval_studio_client/api/test/test_v1alpha_model.py +64 -0
  433. eval_studio_client/api/test/test_v1alpha_model_type.py +33 -0
  434. eval_studio_client/api/test/test_v1alpha_operation.py +72 -0
  435. eval_studio_client/api/test/test_v1alpha_operation_progress.py +54 -0
  436. eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +67 -0
  437. eval_studio_client/api/test/test_v1alpha_perturbator.py +63 -0
  438. eval_studio_client/api/test/test_v1alpha_perturbator_configuration.py +53 -0
  439. eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +33 -0
  440. eval_studio_client/api/test/test_v1alpha_problem_and_action.py +65 -0
  441. eval_studio_client/api/test/test_v1alpha_test.py +66 -0
  442. eval_studio_client/api/test/test_v1alpha_test_case.py +64 -0
  443. eval_studio_client/api/test/test_v1alpha_test_case_relationship.py +53 -0
  444. eval_studio_client/api/test/test_v1alpha_test_class.py +69 -0
  445. eval_studio_client/api/test/test_v1alpha_test_class_type.py +33 -0
  446. eval_studio_client/api/test/test_v1alpha_test_lab.py +67 -0
  447. eval_studio_client/api/test/test_v1alpha_update_dashboard_response.py +66 -0
  448. eval_studio_client/api/test/test_v1alpha_update_document_response.py +61 -0
  449. eval_studio_client/api/test/test_v1alpha_update_leaderboard_response.py +114 -0
  450. eval_studio_client/api/test/test_v1alpha_update_model_response.py +65 -0
  451. eval_studio_client/api/test/test_v1alpha_update_operation_response.py +71 -0
  452. eval_studio_client/api/test/test_v1alpha_update_test_case_response.py +65 -0
  453. eval_studio_client/api/test/test_v1alpha_update_test_response.py +67 -0
  454. eval_studio_client/api/test/test_v1alpha_who_am_i_response.py +53 -0
  455. eval_studio_client/api/test/test_who_am_i_service_api.py +38 -0
  456. eval_studio_client/client.py +98 -0
  457. eval_studio_client/dashboards.py +187 -0
  458. eval_studio_client/documents.py +95 -0
  459. eval_studio_client/evaluators.py +65 -0
  460. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +6043 -0
  461. eval_studio_client/insights.py +35 -0
  462. eval_studio_client/leaderboards.py +207 -0
  463. eval_studio_client/models.py +522 -0
  464. eval_studio_client/perturbators.py +101 -0
  465. eval_studio_client/problems.py +50 -0
  466. eval_studio_client/test_labs.py +319 -0
  467. eval_studio_client/tests.py +369 -0
  468. eval_studio_client-0.7.0.dist-info/METADATA +18 -0
  469. eval_studio_client-0.7.0.dist-info/RECORD +470 -0
  470. eval_studio_client-0.7.0.dist-info/WHEEL +4 -0
@@ -0,0 +1,750 @@
1
+ # eval_studio_client.api.ModelServiceApi
2
+
3
+ All URIs are relative to *http://localhost*
4
+
5
+ Method | HTTP request | Description
6
+ ------------- | ------------- | -------------
7
+ [**model_service_batch_delete_models**](ModelServiceApi.md#model_service_batch_delete_models) | **POST** /v1alpha/models:batchDelete |
8
+ [**model_service_batch_get_models**](ModelServiceApi.md#model_service_batch_get_models) | **GET** /v1alpha/models:batchGet |
9
+ [**model_service_check_base_models**](ModelServiceApi.md#model_service_check_base_models) | **GET** /v1alpha/models:check_base_models |
10
+ [**model_service_create_model**](ModelServiceApi.md#model_service_create_model) | **POST** /v1alpha/models |
11
+ [**model_service_delete_model**](ModelServiceApi.md#model_service_delete_model) | **DELETE** /v1alpha/{name_4} |
12
+ [**model_service_get_model**](ModelServiceApi.md#model_service_get_model) | **GET** /v1alpha/{name_4} |
13
+ [**model_service_list_base_models**](ModelServiceApi.md#model_service_list_base_models) | **GET** /v1alpha/models:base_models |
14
+ [**model_service_list_model_collections**](ModelServiceApi.md#model_service_list_model_collections) | **GET** /v1alpha/models:collections |
15
+ [**model_service_list_models**](ModelServiceApi.md#model_service_list_models) | **GET** /v1alpha/models |
16
+ [**model_service_list_most_recent_models**](ModelServiceApi.md#model_service_list_most_recent_models) | **GET** /v1alpha/models:mostRecent |
17
+ [**model_service_update_model**](ModelServiceApi.md#model_service_update_model) | **PATCH** /v1alpha/{model.name} |
18
+
19
+
20
+ # **model_service_batch_delete_models**
21
+ > V1alphaBatchDeleteModelsResponse model_service_batch_delete_models(body)
22
+
23
+
24
+
25
+ ### Example
26
+
27
+
28
+ ```python
29
+ import eval_studio_client.api
30
+ from eval_studio_client.api.models.v1alpha_batch_delete_models_request import V1alphaBatchDeleteModelsRequest
31
+ from eval_studio_client.api.models.v1alpha_batch_delete_models_response import V1alphaBatchDeleteModelsResponse
32
+ from eval_studio_client.api.rest import ApiException
33
+ from pprint import pprint
34
+
35
+ # Defining the host is optional and defaults to http://localhost
36
+ # See configuration.py for a list of all supported configuration parameters.
37
+ configuration = eval_studio_client.api.Configuration(
38
+ host = "http://localhost"
39
+ )
40
+
41
+
42
+ # Enter a context with an instance of the API client
43
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
44
+ # Create an instance of the API class
45
+ api_instance = eval_studio_client.api.ModelServiceApi(api_client)
46
+ body = eval_studio_client.api.V1alphaBatchDeleteModelsRequest() # V1alphaBatchDeleteModelsRequest |
47
+
48
+ try:
49
+ api_response = api_instance.model_service_batch_delete_models(body)
50
+ print("The response of ModelServiceApi->model_service_batch_delete_models:\n")
51
+ pprint(api_response)
52
+ except Exception as e:
53
+ print("Exception when calling ModelServiceApi->model_service_batch_delete_models: %s\n" % e)
54
+ ```
55
+
56
+
57
+
58
+ ### Parameters
59
+
60
+
61
+ Name | Type | Description | Notes
62
+ ------------- | ------------- | ------------- | -------------
63
+ **body** | [**V1alphaBatchDeleteModelsRequest**](V1alphaBatchDeleteModelsRequest.md)| |
64
+
65
+ ### Return type
66
+
67
+ [**V1alphaBatchDeleteModelsResponse**](V1alphaBatchDeleteModelsResponse.md)
68
+
69
+ ### Authorization
70
+
71
+ No authorization required
72
+
73
+ ### HTTP request headers
74
+
75
+ - **Content-Type**: application/json
76
+ - **Accept**: application/json
77
+
78
+ ### HTTP response details
79
+
80
+ | Status code | Description | Response headers |
81
+ |-------------|-------------|------------------|
82
+ **200** | A successful response. | - |
83
+ **0** | An unexpected error response. | - |
84
+
85
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
86
+
87
+ # **model_service_batch_get_models**
88
+ > V1alphaBatchGetModelsResponse model_service_batch_get_models(names=names)
89
+
90
+
91
+
92
+ ### Example
93
+
94
+
95
+ ```python
96
+ import eval_studio_client.api
97
+ from eval_studio_client.api.models.v1alpha_batch_get_models_response import V1alphaBatchGetModelsResponse
98
+ from eval_studio_client.api.rest import ApiException
99
+ from pprint import pprint
100
+
101
+ # Defining the host is optional and defaults to http://localhost
102
+ # See configuration.py for a list of all supported configuration parameters.
103
+ configuration = eval_studio_client.api.Configuration(
104
+ host = "http://localhost"
105
+ )
106
+
107
+
108
+ # Enter a context with an instance of the API client
109
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
110
+ # Create an instance of the API class
111
+ api_instance = eval_studio_client.api.ModelServiceApi(api_client)
112
+ names = ['names_example'] # List[str] | The names of the Models to retrieve. A maximum of 1000 can be specified. (optional)
113
+
114
+ try:
115
+ api_response = api_instance.model_service_batch_get_models(names=names)
116
+ print("The response of ModelServiceApi->model_service_batch_get_models:\n")
117
+ pprint(api_response)
118
+ except Exception as e:
119
+ print("Exception when calling ModelServiceApi->model_service_batch_get_models: %s\n" % e)
120
+ ```
121
+
122
+
123
+
124
+ ### Parameters
125
+
126
+
127
+ Name | Type | Description | Notes
128
+ ------------- | ------------- | ------------- | -------------
129
+ **names** | [**List[str]**](str.md)| The names of the Models to retrieve. A maximum of 1000 can be specified. | [optional]
130
+
131
+ ### Return type
132
+
133
+ [**V1alphaBatchGetModelsResponse**](V1alphaBatchGetModelsResponse.md)
134
+
135
+ ### Authorization
136
+
137
+ No authorization required
138
+
139
+ ### HTTP request headers
140
+
141
+ - **Content-Type**: Not defined
142
+ - **Accept**: application/json
143
+
144
+ ### HTTP response details
145
+
146
+ | Status code | Description | Response headers |
147
+ |-------------|-------------|------------------|
148
+ **200** | A successful response. | - |
149
+ **0** | An unexpected error response. | - |
150
+
151
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
152
+
153
+ # **model_service_check_base_models**
154
+ > V1alphaCheckBaseModelsResponse model_service_check_base_models(model=model)
155
+
156
+
157
+
158
+ ### Example
159
+
160
+
161
+ ```python
162
+ import eval_studio_client.api
163
+ from eval_studio_client.api.models.v1alpha_check_base_models_response import V1alphaCheckBaseModelsResponse
164
+ from eval_studio_client.api.rest import ApiException
165
+ from pprint import pprint
166
+
167
+ # Defining the host is optional and defaults to http://localhost
168
+ # See configuration.py for a list of all supported configuration parameters.
169
+ configuration = eval_studio_client.api.Configuration(
170
+ host = "http://localhost"
171
+ )
172
+
173
+
174
+ # Enter a context with an instance of the API client
175
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
176
+ # Create an instance of the API class
177
+ api_instance = eval_studio_client.api.ModelServiceApi(api_client)
178
+ model = 'model_example' # str | Required. The resource name of the model to list base models for. (optional)
179
+
180
+ try:
181
+ api_response = api_instance.model_service_check_base_models(model=model)
182
+ print("The response of ModelServiceApi->model_service_check_base_models:\n")
183
+ pprint(api_response)
184
+ except Exception as e:
185
+ print("Exception when calling ModelServiceApi->model_service_check_base_models: %s\n" % e)
186
+ ```
187
+
188
+
189
+
190
+ ### Parameters
191
+
192
+
193
+ Name | Type | Description | Notes
194
+ ------------- | ------------- | ------------- | -------------
195
+ **model** | **str**| Required. The resource name of the model to list base models for. | [optional]
196
+
197
+ ### Return type
198
+
199
+ [**V1alphaCheckBaseModelsResponse**](V1alphaCheckBaseModelsResponse.md)
200
+
201
+ ### Authorization
202
+
203
+ No authorization required
204
+
205
+ ### HTTP request headers
206
+
207
+ - **Content-Type**: Not defined
208
+ - **Accept**: application/json
209
+
210
+ ### HTTP response details
211
+
212
+ | Status code | Description | Response headers |
213
+ |-------------|-------------|------------------|
214
+ **200** | A successful response. | - |
215
+ **0** | An unexpected error response. | - |
216
+
217
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
218
+
219
+ # **model_service_create_model**
220
+ > V1alphaCreateModelResponse model_service_create_model(model)
221
+
222
+
223
+
224
+ ### Example
225
+
226
+
227
+ ```python
228
+ import eval_studio_client.api
229
+ from eval_studio_client.api.models.v1alpha_create_model_response import V1alphaCreateModelResponse
230
+ from eval_studio_client.api.models.v1alpha_model import V1alphaModel
231
+ from eval_studio_client.api.rest import ApiException
232
+ from pprint import pprint
233
+
234
+ # Defining the host is optional and defaults to http://localhost
235
+ # See configuration.py for a list of all supported configuration parameters.
236
+ configuration = eval_studio_client.api.Configuration(
237
+ host = "http://localhost"
238
+ )
239
+
240
+
241
+ # Enter a context with an instance of the API client
242
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
243
+ # Create an instance of the API class
244
+ api_instance = eval_studio_client.api.ModelServiceApi(api_client)
245
+ model = eval_studio_client.api.V1alphaModel() # V1alphaModel | Required. The Model to create.
246
+
247
+ try:
248
+ api_response = api_instance.model_service_create_model(model)
249
+ print("The response of ModelServiceApi->model_service_create_model:\n")
250
+ pprint(api_response)
251
+ except Exception as e:
252
+ print("Exception when calling ModelServiceApi->model_service_create_model: %s\n" % e)
253
+ ```
254
+
255
+
256
+
257
+ ### Parameters
258
+
259
+
260
+ Name | Type | Description | Notes
261
+ ------------- | ------------- | ------------- | -------------
262
+ **model** | [**V1alphaModel**](V1alphaModel.md)| Required. The Model to create. |
263
+
264
+ ### Return type
265
+
266
+ [**V1alphaCreateModelResponse**](V1alphaCreateModelResponse.md)
267
+
268
+ ### Authorization
269
+
270
+ No authorization required
271
+
272
+ ### HTTP request headers
273
+
274
+ - **Content-Type**: application/json
275
+ - **Accept**: application/json
276
+
277
+ ### HTTP response details
278
+
279
+ | Status code | Description | Response headers |
280
+ |-------------|-------------|------------------|
281
+ **200** | A successful response. | - |
282
+ **0** | An unexpected error response. | - |
283
+
284
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
285
+
286
+ # **model_service_delete_model**
287
+ > V1alphaDeleteModelResponse model_service_delete_model(name_4)
288
+
289
+
290
+
291
+ ### Example
292
+
293
+
294
+ ```python
295
+ import eval_studio_client.api
296
+ from eval_studio_client.api.models.v1alpha_delete_model_response import V1alphaDeleteModelResponse
297
+ from eval_studio_client.api.rest import ApiException
298
+ from pprint import pprint
299
+
300
+ # Defining the host is optional and defaults to http://localhost
301
+ # See configuration.py for a list of all supported configuration parameters.
302
+ configuration = eval_studio_client.api.Configuration(
303
+ host = "http://localhost"
304
+ )
305
+
306
+
307
+ # Enter a context with an instance of the API client
308
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
309
+ # Create an instance of the API class
310
+ api_instance = eval_studio_client.api.ModelServiceApi(api_client)
311
+ name_4 = 'name_4_example' # str | Required. The name of the Model to delete.
312
+
313
+ try:
314
+ api_response = api_instance.model_service_delete_model(name_4)
315
+ print("The response of ModelServiceApi->model_service_delete_model:\n")
316
+ pprint(api_response)
317
+ except Exception as e:
318
+ print("Exception when calling ModelServiceApi->model_service_delete_model: %s\n" % e)
319
+ ```
320
+
321
+
322
+
323
+ ### Parameters
324
+
325
+
326
+ Name | Type | Description | Notes
327
+ ------------- | ------------- | ------------- | -------------
328
+ **name_4** | **str**| Required. The name of the Model to delete. |
329
+
330
+ ### Return type
331
+
332
+ [**V1alphaDeleteModelResponse**](V1alphaDeleteModelResponse.md)
333
+
334
+ ### Authorization
335
+
336
+ No authorization required
337
+
338
+ ### HTTP request headers
339
+
340
+ - **Content-Type**: Not defined
341
+ - **Accept**: application/json
342
+
343
+ ### HTTP response details
344
+
345
+ | Status code | Description | Response headers |
346
+ |-------------|-------------|------------------|
347
+ **200** | A successful response. | - |
348
+ **0** | An unexpected error response. | - |
349
+
350
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
351
+
352
+ # **model_service_get_model**
353
+ > V1alphaGetModelResponse model_service_get_model(name_4)
354
+
355
+
356
+
357
+ ### Example
358
+
359
+
360
+ ```python
361
+ import eval_studio_client.api
362
+ from eval_studio_client.api.models.v1alpha_get_model_response import V1alphaGetModelResponse
363
+ from eval_studio_client.api.rest import ApiException
364
+ from pprint import pprint
365
+
366
+ # Defining the host is optional and defaults to http://localhost
367
+ # See configuration.py for a list of all supported configuration parameters.
368
+ configuration = eval_studio_client.api.Configuration(
369
+ host = "http://localhost"
370
+ )
371
+
372
+
373
+ # Enter a context with an instance of the API client
374
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
375
+ # Create an instance of the API class
376
+ api_instance = eval_studio_client.api.ModelServiceApi(api_client)
377
+ name_4 = 'name_4_example' # str | Required. The name of the Model to retrieve.
378
+
379
+ try:
380
+ api_response = api_instance.model_service_get_model(name_4)
381
+ print("The response of ModelServiceApi->model_service_get_model:\n")
382
+ pprint(api_response)
383
+ except Exception as e:
384
+ print("Exception when calling ModelServiceApi->model_service_get_model: %s\n" % e)
385
+ ```
386
+
387
+
388
+
389
+ ### Parameters
390
+
391
+
392
+ Name | Type | Description | Notes
393
+ ------------- | ------------- | ------------- | -------------
394
+ **name_4** | **str**| Required. The name of the Model to retrieve. |
395
+
396
+ ### Return type
397
+
398
+ [**V1alphaGetModelResponse**](V1alphaGetModelResponse.md)
399
+
400
+ ### Authorization
401
+
402
+ No authorization required
403
+
404
+ ### HTTP request headers
405
+
406
+ - **Content-Type**: Not defined
407
+ - **Accept**: application/json
408
+
409
+ ### HTTP response details
410
+
411
+ | Status code | Description | Response headers |
412
+ |-------------|-------------|------------------|
413
+ **200** | A successful response. | - |
414
+ **0** | An unexpected error response. | - |
415
+
416
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
417
+
418
+ # **model_service_list_base_models**
419
+ > V1alphaListBaseModelsResponse model_service_list_base_models(model=model)
420
+
421
+
422
+
423
+ ### Example
424
+
425
+
426
+ ```python
427
+ import eval_studio_client.api
428
+ from eval_studio_client.api.models.v1alpha_list_base_models_response import V1alphaListBaseModelsResponse
429
+ from eval_studio_client.api.rest import ApiException
430
+ from pprint import pprint
431
+
432
+ # Defining the host is optional and defaults to http://localhost
433
+ # See configuration.py for a list of all supported configuration parameters.
434
+ configuration = eval_studio_client.api.Configuration(
435
+ host = "http://localhost"
436
+ )
437
+
438
+
439
+ # Enter a context with an instance of the API client
440
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
441
+ # Create an instance of the API class
442
+ api_instance = eval_studio_client.api.ModelServiceApi(api_client)
443
+ model = 'model_example' # str | Required. The resource name of the model to list base models for. (optional)
444
+
445
+ try:
446
+ api_response = api_instance.model_service_list_base_models(model=model)
447
+ print("The response of ModelServiceApi->model_service_list_base_models:\n")
448
+ pprint(api_response)
449
+ except Exception as e:
450
+ print("Exception when calling ModelServiceApi->model_service_list_base_models: %s\n" % e)
451
+ ```
452
+
453
+
454
+
455
+ ### Parameters
456
+
457
+
458
+ Name | Type | Description | Notes
459
+ ------------- | ------------- | ------------- | -------------
460
+ **model** | **str**| Required. The resource name of the model to list base models for. | [optional]
461
+
462
+ ### Return type
463
+
464
+ [**V1alphaListBaseModelsResponse**](V1alphaListBaseModelsResponse.md)
465
+
466
+ ### Authorization
467
+
468
+ No authorization required
469
+
470
+ ### HTTP request headers
471
+
472
+ - **Content-Type**: Not defined
473
+ - **Accept**: application/json
474
+
475
+ ### HTTP response details
476
+
477
+ | Status code | Description | Response headers |
478
+ |-------------|-------------|------------------|
479
+ **200** | A successful response. | - |
480
+ **0** | An unexpected error response. | - |
481
+
482
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
483
+
484
+ # **model_service_list_model_collections**
485
+ > V1alphaListModelCollectionsResponse model_service_list_model_collections(model=model)
486
+
487
+
488
+
489
+ ### Example
490
+
491
+
492
+ ```python
493
+ import eval_studio_client.api
494
+ from eval_studio_client.api.models.v1alpha_list_model_collections_response import V1alphaListModelCollectionsResponse
495
+ from eval_studio_client.api.rest import ApiException
496
+ from pprint import pprint
497
+
498
+ # Defining the host is optional and defaults to http://localhost
499
+ # See configuration.py for a list of all supported configuration parameters.
500
+ configuration = eval_studio_client.api.Configuration(
501
+ host = "http://localhost"
502
+ )
503
+
504
+
505
+ # Enter a context with an instance of the API client
506
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
507
+ # Create an instance of the API class
508
+ api_instance = eval_studio_client.api.ModelServiceApi(api_client)
509
+ model = 'model_example' # str | Required. The resource name of the model to list collections for. (optional)
510
+
511
+ try:
512
+ api_response = api_instance.model_service_list_model_collections(model=model)
513
+ print("The response of ModelServiceApi->model_service_list_model_collections:\n")
514
+ pprint(api_response)
515
+ except Exception as e:
516
+ print("Exception when calling ModelServiceApi->model_service_list_model_collections: %s\n" % e)
517
+ ```
518
+
519
+
520
+
521
+ ### Parameters
522
+
523
+
524
+ Name | Type | Description | Notes
525
+ ------------- | ------------- | ------------- | -------------
526
+ **model** | **str**| Required. The resource name of the model to list collections for. | [optional]
527
+
528
+ ### Return type
529
+
530
+ [**V1alphaListModelCollectionsResponse**](V1alphaListModelCollectionsResponse.md)
531
+
532
+ ### Authorization
533
+
534
+ No authorization required
535
+
536
+ ### HTTP request headers
537
+
538
+ - **Content-Type**: Not defined
539
+ - **Accept**: application/json
540
+
541
+ ### HTTP response details
542
+
543
+ | Status code | Description | Response headers |
544
+ |-------------|-------------|------------------|
545
+ **200** | A successful response. | - |
546
+ **0** | An unexpected error response. | - |
547
+
548
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
549
+
550
+ # **model_service_list_models**
551
+ > V1alphaListModelsResponse model_service_list_models(order_by=order_by)
552
+
553
+
554
+
555
+ ### Example
556
+
557
+
558
+ ```python
559
+ import eval_studio_client.api
560
+ from eval_studio_client.api.models.v1alpha_list_models_response import V1alphaListModelsResponse
561
+ from eval_studio_client.api.rest import ApiException
562
+ from pprint import pprint
563
+
564
+ # Defining the host is optional and defaults to http://localhost
565
+ # See configuration.py for a list of all supported configuration parameters.
566
+ configuration = eval_studio_client.api.Configuration(
567
+ host = "http://localhost"
568
+ )
569
+
570
+
571
+ # Enter a context with an instance of the API client
572
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
573
+ # Create an instance of the API class
574
+ api_instance = eval_studio_client.api.ModelServiceApi(api_client)
575
+ order_by = 'order_by_example' # str | If specified, the returned models will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet. Supported fields: - create_time - update_time (optional)
576
+
577
+ try:
578
+ api_response = api_instance.model_service_list_models(order_by=order_by)
579
+ print("The response of ModelServiceApi->model_service_list_models:\n")
580
+ pprint(api_response)
581
+ except Exception as e:
582
+ print("Exception when calling ModelServiceApi->model_service_list_models: %s\n" % e)
583
+ ```
584
+
585
+
586
+
587
+ ### Parameters
588
+
589
+
590
+ Name | Type | Description | Notes
591
+ ------------- | ------------- | ------------- | -------------
592
+ **order_by** | **str**| If specified, the returned models will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet. Supported fields: - create_time - update_time | [optional]
593
+
594
+ ### Return type
595
+
596
+ [**V1alphaListModelsResponse**](V1alphaListModelsResponse.md)
597
+
598
+ ### Authorization
599
+
600
+ No authorization required
601
+
602
+ ### HTTP request headers
603
+
604
+ - **Content-Type**: Not defined
605
+ - **Accept**: application/json
606
+
607
+ ### HTTP response details
608
+
609
+ | Status code | Description | Response headers |
610
+ |-------------|-------------|------------------|
611
+ **200** | A successful response. | - |
612
+ **0** | An unexpected error response. | - |
613
+
614
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
615
+
616
+ # **model_service_list_most_recent_models**
617
+ > V1alphaListMostRecentModelsResponse model_service_list_most_recent_models(limit=limit)
618
+
619
+
620
+
621
+ ### Example
622
+
623
+
624
+ ```python
625
+ import eval_studio_client.api
626
+ from eval_studio_client.api.models.v1alpha_list_most_recent_models_response import V1alphaListMostRecentModelsResponse
627
+ from eval_studio_client.api.rest import ApiException
628
+ from pprint import pprint
629
+
630
+ # Defining the host is optional and defaults to http://localhost
631
+ # See configuration.py for a list of all supported configuration parameters.
632
+ configuration = eval_studio_client.api.Configuration(
633
+ host = "http://localhost"
634
+ )
635
+
636
+
637
+ # Enter a context with an instance of the API client
638
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
639
+ # Create an instance of the API class
640
+ api_instance = eval_studio_client.api.ModelServiceApi(api_client)
641
+ limit = 56 # int | Optional. The max number of the most recent Models to retrieve. Use -1 to retrieve all. Defaults to 3. (optional)
642
+
643
+ try:
644
+ api_response = api_instance.model_service_list_most_recent_models(limit=limit)
645
+ print("The response of ModelServiceApi->model_service_list_most_recent_models:\n")
646
+ pprint(api_response)
647
+ except Exception as e:
648
+ print("Exception when calling ModelServiceApi->model_service_list_most_recent_models: %s\n" % e)
649
+ ```
650
+
651
+
652
+
653
+ ### Parameters
654
+
655
+
656
+ Name | Type | Description | Notes
657
+ ------------- | ------------- | ------------- | -------------
658
+ **limit** | **int**| Optional. The max number of the most recent Models to retrieve. Use -1 to retrieve all. Defaults to 3. | [optional]
659
+
660
+ ### Return type
661
+
662
+ [**V1alphaListMostRecentModelsResponse**](V1alphaListMostRecentModelsResponse.md)
663
+
664
+ ### Authorization
665
+
666
+ No authorization required
667
+
668
+ ### HTTP request headers
669
+
670
+ - **Content-Type**: Not defined
671
+ - **Accept**: application/json
672
+
673
+ ### HTTP response details
674
+
675
+ | Status code | Description | Response headers |
676
+ |-------------|-------------|------------------|
677
+ **200** | A successful response. | - |
678
+ **0** | An unexpected error response. | - |
679
+
680
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
681
+
682
+ # **model_service_update_model**
683
+ > V1alphaUpdateModelResponse model_service_update_model(model_name, model)
684
+
685
+
686
+
687
+ ### Example
688
+
689
+
690
+ ```python
691
+ import eval_studio_client.api
692
+ from eval_studio_client.api.models.required_the_model_to_update import RequiredTheModelToUpdate
693
+ from eval_studio_client.api.models.v1alpha_update_model_response import V1alphaUpdateModelResponse
694
+ from eval_studio_client.api.rest import ApiException
695
+ from pprint import pprint
696
+
697
+ # Defining the host is optional and defaults to http://localhost
698
+ # See configuration.py for a list of all supported configuration parameters.
699
+ configuration = eval_studio_client.api.Configuration(
700
+ host = "http://localhost"
701
+ )
702
+
703
+
704
+ # Enter a context with an instance of the API client
705
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
706
+ # Create an instance of the API class
707
+ api_instance = eval_studio_client.api.ModelServiceApi(api_client)
708
+ model_name = 'model_name_example' # str | Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
709
+ model = eval_studio_client.api.RequiredTheModelToUpdate() # RequiredTheModelToUpdate | Required. The Model to update.
710
+
711
+ try:
712
+ api_response = api_instance.model_service_update_model(model_name, model)
713
+ print("The response of ModelServiceApi->model_service_update_model:\n")
714
+ pprint(api_response)
715
+ except Exception as e:
716
+ print("Exception when calling ModelServiceApi->model_service_update_model: %s\n" % e)
717
+ ```
718
+
719
+
720
+
721
+ ### Parameters
722
+
723
+
724
+ Name | Type | Description | Notes
725
+ ------------- | ------------- | ------------- | -------------
726
+ **model_name** | **str**| Output only. Name of the Model resource. e.g.: \&quot;models/&lt;UUID&gt;\&quot; |
727
+ **model** | [**RequiredTheModelToUpdate**](RequiredTheModelToUpdate.md)| Required. The Model to update. |
728
+
729
+ ### Return type
730
+
731
+ [**V1alphaUpdateModelResponse**](V1alphaUpdateModelResponse.md)
732
+
733
+ ### Authorization
734
+
735
+ No authorization required
736
+
737
+ ### HTTP request headers
738
+
739
+ - **Content-Type**: application/json
740
+ - **Accept**: application/json
741
+
742
+ ### HTTP response details
743
+
744
+ | Status code | Description | Response headers |
745
+ |-------------|-------------|------------------|
746
+ **200** | A successful response. | - |
747
+ **0** | An unexpected error response. | - |
748
+
749
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
750
+