eval-studio-client 0.7.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (470) hide show
  1. eval_studio_client/__about__.py +1 -0
  2. eval_studio_client/__init__.py +4 -0
  3. eval_studio_client/api/__init__.py +180 -0
  4. eval_studio_client/api/api/__init__.py +20 -0
  5. eval_studio_client/api/api/dashboard_service_api.py +2142 -0
  6. eval_studio_client/api/api/document_service_api.py +1868 -0
  7. eval_studio_client/api/api/evaluation_service_api.py +1603 -0
  8. eval_studio_client/api/api/evaluator_service_api.py +1343 -0
  9. eval_studio_client/api/api/info_service_api.py +275 -0
  10. eval_studio_client/api/api/leaderboard_service_api.py +3336 -0
  11. eval_studio_client/api/api/model_service_api.py +2913 -0
  12. eval_studio_client/api/api/operation_progress_service_api.py +292 -0
  13. eval_studio_client/api/api/operation_service_api.py +1359 -0
  14. eval_studio_client/api/api/perturbation_service_api.py +321 -0
  15. eval_studio_client/api/api/perturbator_service_api.py +532 -0
  16. eval_studio_client/api/api/test_case_service_api.py +1913 -0
  17. eval_studio_client/api/api/test_class_service_api.py +532 -0
  18. eval_studio_client/api/api/test_lab_service_api.py +634 -0
  19. eval_studio_client/api/api/test_service_api.py +2712 -0
  20. eval_studio_client/api/api/who_am_i_service_api.py +275 -0
  21. eval_studio_client/api/api_client.py +770 -0
  22. eval_studio_client/api/api_response.py +21 -0
  23. eval_studio_client/api/configuration.py +436 -0
  24. eval_studio_client/api/docs/DashboardServiceApi.md +549 -0
  25. eval_studio_client/api/docs/DocumentServiceApi.md +478 -0
  26. eval_studio_client/api/docs/EvaluationServiceApi.md +332 -0
  27. eval_studio_client/api/docs/EvaluatorServiceApi.md +345 -0
  28. eval_studio_client/api/docs/InfoServiceApi.md +71 -0
  29. eval_studio_client/api/docs/LeaderboardServiceApi.md +835 -0
  30. eval_studio_client/api/docs/ModelServiceApi.md +750 -0
  31. eval_studio_client/api/docs/OperationProgressServiceApi.md +75 -0
  32. eval_studio_client/api/docs/OperationServiceApi.md +345 -0
  33. eval_studio_client/api/docs/PerturbationServiceApi.md +78 -0
  34. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +31 -0
  35. eval_studio_client/api/docs/PerturbatorServiceApi.md +138 -0
  36. eval_studio_client/api/docs/ProtobufAny.md +30 -0
  37. eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +41 -0
  38. eval_studio_client/api/docs/RequiredTheDocumentToUpdate.md +38 -0
  39. eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +54 -0
  40. eval_studio_client/api/docs/RequiredTheModelToUpdate.md +41 -0
  41. eval_studio_client/api/docs/RequiredTheOperationToFinalize.md +39 -0
  42. eval_studio_client/api/docs/RequiredTheOperationToUpdate.md +39 -0
  43. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +39 -0
  44. eval_studio_client/api/docs/RequiredTheTestToUpdate.md +39 -0
  45. eval_studio_client/api/docs/RpcStatus.md +32 -0
  46. eval_studio_client/api/docs/TestCaseServiceApi.md +486 -0
  47. eval_studio_client/api/docs/TestCaseServiceBatchDeleteTestCasesRequest.md +29 -0
  48. eval_studio_client/api/docs/TestClassServiceApi.md +138 -0
  49. eval_studio_client/api/docs/TestLabServiceApi.md +151 -0
  50. eval_studio_client/api/docs/TestServiceApi.md +689 -0
  51. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +31 -0
  52. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +31 -0
  53. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +29 -0
  54. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +29 -0
  55. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +29 -0
  56. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +29 -0
  57. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +29 -0
  58. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +29 -0
  59. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +29 -0
  60. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +30 -0
  61. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +29 -0
  62. eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +29 -0
  63. eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +29 -0
  64. eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +29 -0
  65. eval_studio_client/api/docs/V1alphaBatchDeleteTestsRequest.md +30 -0
  66. eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +29 -0
  67. eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +29 -0
  68. eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +29 -0
  69. eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +29 -0
  70. eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +29 -0
  71. eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +29 -0
  72. eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +29 -0
  73. eval_studio_client/api/docs/V1alphaBatchImportLeaderboardRequest.md +37 -0
  74. eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +29 -0
  75. eval_studio_client/api/docs/V1alphaBatchImportTestsRequest.md +32 -0
  76. eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +29 -0
  77. eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +30 -0
  78. eval_studio_client/api/docs/V1alphaCollectionInfo.md +33 -0
  79. eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +29 -0
  80. eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +29 -0
  81. eval_studio_client/api/docs/V1alphaCreateEvaluationRequest.md +37 -0
  82. eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +29 -0
  83. eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +29 -0
  84. eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +29 -0
  85. eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +29 -0
  86. eval_studio_client/api/docs/V1alphaCreateModelResponse.md +29 -0
  87. eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +29 -0
  88. eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +29 -0
  89. eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +29 -0
  90. eval_studio_client/api/docs/V1alphaCreateTestResponse.md +29 -0
  91. eval_studio_client/api/docs/V1alphaDashboard.md +41 -0
  92. eval_studio_client/api/docs/V1alphaDashboardStatus.md +12 -0
  93. eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +29 -0
  94. eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +29 -0
  95. eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +29 -0
  96. eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +29 -0
  97. eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +29 -0
  98. eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +29 -0
  99. eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +29 -0
  100. eval_studio_client/api/docs/V1alphaDocument.md +38 -0
  101. eval_studio_client/api/docs/V1alphaEvaluationTest.md +32 -0
  102. eval_studio_client/api/docs/V1alphaEvaluator.md +45 -0
  103. eval_studio_client/api/docs/V1alphaEvaluatorParamType.md +12 -0
  104. eval_studio_client/api/docs/V1alphaEvaluatorParameter.md +40 -0
  105. eval_studio_client/api/docs/V1alphaEvaluatorView.md +12 -0
  106. eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +29 -0
  107. eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +29 -0
  108. eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +29 -0
  109. eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +29 -0
  110. eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +29 -0
  111. eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +29 -0
  112. eval_studio_client/api/docs/V1alphaGetInfoResponse.md +29 -0
  113. eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +29 -0
  114. eval_studio_client/api/docs/V1alphaGetModelResponse.md +29 -0
  115. eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +29 -0
  116. eval_studio_client/api/docs/V1alphaGetOperationResponse.md +29 -0
  117. eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +29 -0
  118. eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +29 -0
  119. eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +29 -0
  120. eval_studio_client/api/docs/V1alphaGetTestResponse.md +29 -0
  121. eval_studio_client/api/docs/V1alphaImportEvaluationRequest.md +33 -0
  122. eval_studio_client/api/docs/V1alphaImportLeaderboardRequest.md +37 -0
  123. eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +29 -0
  124. eval_studio_client/api/docs/V1alphaInfo.md +35 -0
  125. eval_studio_client/api/docs/V1alphaInsight.md +40 -0
  126. eval_studio_client/api/docs/V1alphaLeaderboard.md +54 -0
  127. eval_studio_client/api/docs/V1alphaLeaderboardStatus.md +12 -0
  128. eval_studio_client/api/docs/V1alphaLeaderboardType.md +12 -0
  129. eval_studio_client/api/docs/V1alphaLeaderboardView.md +12 -0
  130. eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +29 -0
  131. eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +29 -0
  132. eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +29 -0
  133. eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +29 -0
  134. eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +29 -0
  135. eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +30 -0
  136. eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +29 -0
  137. eval_studio_client/api/docs/V1alphaListModelsResponse.md +29 -0
  138. eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +29 -0
  139. eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +29 -0
  140. eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +29 -0
  141. eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +29 -0
  142. eval_studio_client/api/docs/V1alphaListOperationsResponse.md +29 -0
  143. eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +29 -0
  144. eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +29 -0
  145. eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +29 -0
  146. eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +29 -0
  147. eval_studio_client/api/docs/V1alphaListTestsResponse.md +29 -0
  148. eval_studio_client/api/docs/V1alphaModel.md +42 -0
  149. eval_studio_client/api/docs/V1alphaModelType.md +12 -0
  150. eval_studio_client/api/docs/V1alphaOperation.md +40 -0
  151. eval_studio_client/api/docs/V1alphaOperationProgress.md +32 -0
  152. eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +29 -0
  153. eval_studio_client/api/docs/V1alphaPerturbator.md +39 -0
  154. eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +32 -0
  155. eval_studio_client/api/docs/V1alphaPerturbatorIntensity.md +11 -0
  156. eval_studio_client/api/docs/V1alphaProblemAndAction.md +39 -0
  157. eval_studio_client/api/docs/V1alphaTest.md +40 -0
  158. eval_studio_client/api/docs/V1alphaTestCase.md +40 -0
  159. eval_studio_client/api/docs/V1alphaTestCaseRelationship.md +31 -0
  160. eval_studio_client/api/docs/V1alphaTestClass.md +41 -0
  161. eval_studio_client/api/docs/V1alphaTestClassType.md +12 -0
  162. eval_studio_client/api/docs/V1alphaTestLab.md +41 -0
  163. eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +29 -0
  164. eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +29 -0
  165. eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +29 -0
  166. eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +29 -0
  167. eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +29 -0
  168. eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +29 -0
  169. eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +29 -0
  170. eval_studio_client/api/docs/V1alphaWhoAmIResponse.md +31 -0
  171. eval_studio_client/api/docs/WhoAmIServiceApi.md +72 -0
  172. eval_studio_client/api/exceptions.py +199 -0
  173. eval_studio_client/api/models/__init__.py +148 -0
  174. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +115 -0
  175. eval_studio_client/api/models/protobuf_any.py +100 -0
  176. eval_studio_client/api/models/required_the_dashboard_to_update.py +127 -0
  177. eval_studio_client/api/models/required_the_document_to_update.py +116 -0
  178. eval_studio_client/api/models/required_the_leaderboard_to_update.py +178 -0
  179. eval_studio_client/api/models/required_the_model_to_update.py +127 -0
  180. eval_studio_client/api/models/required_the_operation_to_finalize.py +129 -0
  181. eval_studio_client/api/models/required_the_operation_to_update.py +129 -0
  182. eval_studio_client/api/models/required_the_test_case_to_update.py +120 -0
  183. eval_studio_client/api/models/required_the_test_to_update.py +122 -0
  184. eval_studio_client/api/models/rpc_status.py +99 -0
  185. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +87 -0
  186. eval_studio_client/api/models/test_service_perturb_test_request.py +99 -0
  187. eval_studio_client/api/models/v1alpha_batch_create_leaderboards_request.py +99 -0
  188. eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +91 -0
  189. eval_studio_client/api/models/v1alpha_batch_delete_dashboards_request.py +87 -0
  190. eval_studio_client/api/models/v1alpha_batch_delete_dashboards_response.py +95 -0
  191. eval_studio_client/api/models/v1alpha_batch_delete_documents_request.py +87 -0
  192. eval_studio_client/api/models/v1alpha_batch_delete_documents_response.py +95 -0
  193. eval_studio_client/api/models/v1alpha_batch_delete_evaluators_request.py +87 -0
  194. eval_studio_client/api/models/v1alpha_batch_delete_evaluators_response.py +95 -0
  195. eval_studio_client/api/models/v1alpha_batch_delete_leaderboards_request.py +90 -0
  196. eval_studio_client/api/models/v1alpha_batch_delete_leaderboards_response.py +95 -0
  197. eval_studio_client/api/models/v1alpha_batch_delete_models_request.py +87 -0
  198. eval_studio_client/api/models/v1alpha_batch_delete_models_response.py +95 -0
  199. eval_studio_client/api/models/v1alpha_batch_delete_test_cases_response.py +95 -0
  200. eval_studio_client/api/models/v1alpha_batch_delete_tests_request.py +89 -0
  201. eval_studio_client/api/models/v1alpha_batch_delete_tests_response.py +95 -0
  202. eval_studio_client/api/models/v1alpha_batch_get_dashboards_response.py +95 -0
  203. eval_studio_client/api/models/v1alpha_batch_get_documents_response.py +95 -0
  204. eval_studio_client/api/models/v1alpha_batch_get_leaderboards_response.py +95 -0
  205. eval_studio_client/api/models/v1alpha_batch_get_models_response.py +95 -0
  206. eval_studio_client/api/models/v1alpha_batch_get_operations_response.py +95 -0
  207. eval_studio_client/api/models/v1alpha_batch_get_tests_response.py +95 -0
  208. eval_studio_client/api/models/v1alpha_batch_import_leaderboard_request.py +104 -0
  209. eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +91 -0
  210. eval_studio_client/api/models/v1alpha_batch_import_tests_request.py +93 -0
  211. eval_studio_client/api/models/v1alpha_batch_import_tests_response.py +95 -0
  212. eval_studio_client/api/models/v1alpha_check_base_models_response.py +89 -0
  213. eval_studio_client/api/models/v1alpha_collection_info.py +93 -0
  214. eval_studio_client/api/models/v1alpha_create_dashboard_response.py +91 -0
  215. eval_studio_client/api/models/v1alpha_create_document_response.py +91 -0
  216. eval_studio_client/api/models/v1alpha_create_evaluation_request.py +115 -0
  217. eval_studio_client/api/models/v1alpha_create_evaluator_response.py +91 -0
  218. eval_studio_client/api/models/v1alpha_create_leaderboard_request.py +91 -0
  219. eval_studio_client/api/models/v1alpha_create_leaderboard_response.py +91 -0
  220. eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +91 -0
  221. eval_studio_client/api/models/v1alpha_create_model_response.py +91 -0
  222. eval_studio_client/api/models/v1alpha_create_perturbation_response.py +87 -0
  223. eval_studio_client/api/models/v1alpha_create_test_case_response.py +91 -0
  224. eval_studio_client/api/models/v1alpha_create_test_lab_response.py +91 -0
  225. eval_studio_client/api/models/v1alpha_create_test_response.py +91 -0
  226. eval_studio_client/api/models/v1alpha_dashboard.py +131 -0
  227. eval_studio_client/api/models/v1alpha_dashboard_status.py +39 -0
  228. eval_studio_client/api/models/v1alpha_delete_dashboard_response.py +91 -0
  229. eval_studio_client/api/models/v1alpha_delete_document_response.py +91 -0
  230. eval_studio_client/api/models/v1alpha_delete_evaluator_response.py +91 -0
  231. eval_studio_client/api/models/v1alpha_delete_leaderboard_response.py +91 -0
  232. eval_studio_client/api/models/v1alpha_delete_model_response.py +91 -0
  233. eval_studio_client/api/models/v1alpha_delete_test_case_response.py +91 -0
  234. eval_studio_client/api/models/v1alpha_delete_test_response.py +91 -0
  235. eval_studio_client/api/models/v1alpha_document.py +120 -0
  236. eval_studio_client/api/models/v1alpha_evaluation_test.py +107 -0
  237. eval_studio_client/api/models/v1alpha_evaluator.py +155 -0
  238. eval_studio_client/api/models/v1alpha_evaluator_param_type.py +42 -0
  239. eval_studio_client/api/models/v1alpha_evaluator_parameter.py +126 -0
  240. eval_studio_client/api/models/v1alpha_evaluator_view.py +38 -0
  241. eval_studio_client/api/models/v1alpha_finalize_operation_response.py +91 -0
  242. eval_studio_client/api/models/v1alpha_find_all_test_cases_by_id_response.py +95 -0
  243. eval_studio_client/api/models/v1alpha_find_test_lab_response.py +91 -0
  244. eval_studio_client/api/models/v1alpha_get_dashboard_response.py +91 -0
  245. eval_studio_client/api/models/v1alpha_get_document_response.py +91 -0
  246. eval_studio_client/api/models/v1alpha_get_evaluator_response.py +91 -0
  247. eval_studio_client/api/models/v1alpha_get_info_response.py +91 -0
  248. eval_studio_client/api/models/v1alpha_get_leaderboard_response.py +91 -0
  249. eval_studio_client/api/models/v1alpha_get_model_response.py +91 -0
  250. eval_studio_client/api/models/v1alpha_get_operation_progress_by_parent_response.py +91 -0
  251. eval_studio_client/api/models/v1alpha_get_operation_response.py +91 -0
  252. eval_studio_client/api/models/v1alpha_get_perturbator_response.py +91 -0
  253. eval_studio_client/api/models/v1alpha_get_test_case_response.py +91 -0
  254. eval_studio_client/api/models/v1alpha_get_test_class_response.py +91 -0
  255. eval_studio_client/api/models/v1alpha_get_test_response.py +91 -0
  256. eval_studio_client/api/models/v1alpha_import_evaluation_request.py +99 -0
  257. eval_studio_client/api/models/v1alpha_import_leaderboard_request.py +104 -0
  258. eval_studio_client/api/models/v1alpha_import_leaderboard_response.py +91 -0
  259. eval_studio_client/api/models/v1alpha_info.py +99 -0
  260. eval_studio_client/api/models/v1alpha_insight.py +107 -0
  261. eval_studio_client/api/models/v1alpha_leaderboard.py +182 -0
  262. eval_studio_client/api/models/v1alpha_leaderboard_status.py +39 -0
  263. eval_studio_client/api/models/v1alpha_leaderboard_type.py +39 -0
  264. eval_studio_client/api/models/v1alpha_leaderboard_view.py +39 -0
  265. eval_studio_client/api/models/v1alpha_list_base_models_response.py +87 -0
  266. eval_studio_client/api/models/v1alpha_list_dashboards_response.py +95 -0
  267. eval_studio_client/api/models/v1alpha_list_documents_response.py +95 -0
  268. eval_studio_client/api/models/v1alpha_list_evaluators_response.py +95 -0
  269. eval_studio_client/api/models/v1alpha_list_leaderboards_response.py +97 -0
  270. eval_studio_client/api/models/v1alpha_list_llm_models_response.py +87 -0
  271. eval_studio_client/api/models/v1alpha_list_model_collections_response.py +95 -0
  272. eval_studio_client/api/models/v1alpha_list_models_response.py +95 -0
  273. eval_studio_client/api/models/v1alpha_list_most_recent_dashboards_response.py +95 -0
  274. eval_studio_client/api/models/v1alpha_list_most_recent_leaderboards_response.py +95 -0
  275. eval_studio_client/api/models/v1alpha_list_most_recent_models_response.py +95 -0
  276. eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +95 -0
  277. eval_studio_client/api/models/v1alpha_list_operations_response.py +95 -0
  278. eval_studio_client/api/models/v1alpha_list_perturbators_response.py +95 -0
  279. eval_studio_client/api/models/v1alpha_list_rag_collections_response.py +95 -0
  280. eval_studio_client/api/models/v1alpha_list_test_cases_response.py +95 -0
  281. eval_studio_client/api/models/v1alpha_list_test_classes_response.py +95 -0
  282. eval_studio_client/api/models/v1alpha_list_tests_response.py +95 -0
  283. eval_studio_client/api/models/v1alpha_model.py +131 -0
  284. eval_studio_client/api/models/v1alpha_model_type.py +46 -0
  285. eval_studio_client/api/models/v1alpha_operation.py +133 -0
  286. eval_studio_client/api/models/v1alpha_operation_progress.py +99 -0
  287. eval_studio_client/api/models/v1alpha_perturb_test_response.py +91 -0
  288. eval_studio_client/api/models/v1alpha_perturbator.py +122 -0
  289. eval_studio_client/api/models/v1alpha_perturbator_configuration.py +92 -0
  290. eval_studio_client/api/models/v1alpha_perturbator_intensity.py +39 -0
  291. eval_studio_client/api/models/v1alpha_problem_and_action.py +129 -0
  292. eval_studio_client/api/models/v1alpha_test.py +126 -0
  293. eval_studio_client/api/models/v1alpha_test_case.py +124 -0
  294. eval_studio_client/api/models/v1alpha_test_case_relationship.py +91 -0
  295. eval_studio_client/api/models/v1alpha_test_class.py +127 -0
  296. eval_studio_client/api/models/v1alpha_test_class_type.py +42 -0
  297. eval_studio_client/api/models/v1alpha_test_lab.py +137 -0
  298. eval_studio_client/api/models/v1alpha_update_dashboard_response.py +91 -0
  299. eval_studio_client/api/models/v1alpha_update_document_response.py +91 -0
  300. eval_studio_client/api/models/v1alpha_update_leaderboard_response.py +91 -0
  301. eval_studio_client/api/models/v1alpha_update_model_response.py +91 -0
  302. eval_studio_client/api/models/v1alpha_update_operation_response.py +91 -0
  303. eval_studio_client/api/models/v1alpha_update_test_case_response.py +91 -0
  304. eval_studio_client/api/models/v1alpha_update_test_response.py +91 -0
  305. eval_studio_client/api/models/v1alpha_who_am_i_response.py +91 -0
  306. eval_studio_client/api/rest.py +257 -0
  307. eval_studio_client/api/test/__init__.py +0 -0
  308. eval_studio_client/api/test/test_dashboard_service_api.py +79 -0
  309. eval_studio_client/api/test/test_document_service_api.py +73 -0
  310. eval_studio_client/api/test/test_evaluation_service_api.py +55 -0
  311. eval_studio_client/api/test/test_evaluator_service_api.py +61 -0
  312. eval_studio_client/api/test/test_info_service_api.py +37 -0
  313. eval_studio_client/api/test/test_leaderboard_service_api.py +103 -0
  314. eval_studio_client/api/test/test_model_service_api.py +97 -0
  315. eval_studio_client/api/test/test_operation_progress_service_api.py +37 -0
  316. eval_studio_client/api/test/test_operation_service_api.py +61 -0
  317. eval_studio_client/api/test/test_perturbation_service_api.py +37 -0
  318. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +79 -0
  319. eval_studio_client/api/test/test_perturbator_service_api.py +43 -0
  320. eval_studio_client/api/test/test_protobuf_any.py +51 -0
  321. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +64 -0
  322. eval_studio_client/api/test/test_required_the_document_to_update.py +59 -0
  323. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +115 -0
  324. eval_studio_client/api/test/test_required_the_model_to_update.py +63 -0
  325. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +71 -0
  326. eval_studio_client/api/test/test_required_the_operation_to_update.py +71 -0
  327. eval_studio_client/api/test/test_required_the_test_case_to_update.py +63 -0
  328. eval_studio_client/api/test/test_required_the_test_to_update.py +65 -0
  329. eval_studio_client/api/test/test_rpc_status.py +57 -0
  330. eval_studio_client/api/test/test_test_case_service_api.py +73 -0
  331. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +53 -0
  332. eval_studio_client/api/test/test_test_class_service_api.py +43 -0
  333. eval_studio_client/api/test/test_test_lab_service_api.py +43 -0
  334. eval_studio_client/api/test/test_test_service_api.py +91 -0
  335. eval_studio_client/api/test/test_test_service_perturb_test_request.py +58 -0
  336. eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_request.py +119 -0
  337. eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +71 -0
  338. eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +53 -0
  339. eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_response.py +68 -0
  340. eval_studio_client/api/test/test_v1alpha_batch_delete_documents_request.py +53 -0
  341. eval_studio_client/api/test/test_v1alpha_batch_delete_documents_response.py +63 -0
  342. eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +53 -0
  343. eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_response.py +91 -0
  344. eval_studio_client/api/test/test_v1alpha_batch_delete_leaderboards_request.py +54 -0
  345. eval_studio_client/api/test/test_v1alpha_batch_delete_leaderboards_response.py +116 -0
  346. eval_studio_client/api/test/test_v1alpha_batch_delete_models_request.py +53 -0
  347. eval_studio_client/api/test/test_v1alpha_batch_delete_models_response.py +67 -0
  348. eval_studio_client/api/test/test_v1alpha_batch_delete_test_cases_response.py +67 -0
  349. eval_studio_client/api/test/test_v1alpha_batch_delete_tests_request.py +54 -0
  350. eval_studio_client/api/test/test_v1alpha_batch_delete_tests_response.py +69 -0
  351. eval_studio_client/api/test/test_v1alpha_batch_get_dashboards_response.py +68 -0
  352. eval_studio_client/api/test/test_v1alpha_batch_get_documents_response.py +63 -0
  353. eval_studio_client/api/test/test_v1alpha_batch_get_leaderboards_response.py +116 -0
  354. eval_studio_client/api/test/test_v1alpha_batch_get_models_response.py +67 -0
  355. eval_studio_client/api/test/test_v1alpha_batch_get_operations_response.py +73 -0
  356. eval_studio_client/api/test/test_v1alpha_batch_get_tests_response.py +69 -0
  357. eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_request.py +61 -0
  358. eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_response.py +71 -0
  359. eval_studio_client/api/test/test_v1alpha_batch_import_tests_request.py +54 -0
  360. eval_studio_client/api/test/test_v1alpha_batch_import_tests_response.py +69 -0
  361. eval_studio_client/api/test/test_v1alpha_check_base_models_response.py +52 -0
  362. eval_studio_client/api/test/test_v1alpha_collection_info.py +54 -0
  363. eval_studio_client/api/test/test_v1alpha_create_dashboard_response.py +66 -0
  364. eval_studio_client/api/test/test_v1alpha_create_document_response.py +61 -0
  365. eval_studio_client/api/test/test_v1alpha_create_evaluation_request.py +107 -0
  366. eval_studio_client/api/test/test_v1alpha_create_evaluator_response.py +89 -0
  367. eval_studio_client/api/test/test_v1alpha_create_leaderboard_request.py +114 -0
  368. eval_studio_client/api/test/test_v1alpha_create_leaderboard_response.py +71 -0
  369. eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +71 -0
  370. eval_studio_client/api/test/test_v1alpha_create_model_response.py +65 -0
  371. eval_studio_client/api/test/test_v1alpha_create_perturbation_response.py +51 -0
  372. eval_studio_client/api/test/test_v1alpha_create_test_case_response.py +65 -0
  373. eval_studio_client/api/test/test_v1alpha_create_test_lab_response.py +68 -0
  374. eval_studio_client/api/test/test_v1alpha_create_test_response.py +67 -0
  375. eval_studio_client/api/test/test_v1alpha_dashboard.py +65 -0
  376. eval_studio_client/api/test/test_v1alpha_dashboard_status.py +33 -0
  377. eval_studio_client/api/test/test_v1alpha_delete_dashboard_response.py +66 -0
  378. eval_studio_client/api/test/test_v1alpha_delete_document_response.py +61 -0
  379. eval_studio_client/api/test/test_v1alpha_delete_evaluator_response.py +89 -0
  380. eval_studio_client/api/test/test_v1alpha_delete_leaderboard_response.py +114 -0
  381. eval_studio_client/api/test/test_v1alpha_delete_model_response.py +65 -0
  382. eval_studio_client/api/test/test_v1alpha_delete_test_case_response.py +65 -0
  383. eval_studio_client/api/test/test_v1alpha_delete_test_response.py +67 -0
  384. eval_studio_client/api/test/test_v1alpha_document.py +60 -0
  385. eval_studio_client/api/test/test_v1alpha_evaluation_test.py +76 -0
  386. eval_studio_client/api/test/test_v1alpha_evaluator.py +91 -0
  387. eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +33 -0
  388. eval_studio_client/api/test/test_v1alpha_evaluator_parameter.py +68 -0
  389. eval_studio_client/api/test/test_v1alpha_evaluator_view.py +33 -0
  390. eval_studio_client/api/test/test_v1alpha_finalize_operation_response.py +71 -0
  391. eval_studio_client/api/test/test_v1alpha_find_all_test_cases_by_id_response.py +67 -0
  392. eval_studio_client/api/test/test_v1alpha_find_test_lab_response.py +68 -0
  393. eval_studio_client/api/test/test_v1alpha_get_dashboard_response.py +66 -0
  394. eval_studio_client/api/test/test_v1alpha_get_document_response.py +61 -0
  395. eval_studio_client/api/test/test_v1alpha_get_evaluator_response.py +89 -0
  396. eval_studio_client/api/test/test_v1alpha_get_info_response.py +60 -0
  397. eval_studio_client/api/test/test_v1alpha_get_leaderboard_response.py +114 -0
  398. eval_studio_client/api/test/test_v1alpha_get_model_response.py +65 -0
  399. eval_studio_client/api/test/test_v1alpha_get_operation_progress_by_parent_response.py +55 -0
  400. eval_studio_client/api/test/test_v1alpha_get_operation_response.py +71 -0
  401. eval_studio_client/api/test/test_v1alpha_get_perturbator_response.py +64 -0
  402. eval_studio_client/api/test/test_v1alpha_get_test_case_response.py +65 -0
  403. eval_studio_client/api/test/test_v1alpha_get_test_class_response.py +70 -0
  404. eval_studio_client/api/test/test_v1alpha_get_test_response.py +67 -0
  405. eval_studio_client/api/test/test_v1alpha_import_evaluation_request.py +73 -0
  406. eval_studio_client/api/test/test_v1alpha_import_leaderboard_request.py +59 -0
  407. eval_studio_client/api/test/test_v1alpha_import_leaderboard_response.py +71 -0
  408. eval_studio_client/api/test/test_v1alpha_info.py +59 -0
  409. eval_studio_client/api/test/test_v1alpha_insight.py +67 -0
  410. eval_studio_client/api/test/test_v1alpha_leaderboard.py +116 -0
  411. eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +33 -0
  412. eval_studio_client/api/test/test_v1alpha_leaderboard_type.py +33 -0
  413. eval_studio_client/api/test/test_v1alpha_leaderboard_view.py +33 -0
  414. eval_studio_client/api/test/test_v1alpha_list_base_models_response.py +53 -0
  415. eval_studio_client/api/test/test_v1alpha_list_dashboards_response.py +68 -0
  416. eval_studio_client/api/test/test_v1alpha_list_documents_response.py +63 -0
  417. eval_studio_client/api/test/test_v1alpha_list_evaluators_response.py +91 -0
  418. eval_studio_client/api/test/test_v1alpha_list_leaderboards_response.py +117 -0
  419. eval_studio_client/api/test/test_v1alpha_list_llm_models_response.py +53 -0
  420. eval_studio_client/api/test/test_v1alpha_list_model_collections_response.py +57 -0
  421. eval_studio_client/api/test/test_v1alpha_list_models_response.py +67 -0
  422. eval_studio_client/api/test/test_v1alpha_list_most_recent_dashboards_response.py +68 -0
  423. eval_studio_client/api/test/test_v1alpha_list_most_recent_leaderboards_response.py +116 -0
  424. eval_studio_client/api/test/test_v1alpha_list_most_recent_models_response.py +67 -0
  425. eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +69 -0
  426. eval_studio_client/api/test/test_v1alpha_list_operations_response.py +73 -0
  427. eval_studio_client/api/test/test_v1alpha_list_perturbators_response.py +66 -0
  428. eval_studio_client/api/test/test_v1alpha_list_rag_collections_response.py +57 -0
  429. eval_studio_client/api/test/test_v1alpha_list_test_cases_response.py +67 -0
  430. eval_studio_client/api/test/test_v1alpha_list_test_classes_response.py +72 -0
  431. eval_studio_client/api/test/test_v1alpha_list_tests_response.py +69 -0
  432. eval_studio_client/api/test/test_v1alpha_model.py +64 -0
  433. eval_studio_client/api/test/test_v1alpha_model_type.py +33 -0
  434. eval_studio_client/api/test/test_v1alpha_operation.py +72 -0
  435. eval_studio_client/api/test/test_v1alpha_operation_progress.py +54 -0
  436. eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +67 -0
  437. eval_studio_client/api/test/test_v1alpha_perturbator.py +63 -0
  438. eval_studio_client/api/test/test_v1alpha_perturbator_configuration.py +53 -0
  439. eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +33 -0
  440. eval_studio_client/api/test/test_v1alpha_problem_and_action.py +65 -0
  441. eval_studio_client/api/test/test_v1alpha_test.py +66 -0
  442. eval_studio_client/api/test/test_v1alpha_test_case.py +64 -0
  443. eval_studio_client/api/test/test_v1alpha_test_case_relationship.py +53 -0
  444. eval_studio_client/api/test/test_v1alpha_test_class.py +69 -0
  445. eval_studio_client/api/test/test_v1alpha_test_class_type.py +33 -0
  446. eval_studio_client/api/test/test_v1alpha_test_lab.py +67 -0
  447. eval_studio_client/api/test/test_v1alpha_update_dashboard_response.py +66 -0
  448. eval_studio_client/api/test/test_v1alpha_update_document_response.py +61 -0
  449. eval_studio_client/api/test/test_v1alpha_update_leaderboard_response.py +114 -0
  450. eval_studio_client/api/test/test_v1alpha_update_model_response.py +65 -0
  451. eval_studio_client/api/test/test_v1alpha_update_operation_response.py +71 -0
  452. eval_studio_client/api/test/test_v1alpha_update_test_case_response.py +65 -0
  453. eval_studio_client/api/test/test_v1alpha_update_test_response.py +67 -0
  454. eval_studio_client/api/test/test_v1alpha_who_am_i_response.py +53 -0
  455. eval_studio_client/api/test/test_who_am_i_service_api.py +38 -0
  456. eval_studio_client/client.py +98 -0
  457. eval_studio_client/dashboards.py +187 -0
  458. eval_studio_client/documents.py +95 -0
  459. eval_studio_client/evaluators.py +65 -0
  460. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +6043 -0
  461. eval_studio_client/insights.py +35 -0
  462. eval_studio_client/leaderboards.py +207 -0
  463. eval_studio_client/models.py +522 -0
  464. eval_studio_client/perturbators.py +101 -0
  465. eval_studio_client/problems.py +50 -0
  466. eval_studio_client/test_labs.py +319 -0
  467. eval_studio_client/tests.py +369 -0
  468. eval_studio_client-0.7.0.dist-info/METADATA +18 -0
  469. eval_studio_client-0.7.0.dist-info/RECORD +470 -0
  470. eval_studio_client-0.7.0.dist-info/WHEEL +4 -0
@@ -0,0 +1,689 @@
1
+ # eval_studio_client.api.TestServiceApi
2
+
3
+ All URIs are relative to *http://localhost*
4
+
5
+ Method | HTTP request | Description
6
+ ------------- | ------------- | -------------
7
+ [**test_service_batch_delete_tests**](TestServiceApi.md#test_service_batch_delete_tests) | **POST** /v1alpha/tests:batchDelete |
8
+ [**test_service_batch_get_tests**](TestServiceApi.md#test_service_batch_get_tests) | **GET** /v1alpha/tests:batchGet |
9
+ [**test_service_batch_import_tests**](TestServiceApi.md#test_service_batch_import_tests) | **POST** /v1alpha/tests:batchImport |
10
+ [**test_service_create_test**](TestServiceApi.md#test_service_create_test) | **POST** /v1alpha/tests |
11
+ [**test_service_delete_test**](TestServiceApi.md#test_service_delete_test) | **DELETE** /v1alpha/{name_6} |
12
+ [**test_service_get_test**](TestServiceApi.md#test_service_get_test) | **GET** /v1alpha/{name_9} |
13
+ [**test_service_list_most_recent_tests**](TestServiceApi.md#test_service_list_most_recent_tests) | **GET** /v1alpha/tests:mostRecent |
14
+ [**test_service_list_tests**](TestServiceApi.md#test_service_list_tests) | **GET** /v1alpha/tests |
15
+ [**test_service_perturb_test**](TestServiceApi.md#test_service_perturb_test) | **POST** /v1alpha/{name}:perturb |
16
+ [**test_service_update_test**](TestServiceApi.md#test_service_update_test) | **PATCH** /v1alpha/{test.name} |
17
+
18
+
19
+ # **test_service_batch_delete_tests**
20
+ > V1alphaBatchDeleteTestsResponse test_service_batch_delete_tests(body)
21
+
22
+
23
+
24
+ ### Example
25
+
26
+
27
+ ```python
28
+ import eval_studio_client.api
29
+ from eval_studio_client.api.models.v1alpha_batch_delete_tests_request import V1alphaBatchDeleteTestsRequest
30
+ from eval_studio_client.api.models.v1alpha_batch_delete_tests_response import V1alphaBatchDeleteTestsResponse
31
+ from eval_studio_client.api.rest import ApiException
32
+ from pprint import pprint
33
+
34
+ # Defining the host is optional and defaults to http://localhost
35
+ # See configuration.py for a list of all supported configuration parameters.
36
+ configuration = eval_studio_client.api.Configuration(
37
+ host = "http://localhost"
38
+ )
39
+
40
+
41
+ # Enter a context with an instance of the API client
42
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
43
+ # Create an instance of the API class
44
+ api_instance = eval_studio_client.api.TestServiceApi(api_client)
45
+ body = eval_studio_client.api.V1alphaBatchDeleteTestsRequest() # V1alphaBatchDeleteTestsRequest |
46
+
47
+ try:
48
+ api_response = api_instance.test_service_batch_delete_tests(body)
49
+ print("The response of TestServiceApi->test_service_batch_delete_tests:\n")
50
+ pprint(api_response)
51
+ except Exception as e:
52
+ print("Exception when calling TestServiceApi->test_service_batch_delete_tests: %s\n" % e)
53
+ ```
54
+
55
+
56
+
57
+ ### Parameters
58
+
59
+
60
+ Name | Type | Description | Notes
61
+ ------------- | ------------- | ------------- | -------------
62
+ **body** | [**V1alphaBatchDeleteTestsRequest**](V1alphaBatchDeleteTestsRequest.md)| |
63
+
64
+ ### Return type
65
+
66
+ [**V1alphaBatchDeleteTestsResponse**](V1alphaBatchDeleteTestsResponse.md)
67
+
68
+ ### Authorization
69
+
70
+ No authorization required
71
+
72
+ ### HTTP request headers
73
+
74
+ - **Content-Type**: application/json
75
+ - **Accept**: application/json
76
+
77
+ ### HTTP response details
78
+
79
+ | Status code | Description | Response headers |
80
+ |-------------|-------------|------------------|
81
+ **200** | A successful response. | - |
82
+ **0** | An unexpected error response. | - |
83
+
84
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
85
+
86
+ # **test_service_batch_get_tests**
87
+ > V1alphaBatchGetTestsResponse test_service_batch_get_tests(names=names)
88
+
89
+
90
+
91
+ ### Example
92
+
93
+
94
+ ```python
95
+ import eval_studio_client.api
96
+ from eval_studio_client.api.models.v1alpha_batch_get_tests_response import V1alphaBatchGetTestsResponse
97
+ from eval_studio_client.api.rest import ApiException
98
+ from pprint import pprint
99
+
100
+ # Defining the host is optional and defaults to http://localhost
101
+ # See configuration.py for a list of all supported configuration parameters.
102
+ configuration = eval_studio_client.api.Configuration(
103
+ host = "http://localhost"
104
+ )
105
+
106
+
107
+ # Enter a context with an instance of the API client
108
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
109
+ # Create an instance of the API class
110
+ api_instance = eval_studio_client.api.TestServiceApi(api_client)
111
+ names = ['names_example'] # List[str] | The names of the Tests to retrieve. A maximum of 1000 can be specified. (optional)
112
+
113
+ try:
114
+ api_response = api_instance.test_service_batch_get_tests(names=names)
115
+ print("The response of TestServiceApi->test_service_batch_get_tests:\n")
116
+ pprint(api_response)
117
+ except Exception as e:
118
+ print("Exception when calling TestServiceApi->test_service_batch_get_tests: %s\n" % e)
119
+ ```
120
+
121
+
122
+
123
+ ### Parameters
124
+
125
+
126
+ Name | Type | Description | Notes
127
+ ------------- | ------------- | ------------- | -------------
128
+ **names** | [**List[str]**](str.md)| The names of the Tests to retrieve. A maximum of 1000 can be specified. | [optional]
129
+
130
+ ### Return type
131
+
132
+ [**V1alphaBatchGetTestsResponse**](V1alphaBatchGetTestsResponse.md)
133
+
134
+ ### Authorization
135
+
136
+ No authorization required
137
+
138
+ ### HTTP request headers
139
+
140
+ - **Content-Type**: Not defined
141
+ - **Accept**: application/json
142
+
143
+ ### HTTP response details
144
+
145
+ | Status code | Description | Response headers |
146
+ |-------------|-------------|------------------|
147
+ **200** | A successful response. | - |
148
+ **0** | An unexpected error response. | - |
149
+
150
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
151
+
152
+ # **test_service_batch_import_tests**
153
+ > V1alphaBatchImportTestsResponse test_service_batch_import_tests(body)
154
+
155
+
156
+
157
+ ### Example
158
+
159
+
160
+ ```python
161
+ import eval_studio_client.api
162
+ from eval_studio_client.api.models.v1alpha_batch_import_tests_request import V1alphaBatchImportTestsRequest
163
+ from eval_studio_client.api.models.v1alpha_batch_import_tests_response import V1alphaBatchImportTestsResponse
164
+ from eval_studio_client.api.rest import ApiException
165
+ from pprint import pprint
166
+
167
+ # Defining the host is optional and defaults to http://localhost
168
+ # See configuration.py for a list of all supported configuration parameters.
169
+ configuration = eval_studio_client.api.Configuration(
170
+ host = "http://localhost"
171
+ )
172
+
173
+
174
+ # Enter a context with an instance of the API client
175
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
176
+ # Create an instance of the API class
177
+ api_instance = eval_studio_client.api.TestServiceApi(api_client)
178
+ body = eval_studio_client.api.V1alphaBatchImportTestsRequest() # V1alphaBatchImportTestsRequest |
179
+
180
+ try:
181
+ api_response = api_instance.test_service_batch_import_tests(body)
182
+ print("The response of TestServiceApi->test_service_batch_import_tests:\n")
183
+ pprint(api_response)
184
+ except Exception as e:
185
+ print("Exception when calling TestServiceApi->test_service_batch_import_tests: %s\n" % e)
186
+ ```
187
+
188
+
189
+
190
+ ### Parameters
191
+
192
+
193
+ Name | Type | Description | Notes
194
+ ------------- | ------------- | ------------- | -------------
195
+ **body** | [**V1alphaBatchImportTestsRequest**](V1alphaBatchImportTestsRequest.md)| |
196
+
197
+ ### Return type
198
+
199
+ [**V1alphaBatchImportTestsResponse**](V1alphaBatchImportTestsResponse.md)
200
+
201
+ ### Authorization
202
+
203
+ No authorization required
204
+
205
+ ### HTTP request headers
206
+
207
+ - **Content-Type**: application/json
208
+ - **Accept**: application/json
209
+
210
+ ### HTTP response details
211
+
212
+ | Status code | Description | Response headers |
213
+ |-------------|-------------|------------------|
214
+ **200** | A successful response. | - |
215
+ **0** | An unexpected error response. | - |
216
+
217
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
218
+
219
+ # **test_service_create_test**
220
+ > V1alphaCreateTestResponse test_service_create_test(test)
221
+
222
+
223
+
224
+ ### Example
225
+
226
+
227
+ ```python
228
+ import eval_studio_client.api
229
+ from eval_studio_client.api.models.v1alpha_create_test_response import V1alphaCreateTestResponse
230
+ from eval_studio_client.api.models.v1alpha_test import V1alphaTest
231
+ from eval_studio_client.api.rest import ApiException
232
+ from pprint import pprint
233
+
234
+ # Defining the host is optional and defaults to http://localhost
235
+ # See configuration.py for a list of all supported configuration parameters.
236
+ configuration = eval_studio_client.api.Configuration(
237
+ host = "http://localhost"
238
+ )
239
+
240
+
241
+ # Enter a context with an instance of the API client
242
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
243
+ # Create an instance of the API class
244
+ api_instance = eval_studio_client.api.TestServiceApi(api_client)
245
+ test = eval_studio_client.api.V1alphaTest() # V1alphaTest | The Test to create.
246
+
247
+ try:
248
+ api_response = api_instance.test_service_create_test(test)
249
+ print("The response of TestServiceApi->test_service_create_test:\n")
250
+ pprint(api_response)
251
+ except Exception as e:
252
+ print("Exception when calling TestServiceApi->test_service_create_test: %s\n" % e)
253
+ ```
254
+
255
+
256
+
257
+ ### Parameters
258
+
259
+
260
+ Name | Type | Description | Notes
261
+ ------------- | ------------- | ------------- | -------------
262
+ **test** | [**V1alphaTest**](V1alphaTest.md)| The Test to create. |
263
+
264
+ ### Return type
265
+
266
+ [**V1alphaCreateTestResponse**](V1alphaCreateTestResponse.md)
267
+
268
+ ### Authorization
269
+
270
+ No authorization required
271
+
272
+ ### HTTP request headers
273
+
274
+ - **Content-Type**: application/json
275
+ - **Accept**: application/json
276
+
277
+ ### HTTP response details
278
+
279
+ | Status code | Description | Response headers |
280
+ |-------------|-------------|------------------|
281
+ **200** | A successful response. | - |
282
+ **0** | An unexpected error response. | - |
283
+
284
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
285
+
286
+ # **test_service_delete_test**
287
+ > V1alphaDeleteTestResponse test_service_delete_test(name_6, force=force)
288
+
289
+
290
+
291
+ ### Example
292
+
293
+
294
+ ```python
295
+ import eval_studio_client.api
296
+ from eval_studio_client.api.models.v1alpha_delete_test_response import V1alphaDeleteTestResponse
297
+ from eval_studio_client.api.rest import ApiException
298
+ from pprint import pprint
299
+
300
+ # Defining the host is optional and defaults to http://localhost
301
+ # See configuration.py for a list of all supported configuration parameters.
302
+ configuration = eval_studio_client.api.Configuration(
303
+ host = "http://localhost"
304
+ )
305
+
306
+
307
+ # Enter a context with an instance of the API client
308
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
309
+ # Create an instance of the API class
310
+ api_instance = eval_studio_client.api.TestServiceApi(api_client)
311
+ name_6 = 'name_6_example' # str | Required. The name of the Test to delete.
312
+ force = True # bool | If set to true, any TestCases associated with this Test will also be deleted. Otherwise, if any TestCases are associated with this Test, the request will fail. (optional)
313
+
314
+ try:
315
+ api_response = api_instance.test_service_delete_test(name_6, force=force)
316
+ print("The response of TestServiceApi->test_service_delete_test:\n")
317
+ pprint(api_response)
318
+ except Exception as e:
319
+ print("Exception when calling TestServiceApi->test_service_delete_test: %s\n" % e)
320
+ ```
321
+
322
+
323
+
324
+ ### Parameters
325
+
326
+
327
+ Name | Type | Description | Notes
328
+ ------------- | ------------- | ------------- | -------------
329
+ **name_6** | **str**| Required. The name of the Test to delete. |
330
+ **force** | **bool**| If set to true, any TestCases associated with this Test will also be deleted. Otherwise, if any TestCases are associated with this Test, the request will fail. | [optional]
331
+
332
+ ### Return type
333
+
334
+ [**V1alphaDeleteTestResponse**](V1alphaDeleteTestResponse.md)
335
+
336
+ ### Authorization
337
+
338
+ No authorization required
339
+
340
+ ### HTTP request headers
341
+
342
+ - **Content-Type**: Not defined
343
+ - **Accept**: application/json
344
+
345
+ ### HTTP response details
346
+
347
+ | Status code | Description | Response headers |
348
+ |-------------|-------------|------------------|
349
+ **200** | A successful response. | - |
350
+ **0** | An unexpected error response. | - |
351
+
352
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
353
+
354
+ # **test_service_get_test**
355
+ > V1alphaGetTestResponse test_service_get_test(name_9)
356
+
357
+
358
+
359
+ ### Example
360
+
361
+
362
+ ```python
363
+ import eval_studio_client.api
364
+ from eval_studio_client.api.models.v1alpha_get_test_response import V1alphaGetTestResponse
365
+ from eval_studio_client.api.rest import ApiException
366
+ from pprint import pprint
367
+
368
+ # Defining the host is optional and defaults to http://localhost
369
+ # See configuration.py for a list of all supported configuration parameters.
370
+ configuration = eval_studio_client.api.Configuration(
371
+ host = "http://localhost"
372
+ )
373
+
374
+
375
+ # Enter a context with an instance of the API client
376
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
377
+ # Create an instance of the API class
378
+ api_instance = eval_studio_client.api.TestServiceApi(api_client)
379
+ name_9 = 'name_9_example' # str | Required. The name of the Test to retrieve.
380
+
381
+ try:
382
+ api_response = api_instance.test_service_get_test(name_9)
383
+ print("The response of TestServiceApi->test_service_get_test:\n")
384
+ pprint(api_response)
385
+ except Exception as e:
386
+ print("Exception when calling TestServiceApi->test_service_get_test: %s\n" % e)
387
+ ```
388
+
389
+
390
+
391
+ ### Parameters
392
+
393
+
394
+ Name | Type | Description | Notes
395
+ ------------- | ------------- | ------------- | -------------
396
+ **name_9** | **str**| Required. The name of the Test to retrieve. |
397
+
398
+ ### Return type
399
+
400
+ [**V1alphaGetTestResponse**](V1alphaGetTestResponse.md)
401
+
402
+ ### Authorization
403
+
404
+ No authorization required
405
+
406
+ ### HTTP request headers
407
+
408
+ - **Content-Type**: Not defined
409
+ - **Accept**: application/json
410
+
411
+ ### HTTP response details
412
+
413
+ | Status code | Description | Response headers |
414
+ |-------------|-------------|------------------|
415
+ **200** | A successful response. | - |
416
+ **0** | An unexpected error response. | - |
417
+
418
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
419
+
420
+ # **test_service_list_most_recent_tests**
421
+ > V1alphaListMostRecentTestsResponse test_service_list_most_recent_tests(limit=limit)
422
+
423
+
424
+
425
+ ### Example
426
+
427
+
428
+ ```python
429
+ import eval_studio_client.api
430
+ from eval_studio_client.api.models.v1alpha_list_most_recent_tests_response import V1alphaListMostRecentTestsResponse
431
+ from eval_studio_client.api.rest import ApiException
432
+ from pprint import pprint
433
+
434
+ # Defining the host is optional and defaults to http://localhost
435
+ # See configuration.py for a list of all supported configuration parameters.
436
+ configuration = eval_studio_client.api.Configuration(
437
+ host = "http://localhost"
438
+ )
439
+
440
+
441
+ # Enter a context with an instance of the API client
442
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
443
+ # Create an instance of the API class
444
+ api_instance = eval_studio_client.api.TestServiceApi(api_client)
445
+ limit = 56 # int | Optional. The max number of the most recent Tests to retrieve. Use -1 to retrieve all. Defaults to 3. (optional)
446
+
447
+ try:
448
+ api_response = api_instance.test_service_list_most_recent_tests(limit=limit)
449
+ print("The response of TestServiceApi->test_service_list_most_recent_tests:\n")
450
+ pprint(api_response)
451
+ except Exception as e:
452
+ print("Exception when calling TestServiceApi->test_service_list_most_recent_tests: %s\n" % e)
453
+ ```
454
+
455
+
456
+
457
+ ### Parameters
458
+
459
+
460
+ Name | Type | Description | Notes
461
+ ------------- | ------------- | ------------- | -------------
462
+ **limit** | **int**| Optional. The max number of the most recent Tests to retrieve. Use -1 to retrieve all. Defaults to 3. | [optional]
463
+
464
+ ### Return type
465
+
466
+ [**V1alphaListMostRecentTestsResponse**](V1alphaListMostRecentTestsResponse.md)
467
+
468
+ ### Authorization
469
+
470
+ No authorization required
471
+
472
+ ### HTTP request headers
473
+
474
+ - **Content-Type**: Not defined
475
+ - **Accept**: application/json
476
+
477
+ ### HTTP response details
478
+
479
+ | Status code | Description | Response headers |
480
+ |-------------|-------------|------------------|
481
+ **200** | A successful response. | - |
482
+ **0** | An unexpected error response. | - |
483
+
484
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
485
+
486
+ # **test_service_list_tests**
487
+ > V1alphaListTestsResponse test_service_list_tests(order_by=order_by)
488
+
489
+
490
+
491
+ ### Example
492
+
493
+
494
+ ```python
495
+ import eval_studio_client.api
496
+ from eval_studio_client.api.models.v1alpha_list_tests_response import V1alphaListTestsResponse
497
+ from eval_studio_client.api.rest import ApiException
498
+ from pprint import pprint
499
+
500
+ # Defining the host is optional and defaults to http://localhost
501
+ # See configuration.py for a list of all supported configuration parameters.
502
+ configuration = eval_studio_client.api.Configuration(
503
+ host = "http://localhost"
504
+ )
505
+
506
+
507
+ # Enter a context with an instance of the API client
508
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
509
+ # Create an instance of the API class
510
+ api_instance = eval_studio_client.api.TestServiceApi(api_client)
511
+ order_by = 'order_by_example' # str | If specified, the returned tests will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet. Supported fields: - create_time - update_time (optional)
512
+
513
+ try:
514
+ api_response = api_instance.test_service_list_tests(order_by=order_by)
515
+ print("The response of TestServiceApi->test_service_list_tests:\n")
516
+ pprint(api_response)
517
+ except Exception as e:
518
+ print("Exception when calling TestServiceApi->test_service_list_tests: %s\n" % e)
519
+ ```
520
+
521
+
522
+
523
+ ### Parameters
524
+
525
+
526
+ Name | Type | Description | Notes
527
+ ------------- | ------------- | ------------- | -------------
528
+ **order_by** | **str**| If specified, the returned tests will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet. Supported fields: - create_time - update_time | [optional]
529
+
530
+ ### Return type
531
+
532
+ [**V1alphaListTestsResponse**](V1alphaListTestsResponse.md)
533
+
534
+ ### Authorization
535
+
536
+ No authorization required
537
+
538
+ ### HTTP request headers
539
+
540
+ - **Content-Type**: Not defined
541
+ - **Accept**: application/json
542
+
543
+ ### HTTP response details
544
+
545
+ | Status code | Description | Response headers |
546
+ |-------------|-------------|------------------|
547
+ **200** | A successful response. | - |
548
+ **0** | An unexpected error response. | - |
549
+
550
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
551
+
552
+ # **test_service_perturb_test**
553
+ > V1alphaPerturbTestResponse test_service_perturb_test(name, body)
554
+
555
+
556
+
557
+ ### Example
558
+
559
+
560
+ ```python
561
+ import eval_studio_client.api
562
+ from eval_studio_client.api.models.test_service_perturb_test_request import TestServicePerturbTestRequest
563
+ from eval_studio_client.api.models.v1alpha_perturb_test_response import V1alphaPerturbTestResponse
564
+ from eval_studio_client.api.rest import ApiException
565
+ from pprint import pprint
566
+
567
+ # Defining the host is optional and defaults to http://localhost
568
+ # See configuration.py for a list of all supported configuration parameters.
569
+ configuration = eval_studio_client.api.Configuration(
570
+ host = "http://localhost"
571
+ )
572
+
573
+
574
+ # Enter a context with an instance of the API client
575
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
576
+ # Create an instance of the API class
577
+ api_instance = eval_studio_client.api.TestServiceApi(api_client)
578
+ name = 'name_example' # str | Required. The name of the Test to perturb.
579
+ body = eval_studio_client.api.TestServicePerturbTestRequest() # TestServicePerturbTestRequest |
580
+
581
+ try:
582
+ api_response = api_instance.test_service_perturb_test(name, body)
583
+ print("The response of TestServiceApi->test_service_perturb_test:\n")
584
+ pprint(api_response)
585
+ except Exception as e:
586
+ print("Exception when calling TestServiceApi->test_service_perturb_test: %s\n" % e)
587
+ ```
588
+
589
+
590
+
591
+ ### Parameters
592
+
593
+
594
+ Name | Type | Description | Notes
595
+ ------------- | ------------- | ------------- | -------------
596
+ **name** | **str**| Required. The name of the Test to perturb. |
597
+ **body** | [**TestServicePerturbTestRequest**](TestServicePerturbTestRequest.md)| |
598
+
599
+ ### Return type
600
+
601
+ [**V1alphaPerturbTestResponse**](V1alphaPerturbTestResponse.md)
602
+
603
+ ### Authorization
604
+
605
+ No authorization required
606
+
607
+ ### HTTP request headers
608
+
609
+ - **Content-Type**: application/json
610
+ - **Accept**: application/json
611
+
612
+ ### HTTP response details
613
+
614
+ | Status code | Description | Response headers |
615
+ |-------------|-------------|------------------|
616
+ **200** | A successful response. | - |
617
+ **0** | An unexpected error response. | - |
618
+
619
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
620
+
621
+ # **test_service_update_test**
622
+ > V1alphaUpdateTestResponse test_service_update_test(test_name, test)
623
+
624
+
625
+
626
+ ### Example
627
+
628
+
629
+ ```python
630
+ import eval_studio_client.api
631
+ from eval_studio_client.api.models.required_the_test_to_update import RequiredTheTestToUpdate
632
+ from eval_studio_client.api.models.v1alpha_update_test_response import V1alphaUpdateTestResponse
633
+ from eval_studio_client.api.rest import ApiException
634
+ from pprint import pprint
635
+
636
+ # Defining the host is optional and defaults to http://localhost
637
+ # See configuration.py for a list of all supported configuration parameters.
638
+ configuration = eval_studio_client.api.Configuration(
639
+ host = "http://localhost"
640
+ )
641
+
642
+
643
+ # Enter a context with an instance of the API client
644
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
645
+ # Create an instance of the API class
646
+ api_instance = eval_studio_client.api.TestServiceApi(api_client)
647
+ test_name = 'test_name_example' # str | Output only. Name of the prompt resource. e.g.: \"tests/<UUID>\"
648
+ test = eval_studio_client.api.RequiredTheTestToUpdate() # RequiredTheTestToUpdate | Required. The Test to update.
649
+
650
+ try:
651
+ api_response = api_instance.test_service_update_test(test_name, test)
652
+ print("The response of TestServiceApi->test_service_update_test:\n")
653
+ pprint(api_response)
654
+ except Exception as e:
655
+ print("Exception when calling TestServiceApi->test_service_update_test: %s\n" % e)
656
+ ```
657
+
658
+
659
+
660
+ ### Parameters
661
+
662
+
663
+ Name | Type | Description | Notes
664
+ ------------- | ------------- | ------------- | -------------
665
+ **test_name** | **str**| Output only. Name of the prompt resource. e.g.: \&quot;tests/&lt;UUID&gt;\&quot; |
666
+ **test** | [**RequiredTheTestToUpdate**](RequiredTheTestToUpdate.md)| Required. The Test to update. |
667
+
668
+ ### Return type
669
+
670
+ [**V1alphaUpdateTestResponse**](V1alphaUpdateTestResponse.md)
671
+
672
+ ### Authorization
673
+
674
+ No authorization required
675
+
676
+ ### HTTP request headers
677
+
678
+ - **Content-Type**: application/json
679
+ - **Accept**: application/json
680
+
681
+ ### HTTP response details
682
+
683
+ | Status code | Description | Response headers |
684
+ |-------------|-------------|------------------|
685
+ **200** | A successful response. | - |
686
+ **0** | An unexpected error response. | - |
687
+
688
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
689
+