eval-studio-client 0.8.0a1__py3-none-any.whl → 0.8.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (573) hide show
  1. eval_studio_client/__init__.py +2 -1
  2. eval_studio_client/api/__init__.py +125 -120
  3. eval_studio_client/api/api/__init__.py +1 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +71 -71
  5. eval_studio_client/api/api/document_service_api.py +64 -64
  6. eval_studio_client/api/api/evaluation_service_api.py +42 -42
  7. eval_studio_client/api/api/evaluator_service_api.py +50 -50
  8. eval_studio_client/api/api/info_service_api.py +8 -8
  9. eval_studio_client/api/api/leaderboard_service_api.py +126 -126
  10. eval_studio_client/api/api/model_service_api.py +92 -92
  11. eval_studio_client/api/api/operation_progress_service_api.py +8 -8
  12. eval_studio_client/api/api/operation_service_api.py +36 -36
  13. eval_studio_client/api/api/perturbation_service_api.py +8 -8
  14. eval_studio_client/api/api/perturbator_service_api.py +15 -15
  15. eval_studio_client/api/api/prompt_generation_service_api.py +321 -0
  16. eval_studio_client/api/api/test_case_service_api.py +57 -57
  17. eval_studio_client/api/api/test_class_service_api.py +15 -15
  18. eval_studio_client/api/api/test_lab_service_api.py +22 -22
  19. eval_studio_client/api/api/test_service_api.py +376 -92
  20. eval_studio_client/api/api/who_am_i_service_api.py +8 -8
  21. eval_studio_client/api/api_client.py +1 -1
  22. eval_studio_client/api/configuration.py +1 -1
  23. eval_studio_client/api/docs/DashboardServiceApi.md +38 -38
  24. eval_studio_client/api/docs/DocumentServiceApi.md +34 -34
  25. eval_studio_client/api/docs/EvaluationServiceApi.md +22 -22
  26. eval_studio_client/api/docs/EvaluatorServiceApi.md +26 -26
  27. eval_studio_client/api/docs/InfoServiceApi.md +4 -4
  28. eval_studio_client/api/docs/LeaderboardServiceApi.md +66 -66
  29. eval_studio_client/api/docs/ModelServiceApi.md +50 -50
  30. eval_studio_client/api/docs/OperationProgressServiceApi.md +4 -4
  31. eval_studio_client/api/docs/OperationServiceApi.md +20 -20
  32. eval_studio_client/api/docs/PerturbationServiceApi.md +4 -4
  33. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +3 -3
  34. eval_studio_client/api/docs/PerturbatorServiceApi.md +8 -8
  35. eval_studio_client/api/docs/PromptGenerationServiceApi.md +78 -0
  36. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +35 -0
  37. eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +1 -1
  38. eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +4 -4
  39. eval_studio_client/api/docs/RequiredTheModelToUpdate.md +1 -1
  40. eval_studio_client/api/docs/TestCaseServiceApi.md +31 -31
  41. eval_studio_client/api/docs/TestClassServiceApi.md +8 -8
  42. eval_studio_client/api/docs/TestLabServiceApi.md +11 -11
  43. eval_studio_client/api/docs/TestServiceApi.md +119 -49
  44. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +33 -0
  45. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +1 -1
  46. eval_studio_client/api/docs/V1BatchCreateLeaderboardsRequest.md +31 -0
  47. eval_studio_client/api/docs/V1BatchCreateLeaderboardsResponse.md +29 -0
  48. eval_studio_client/api/docs/V1BatchDeleteDashboardsRequest.md +29 -0
  49. eval_studio_client/api/docs/V1BatchDeleteDashboardsResponse.md +29 -0
  50. eval_studio_client/api/docs/V1BatchDeleteDocumentsRequest.md +29 -0
  51. eval_studio_client/api/docs/V1BatchDeleteDocumentsResponse.md +29 -0
  52. eval_studio_client/api/docs/V1BatchDeleteEvaluatorsRequest.md +29 -0
  53. eval_studio_client/api/docs/V1BatchDeleteEvaluatorsResponse.md +29 -0
  54. eval_studio_client/api/docs/V1BatchDeleteLeaderboardsRequest.md +30 -0
  55. eval_studio_client/api/docs/V1BatchDeleteLeaderboardsResponse.md +29 -0
  56. eval_studio_client/api/docs/V1BatchDeleteModelsRequest.md +29 -0
  57. eval_studio_client/api/docs/V1BatchDeleteModelsResponse.md +29 -0
  58. eval_studio_client/api/docs/V1BatchDeleteTestCasesResponse.md +29 -0
  59. eval_studio_client/api/docs/{V1alphaBatchDeleteTestsRequest.md → V1BatchDeleteTestsRequest.md} +8 -8
  60. eval_studio_client/api/docs/V1BatchDeleteTestsResponse.md +29 -0
  61. eval_studio_client/api/docs/V1BatchGetDashboardsResponse.md +29 -0
  62. eval_studio_client/api/docs/V1BatchGetDocumentsResponse.md +29 -0
  63. eval_studio_client/api/docs/V1BatchGetLeaderboardsResponse.md +29 -0
  64. eval_studio_client/api/docs/V1BatchGetModelsResponse.md +29 -0
  65. eval_studio_client/api/docs/V1BatchGetOperationsResponse.md +29 -0
  66. eval_studio_client/api/docs/V1BatchGetTestsResponse.md +29 -0
  67. eval_studio_client/api/docs/{V1alphaBatchImportLeaderboardRequest.md → V1BatchImportLeaderboardRequest.md} +9 -9
  68. eval_studio_client/api/docs/V1BatchImportLeaderboardResponse.md +29 -0
  69. eval_studio_client/api/docs/{V1alphaBatchImportTestsRequest.md → V1BatchImportTestsRequest.md} +8 -8
  70. eval_studio_client/api/docs/V1BatchImportTestsResponse.md +29 -0
  71. eval_studio_client/api/docs/V1CheckBaseModelsResponse.md +30 -0
  72. eval_studio_client/api/docs/{V1alphaCollectionInfo.md → V1CollectionInfo.md} +8 -8
  73. eval_studio_client/api/docs/V1CreateDashboardResponse.md +29 -0
  74. eval_studio_client/api/docs/V1CreateDocumentResponse.md +29 -0
  75. eval_studio_client/api/docs/{V1alphaCreateEvaluationRequest.md → V1CreateEvaluationRequest.md} +10 -10
  76. eval_studio_client/api/docs/V1CreateEvaluatorResponse.md +29 -0
  77. eval_studio_client/api/docs/V1CreateLeaderboardRequest.md +29 -0
  78. eval_studio_client/api/docs/V1CreateLeaderboardResponse.md +29 -0
  79. eval_studio_client/api/docs/V1CreateLeaderboardWithoutCacheResponse.md +29 -0
  80. eval_studio_client/api/docs/V1CreateModelResponse.md +29 -0
  81. eval_studio_client/api/docs/V1CreatePerturbationResponse.md +29 -0
  82. eval_studio_client/api/docs/V1CreateTestCaseResponse.md +29 -0
  83. eval_studio_client/api/docs/V1CreateTestLabResponse.md +29 -0
  84. eval_studio_client/api/docs/V1CreateTestResponse.md +29 -0
  85. eval_studio_client/api/docs/{V1alphaDashboard.md → V1Dashboard.md} +9 -9
  86. eval_studio_client/api/docs/{V1alphaDashboardStatus.md → V1DashboardStatus.md} +1 -1
  87. eval_studio_client/api/docs/V1DeleteDashboardResponse.md +29 -0
  88. eval_studio_client/api/docs/V1DeleteDocumentResponse.md +29 -0
  89. eval_studio_client/api/docs/V1DeleteEvaluatorResponse.md +29 -0
  90. eval_studio_client/api/docs/V1DeleteLeaderboardResponse.md +29 -0
  91. eval_studio_client/api/docs/V1DeleteModelResponse.md +29 -0
  92. eval_studio_client/api/docs/V1DeleteTestCaseResponse.md +29 -0
  93. eval_studio_client/api/docs/V1DeleteTestResponse.md +29 -0
  94. eval_studio_client/api/docs/{V1alphaDocument.md → V1Document.md} +8 -8
  95. eval_studio_client/api/docs/V1EvaluationTest.md +32 -0
  96. eval_studio_client/api/docs/{V1alphaEvaluator.md → V1Evaluator.md} +10 -9
  97. eval_studio_client/api/docs/{V1alphaEvaluatorParamType.md → V1EvaluatorParamType.md} +1 -1
  98. eval_studio_client/api/docs/{V1alphaEvaluatorParameter.md → V1EvaluatorParameter.md} +9 -9
  99. eval_studio_client/api/docs/{V1alphaEvaluatorView.md → V1EvaluatorView.md} +1 -1
  100. eval_studio_client/api/docs/V1FinalizeOperationResponse.md +29 -0
  101. eval_studio_client/api/docs/V1FindAllTestCasesByIDResponse.md +29 -0
  102. eval_studio_client/api/docs/V1FindTestLabResponse.md +29 -0
  103. eval_studio_client/api/docs/V1GenerateTestCasesResponse.md +29 -0
  104. eval_studio_client/api/docs/V1GetDashboardResponse.md +29 -0
  105. eval_studio_client/api/docs/V1GetDocumentResponse.md +29 -0
  106. eval_studio_client/api/docs/V1GetEvaluatorResponse.md +29 -0
  107. eval_studio_client/api/docs/V1GetInfoResponse.md +29 -0
  108. eval_studio_client/api/docs/V1GetLeaderboardResponse.md +29 -0
  109. eval_studio_client/api/docs/V1GetModelResponse.md +29 -0
  110. eval_studio_client/api/docs/V1GetOperationProgressByParentResponse.md +29 -0
  111. eval_studio_client/api/docs/V1GetOperationResponse.md +29 -0
  112. eval_studio_client/api/docs/V1GetPerturbatorResponse.md +29 -0
  113. eval_studio_client/api/docs/V1GetTestCaseResponse.md +29 -0
  114. eval_studio_client/api/docs/V1GetTestClassResponse.md +29 -0
  115. eval_studio_client/api/docs/V1GetTestResponse.md +29 -0
  116. eval_studio_client/api/docs/{V1alphaImportEvaluationRequest.md → V1ImportEvaluationRequest.md} +9 -9
  117. eval_studio_client/api/docs/{V1alphaImportLeaderboardRequest.md → V1ImportLeaderboardRequest.md} +9 -9
  118. eval_studio_client/api/docs/V1ImportLeaderboardResponse.md +29 -0
  119. eval_studio_client/api/docs/{V1alphaInfo.md → V1Info.md} +8 -8
  120. eval_studio_client/api/docs/{V1alphaInsight.md → V1Insight.md} +8 -8
  121. eval_studio_client/api/docs/{V1alphaLeaderboard.md → V1Leaderboard.md} +12 -12
  122. eval_studio_client/api/docs/{V1alphaLeaderboardStatus.md → V1LeaderboardStatus.md} +1 -1
  123. eval_studio_client/api/docs/{V1alphaLeaderboardType.md → V1LeaderboardType.md} +1 -1
  124. eval_studio_client/api/docs/{V1alphaLeaderboardView.md → V1LeaderboardView.md} +1 -1
  125. eval_studio_client/api/docs/V1ListBaseModelsResponse.md +29 -0
  126. eval_studio_client/api/docs/V1ListDashboardsResponse.md +29 -0
  127. eval_studio_client/api/docs/V1ListDocumentsResponse.md +29 -0
  128. eval_studio_client/api/docs/V1ListEvaluatorsResponse.md +29 -0
  129. eval_studio_client/api/docs/V1ListLLMModelsResponse.md +29 -0
  130. eval_studio_client/api/docs/V1ListLeaderboardsResponse.md +30 -0
  131. eval_studio_client/api/docs/V1ListModelCollectionsResponse.md +29 -0
  132. eval_studio_client/api/docs/V1ListModelsResponse.md +29 -0
  133. eval_studio_client/api/docs/V1ListMostRecentDashboardsResponse.md +29 -0
  134. eval_studio_client/api/docs/V1ListMostRecentLeaderboardsResponse.md +29 -0
  135. eval_studio_client/api/docs/V1ListMostRecentModelsResponse.md +29 -0
  136. eval_studio_client/api/docs/V1ListMostRecentTestsResponse.md +29 -0
  137. eval_studio_client/api/docs/V1ListOperationsResponse.md +29 -0
  138. eval_studio_client/api/docs/V1ListPerturbatorsResponse.md +29 -0
  139. eval_studio_client/api/docs/V1ListRAGCollectionsResponse.md +29 -0
  140. eval_studio_client/api/docs/V1ListTestCasesResponse.md +29 -0
  141. eval_studio_client/api/docs/V1ListTestClassesResponse.md +29 -0
  142. eval_studio_client/api/docs/V1ListTestsResponse.md +29 -0
  143. eval_studio_client/api/docs/{V1alphaModel.md → V1Model.md} +9 -9
  144. eval_studio_client/api/docs/{V1alphaModelType.md → V1ModelType.md} +1 -1
  145. eval_studio_client/api/docs/{V1alphaOperation.md → V1Operation.md} +8 -8
  146. eval_studio_client/api/docs/{V1alphaOperationProgress.md → V1OperationProgress.md} +8 -8
  147. eval_studio_client/api/docs/V1PerturbTestResponse.md +29 -0
  148. eval_studio_client/api/docs/{V1alphaPerturbator.md → V1Perturbator.md} +8 -8
  149. eval_studio_client/api/docs/V1PerturbatorConfiguration.md +32 -0
  150. eval_studio_client/api/docs/{V1alphaPerturbatorIntensity.md → V1PerturbatorIntensity.md} +1 -1
  151. eval_studio_client/api/docs/{V1alphaProblemAndAction.md → V1ProblemAndAction.md} +8 -8
  152. eval_studio_client/api/docs/{V1alphaTest.md → V1Test.md} +8 -8
  153. eval_studio_client/api/docs/{V1alphaTestCase.md → V1TestCase.md} +8 -8
  154. eval_studio_client/api/docs/{V1alphaTestCaseRelationship.md → V1TestCaseRelationship.md} +8 -8
  155. eval_studio_client/api/docs/V1TestCasesGenerator.md +11 -0
  156. eval_studio_client/api/docs/{V1alphaTestClass.md → V1TestClass.md} +9 -9
  157. eval_studio_client/api/docs/{V1alphaTestClassType.md → V1TestClassType.md} +1 -1
  158. eval_studio_client/api/docs/{V1alphaTestLab.md → V1TestLab.md} +8 -8
  159. eval_studio_client/api/docs/V1UpdateDashboardResponse.md +29 -0
  160. eval_studio_client/api/docs/V1UpdateDocumentResponse.md +29 -0
  161. eval_studio_client/api/docs/V1UpdateLeaderboardResponse.md +29 -0
  162. eval_studio_client/api/docs/V1UpdateModelResponse.md +29 -0
  163. eval_studio_client/api/docs/V1UpdateOperationResponse.md +29 -0
  164. eval_studio_client/api/docs/V1UpdateTestCaseResponse.md +29 -0
  165. eval_studio_client/api/docs/V1UpdateTestResponse.md +29 -0
  166. eval_studio_client/api/docs/{V1alphaWhoAmIResponse.md → V1WhoAmIResponse.md} +8 -8
  167. eval_studio_client/api/docs/WhoAmIServiceApi.md +4 -4
  168. eval_studio_client/api/exceptions.py +1 -1
  169. eval_studio_client/api/models/__init__.py +124 -120
  170. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +10 -10
  171. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +104 -0
  172. eval_studio_client/api/models/protobuf_any.py +1 -1
  173. eval_studio_client/api/models/required_the_dashboard_to_update.py +3 -3
  174. eval_studio_client/api/models/required_the_document_to_update.py +1 -1
  175. eval_studio_client/api/models/required_the_leaderboard_to_update.py +11 -11
  176. eval_studio_client/api/models/required_the_model_to_update.py +3 -3
  177. eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
  178. eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
  179. eval_studio_client/api/models/required_the_test_case_to_update.py +1 -1
  180. eval_studio_client/api/models/required_the_test_to_update.py +1 -1
  181. eval_studio_client/api/models/rpc_status.py +1 -1
  182. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
  183. eval_studio_client/api/models/test_service_generate_test_cases_request.py +96 -0
  184. eval_studio_client/api/models/test_service_perturb_test_request.py +4 -4
  185. eval_studio_client/api/models/{v1alpha_batch_create_leaderboards_request.py → v1_batch_create_leaderboards_request.py} +8 -8
  186. eval_studio_client/api/models/{v1alpha_update_operation_response.py → v1_batch_create_leaderboards_response.py} +8 -8
  187. eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_request.py → v1_batch_delete_dashboards_request.py} +5 -5
  188. eval_studio_client/api/models/{v1alpha_list_dashboards_response.py → v1_batch_delete_dashboards_response.py} +8 -8
  189. eval_studio_client/api/models/{v1alpha_batch_delete_documents_request.py → v1_batch_delete_documents_request.py} +5 -5
  190. eval_studio_client/api/models/{v1alpha_list_documents_response.py → v1_batch_delete_documents_response.py} +8 -8
  191. eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_request.py → v1_batch_delete_evaluators_request.py} +5 -5
  192. eval_studio_client/api/models/{v1alpha_list_evaluators_response.py → v1_batch_delete_evaluators_response.py} +8 -8
  193. eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_request.py → v1_batch_delete_leaderboards_request.py} +7 -7
  194. eval_studio_client/api/models/{v1alpha_batch_get_leaderboards_response.py → v1_batch_delete_leaderboards_response.py} +8 -8
  195. eval_studio_client/api/models/{v1alpha_batch_delete_models_request.py → v1_batch_delete_models_request.py} +5 -5
  196. eval_studio_client/api/models/{v1alpha_list_models_response.py → v1_batch_delete_models_response.py} +8 -8
  197. eval_studio_client/api/models/{v1alpha_list_test_cases_response.py → v1_batch_delete_test_cases_response.py} +8 -8
  198. eval_studio_client/api/models/{v1alpha_batch_delete_tests_request.py → v1_batch_delete_tests_request.py} +5 -5
  199. eval_studio_client/api/models/{v1alpha_list_tests_response.py → v1_batch_delete_tests_response.py} +8 -8
  200. eval_studio_client/api/models/{v1alpha_batch_get_dashboards_response.py → v1_batch_get_dashboards_response.py} +8 -8
  201. eval_studio_client/api/models/{v1alpha_batch_get_documents_response.py → v1_batch_get_documents_response.py} +8 -8
  202. eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_response.py → v1_batch_get_leaderboards_response.py} +8 -8
  203. eval_studio_client/api/models/{v1alpha_batch_get_models_response.py → v1_batch_get_models_response.py} +8 -8
  204. eval_studio_client/api/models/{v1alpha_list_operations_response.py → v1_batch_get_operations_response.py} +8 -8
  205. eval_studio_client/api/models/{v1alpha_batch_get_tests_response.py → v1_batch_get_tests_response.py} +8 -8
  206. eval_studio_client/api/models/{v1alpha_batch_import_leaderboard_request.py → v1_batch_import_leaderboard_request.py} +7 -7
  207. eval_studio_client/api/models/{v1alpha_import_leaderboard_response.py → v1_batch_import_leaderboard_response.py} +8 -8
  208. eval_studio_client/api/models/{v1alpha_batch_import_tests_request.py → v1_batch_import_tests_request.py} +5 -5
  209. eval_studio_client/api/models/{v1alpha_batch_delete_tests_response.py → v1_batch_import_tests_response.py} +8 -8
  210. eval_studio_client/api/models/{v1alpha_check_base_models_response.py → v1_check_base_models_response.py} +5 -5
  211. eval_studio_client/api/models/{v1alpha_collection_info.py → v1_collection_info.py} +4 -4
  212. eval_studio_client/api/models/{v1alpha_get_dashboard_response.py → v1_create_dashboard_response.py} +8 -8
  213. eval_studio_client/api/models/{v1alpha_get_document_response.py → v1_create_document_response.py} +8 -8
  214. eval_studio_client/api/models/{v1alpha_create_evaluation_request.py → v1_create_evaluation_request.py} +11 -11
  215. eval_studio_client/api/models/{v1alpha_get_evaluator_response.py → v1_create_evaluator_response.py} +8 -8
  216. eval_studio_client/api/models/{v1alpha_get_leaderboard_response.py → v1_create_leaderboard_request.py} +8 -8
  217. eval_studio_client/api/models/{v1alpha_get_operation_response.py → v1_create_leaderboard_response.py} +8 -8
  218. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +91 -0
  219. eval_studio_client/api/models/{v1alpha_get_model_response.py → v1_create_model_response.py} +8 -8
  220. eval_studio_client/api/models/{v1alpha_create_perturbation_response.py → v1_create_perturbation_response.py} +5 -5
  221. eval_studio_client/api/models/{v1alpha_get_test_case_response.py → v1_create_test_case_response.py} +8 -8
  222. eval_studio_client/api/models/{v1alpha_find_test_lab_response.py → v1_create_test_lab_response.py} +8 -8
  223. eval_studio_client/api/models/{v1alpha_get_test_response.py → v1_create_test_response.py} +8 -8
  224. eval_studio_client/api/models/{v1alpha_dashboard.py → v1_dashboard.py} +7 -7
  225. eval_studio_client/api/models/{v1alpha_dashboard_status.py → v1_dashboard_status.py} +3 -3
  226. eval_studio_client/api/models/{v1alpha_update_dashboard_response.py → v1_delete_dashboard_response.py} +8 -8
  227. eval_studio_client/api/models/{v1alpha_update_document_response.py → v1_delete_document_response.py} +8 -8
  228. eval_studio_client/api/models/{v1alpha_create_evaluator_response.py → v1_delete_evaluator_response.py} +8 -8
  229. eval_studio_client/api/models/{v1alpha_create_leaderboard_request.py → v1_delete_leaderboard_response.py} +8 -8
  230. eval_studio_client/api/models/{v1alpha_create_model_response.py → v1_delete_model_response.py} +8 -8
  231. eval_studio_client/api/models/{v1alpha_delete_test_case_response.py → v1_delete_test_case_response.py} +8 -8
  232. eval_studio_client/api/models/{v1alpha_create_test_response.py → v1_delete_test_response.py} +8 -8
  233. eval_studio_client/api/models/{v1alpha_document.py → v1_document.py} +5 -5
  234. eval_studio_client/api/models/{v1alpha_evaluation_test.py → v1_evaluation_test.py} +10 -10
  235. eval_studio_client/api/models/{v1alpha_evaluator.py → v1_evaluator.py} +14 -10
  236. eval_studio_client/api/models/{v1alpha_evaluator_param_type.py → v1_evaluator_param_type.py} +3 -3
  237. eval_studio_client/api/models/{v1alpha_evaluator_parameter.py → v1_evaluator_parameter.py} +7 -7
  238. eval_studio_client/api/models/{v1alpha_evaluator_view.py → v1_evaluator_view.py} +3 -3
  239. eval_studio_client/api/models/{v1alpha_create_leaderboard_response.py → v1_finalize_operation_response.py} +8 -8
  240. eval_studio_client/api/models/{v1alpha_find_all_test_cases_by_id_response.py → v1_find_all_test_cases_by_id_response.py} +8 -8
  241. eval_studio_client/api/models/{v1alpha_create_test_lab_response.py → v1_find_test_lab_response.py} +8 -8
  242. eval_studio_client/api/models/{v1alpha_finalize_operation_response.py → v1_generate_test_cases_response.py} +8 -8
  243. eval_studio_client/api/models/{v1alpha_create_dashboard_response.py → v1_get_dashboard_response.py} +8 -8
  244. eval_studio_client/api/models/{v1alpha_delete_document_response.py → v1_get_document_response.py} +8 -8
  245. eval_studio_client/api/models/{v1alpha_delete_evaluator_response.py → v1_get_evaluator_response.py} +8 -8
  246. eval_studio_client/api/models/{v1alpha_get_info_response.py → v1_get_info_response.py} +8 -8
  247. eval_studio_client/api/models/{v1alpha_update_leaderboard_response.py → v1_get_leaderboard_response.py} +8 -8
  248. eval_studio_client/api/models/{v1alpha_update_model_response.py → v1_get_model_response.py} +8 -8
  249. eval_studio_client/api/models/{v1alpha_get_operation_progress_by_parent_response.py → v1_get_operation_progress_by_parent_response.py} +8 -8
  250. eval_studio_client/api/models/v1_get_operation_response.py +91 -0
  251. eval_studio_client/api/models/{v1alpha_get_perturbator_response.py → v1_get_perturbator_response.py} +8 -8
  252. eval_studio_client/api/models/{v1alpha_create_test_case_response.py → v1_get_test_case_response.py} +8 -8
  253. eval_studio_client/api/models/{v1alpha_get_test_class_response.py → v1_get_test_class_response.py} +8 -8
  254. eval_studio_client/api/models/{v1alpha_update_test_response.py → v1_get_test_response.py} +8 -8
  255. eval_studio_client/api/models/{v1alpha_import_evaluation_request.py → v1_import_evaluation_request.py} +8 -8
  256. eval_studio_client/api/models/{v1alpha_import_leaderboard_request.py → v1_import_leaderboard_request.py} +7 -7
  257. eval_studio_client/api/models/v1_import_leaderboard_response.py +91 -0
  258. eval_studio_client/api/models/{v1alpha_info.py → v1_info.py} +5 -5
  259. eval_studio_client/api/models/{v1alpha_insight.py → v1_insight.py} +4 -4
  260. eval_studio_client/api/models/{v1alpha_leaderboard.py → v1_leaderboard.py} +15 -15
  261. eval_studio_client/api/models/{v1alpha_leaderboard_status.py → v1_leaderboard_status.py} +3 -3
  262. eval_studio_client/api/models/{v1alpha_leaderboard_type.py → v1_leaderboard_type.py} +3 -3
  263. eval_studio_client/api/models/{v1alpha_leaderboard_view.py → v1_leaderboard_view.py} +3 -3
  264. eval_studio_client/api/models/{v1alpha_list_base_models_response.py → v1_list_base_models_response.py} +5 -5
  265. eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_response.py → v1_list_dashboards_response.py} +8 -8
  266. eval_studio_client/api/models/{v1alpha_batch_delete_documents_response.py → v1_list_documents_response.py} +8 -8
  267. eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_response.py → v1_list_evaluators_response.py} +8 -8
  268. eval_studio_client/api/models/{v1alpha_list_leaderboards_response.py → v1_list_leaderboards_response.py} +8 -8
  269. eval_studio_client/api/models/{v1alpha_list_llm_models_response.py → v1_list_llm_models_response.py} +5 -5
  270. eval_studio_client/api/models/{v1alpha_list_model_collections_response.py → v1_list_model_collections_response.py} +8 -8
  271. eval_studio_client/api/models/{v1alpha_batch_delete_models_response.py → v1_list_models_response.py} +8 -8
  272. eval_studio_client/api/models/{v1alpha_list_most_recent_dashboards_response.py → v1_list_most_recent_dashboards_response.py} +8 -8
  273. eval_studio_client/api/models/{v1alpha_list_most_recent_leaderboards_response.py → v1_list_most_recent_leaderboards_response.py} +8 -8
  274. eval_studio_client/api/models/{v1alpha_list_most_recent_models_response.py → v1_list_most_recent_models_response.py} +8 -8
  275. eval_studio_client/api/models/{v1alpha_batch_import_tests_response.py → v1_list_most_recent_tests_response.py} +8 -8
  276. eval_studio_client/api/models/{v1alpha_batch_get_operations_response.py → v1_list_operations_response.py} +8 -8
  277. eval_studio_client/api/models/{v1alpha_list_perturbators_response.py → v1_list_perturbators_response.py} +8 -8
  278. eval_studio_client/api/models/{v1alpha_list_rag_collections_response.py → v1_list_rag_collections_response.py} +8 -8
  279. eval_studio_client/api/models/{v1alpha_batch_delete_test_cases_response.py → v1_list_test_cases_response.py} +8 -8
  280. eval_studio_client/api/models/{v1alpha_list_test_classes_response.py → v1_list_test_classes_response.py} +8 -8
  281. eval_studio_client/api/models/v1_list_tests_response.py +95 -0
  282. eval_studio_client/api/models/{v1alpha_model.py → v1_model.py} +7 -7
  283. eval_studio_client/api/models/{v1alpha_model_type.py → v1_model_type.py} +3 -3
  284. eval_studio_client/api/models/{v1alpha_operation.py → v1_operation.py} +4 -4
  285. eval_studio_client/api/models/{v1alpha_operation_progress.py → v1_operation_progress.py} +5 -5
  286. eval_studio_client/api/models/{v1alpha_delete_test_response.py → v1_perturb_test_response.py} +8 -8
  287. eval_studio_client/api/models/{v1alpha_perturbator.py → v1_perturbator.py} +5 -5
  288. eval_studio_client/api/models/{v1alpha_perturbator_configuration.py → v1_perturbator_configuration.py} +6 -6
  289. eval_studio_client/api/models/{v1alpha_perturbator_intensity.py → v1_perturbator_intensity.py} +4 -4
  290. eval_studio_client/api/models/{v1alpha_problem_and_action.py → v1_problem_and_action.py} +5 -5
  291. eval_studio_client/api/models/{v1alpha_test.py → v1_test.py} +5 -5
  292. eval_studio_client/api/models/{v1alpha_test_case.py → v1_test_case.py} +5 -5
  293. eval_studio_client/api/models/{v1alpha_test_case_relationship.py → v1_test_case_relationship.py} +5 -5
  294. eval_studio_client/api/models/v1_test_cases_generator.py +50 -0
  295. eval_studio_client/api/models/{v1alpha_test_class.py → v1_test_class.py} +7 -7
  296. eval_studio_client/api/models/{v1alpha_test_class_type.py → v1_test_class_type.py} +3 -3
  297. eval_studio_client/api/models/{v1alpha_test_lab.py → v1_test_lab.py} +5 -5
  298. eval_studio_client/api/models/{v1alpha_delete_dashboard_response.py → v1_update_dashboard_response.py} +8 -8
  299. eval_studio_client/api/models/{v1alpha_create_document_response.py → v1_update_document_response.py} +8 -8
  300. eval_studio_client/api/models/{v1alpha_delete_leaderboard_response.py → v1_update_leaderboard_response.py} +8 -8
  301. eval_studio_client/api/models/{v1alpha_delete_model_response.py → v1_update_model_response.py} +8 -8
  302. eval_studio_client/api/models/v1_update_operation_response.py +91 -0
  303. eval_studio_client/api/models/{v1alpha_update_test_case_response.py → v1_update_test_case_response.py} +8 -8
  304. eval_studio_client/api/models/v1_update_test_response.py +91 -0
  305. eval_studio_client/api/models/{v1alpha_who_am_i_response.py → v1_who_am_i_response.py} +5 -5
  306. eval_studio_client/api/rest.py +1 -1
  307. eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
  308. eval_studio_client/api/test/test_document_service_api.py +1 -1
  309. eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
  310. eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
  311. eval_studio_client/api/test/test_info_service_api.py +1 -1
  312. eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
  313. eval_studio_client/api/test/test_model_service_api.py +1 -1
  314. eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
  315. eval_studio_client/api/test/test_operation_service_api.py +1 -1
  316. eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
  317. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +4 -4
  318. eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
  319. eval_studio_client/api/test/test_prompt_generation_service_api.py +37 -0
  320. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +75 -0
  321. eval_studio_client/api/test/test_protobuf_any.py +1 -1
  322. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
  323. eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
  324. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +3 -3
  325. eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
  326. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
  327. eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
  328. eval_studio_client/api/test/test_required_the_test_case_to_update.py +1 -1
  329. eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
  330. eval_studio_client/api/test/test_rpc_status.py +1 -1
  331. eval_studio_client/api/test/test_test_case_service_api.py +1 -1
  332. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
  333. eval_studio_client/api/test/test_test_class_service_api.py +1 -1
  334. eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
  335. eval_studio_client/api/test/test_test_service_api.py +7 -1
  336. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +57 -0
  337. eval_studio_client/api/test/test_test_service_perturb_test_request.py +2 -2
  338. eval_studio_client/api/test/{test_v1alpha_batch_create_leaderboards_request.py → test_v1_batch_create_leaderboards_request.py} +16 -16
  339. eval_studio_client/api/test/{test_v1alpha_create_leaderboard_response.py → test_v1_batch_create_leaderboards_response.py} +13 -13
  340. eval_studio_client/api/test/{test_v1alpha_batch_delete_models_request.py → test_v1_batch_delete_dashboards_request.py} +12 -12
  341. eval_studio_client/api/test/{test_v1alpha_batch_get_dashboards_response.py → test_v1_batch_delete_dashboards_response.py} +13 -13
  342. eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_request.py → test_v1_batch_delete_documents_request.py} +12 -12
  343. eval_studio_client/api/test/{test_v1alpha_batch_get_documents_response.py → test_v1_batch_delete_documents_response.py} +13 -13
  344. eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +53 -0
  345. eval_studio_client/api/test/{test_v1alpha_batch_delete_evaluators_response.py → test_v1_batch_delete_evaluators_response.py} +15 -14
  346. eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_request.py → test_v1_batch_delete_leaderboards_request.py} +12 -12
  347. eval_studio_client/api/test/{test_v1alpha_batch_get_leaderboards_response.py → test_v1_batch_delete_leaderboards_response.py} +15 -15
  348. eval_studio_client/api/test/test_v1_batch_delete_models_request.py +53 -0
  349. eval_studio_client/api/test/{test_v1alpha_batch_get_models_response.py → test_v1_batch_delete_models_response.py} +13 -13
  350. eval_studio_client/api/test/{test_v1alpha_batch_delete_test_cases_response.py → test_v1_batch_delete_test_cases_response.py} +13 -13
  351. eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_request.py → test_v1_batch_delete_tests_request.py} +12 -12
  352. eval_studio_client/api/test/{test_v1alpha_batch_get_tests_response.py → test_v1_batch_delete_tests_response.py} +13 -13
  353. eval_studio_client/api/test/{test_v1alpha_list_dashboards_response.py → test_v1_batch_get_dashboards_response.py} +13 -13
  354. eval_studio_client/api/test/{test_v1alpha_list_documents_response.py → test_v1_batch_get_documents_response.py} +13 -13
  355. eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_response.py → test_v1_batch_get_leaderboards_response.py} +15 -15
  356. eval_studio_client/api/test/{test_v1alpha_list_models_response.py → test_v1_batch_get_models_response.py} +13 -13
  357. eval_studio_client/api/test/{test_v1alpha_list_operations_response.py → test_v1_batch_get_operations_response.py} +13 -13
  358. eval_studio_client/api/test/{test_v1alpha_list_tests_response.py → test_v1_batch_get_tests_response.py} +13 -13
  359. eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_request.py → test_v1_batch_import_leaderboard_request.py} +12 -12
  360. eval_studio_client/api/test/{test_v1alpha_import_leaderboard_response.py → test_v1_batch_import_leaderboard_response.py} +13 -13
  361. eval_studio_client/api/test/{test_v1alpha_batch_import_tests_request.py → test_v1_batch_import_tests_request.py} +12 -12
  362. eval_studio_client/api/test/{test_v1alpha_batch_import_tests_response.py → test_v1_batch_import_tests_response.py} +13 -13
  363. eval_studio_client/api/test/{test_v1alpha_check_base_models_response.py → test_v1_check_base_models_response.py} +12 -12
  364. eval_studio_client/api/test/{test_v1alpha_collection_info.py → test_v1_collection_info.py} +12 -12
  365. eval_studio_client/api/test/{test_v1alpha_get_dashboard_response.py → test_v1_create_dashboard_response.py} +13 -13
  366. eval_studio_client/api/test/{test_v1alpha_get_document_response.py → test_v1_create_document_response.py} +13 -13
  367. eval_studio_client/api/test/{test_v1alpha_create_evaluation_request.py → test_v1_create_evaluation_request.py} +16 -16
  368. eval_studio_client/api/test/{test_v1alpha_get_evaluator_response.py → test_v1_create_evaluator_response.py} +15 -14
  369. eval_studio_client/api/test/{test_v1alpha_get_leaderboard_response.py → test_v1_create_leaderboard_request.py} +15 -15
  370. eval_studio_client/api/test/{test_v1alpha_update_operation_response.py → test_v1_create_leaderboard_response.py} +13 -13
  371. eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_response.py → test_v1_create_leaderboard_without_cache_response.py} +13 -13
  372. eval_studio_client/api/test/{test_v1alpha_get_model_response.py → test_v1_create_model_response.py} +13 -13
  373. eval_studio_client/api/test/{test_v1alpha_create_perturbation_response.py → test_v1_create_perturbation_response.py} +12 -12
  374. eval_studio_client/api/test/{test_v1alpha_get_test_case_response.py → test_v1_create_test_case_response.py} +13 -13
  375. eval_studio_client/api/test/{test_v1alpha_find_test_lab_response.py → test_v1_create_test_lab_response.py} +13 -13
  376. eval_studio_client/api/test/{test_v1alpha_get_test_response.py → test_v1_create_test_response.py} +13 -13
  377. eval_studio_client/api/test/{test_v1alpha_dashboard.py → test_v1_dashboard.py} +12 -12
  378. eval_studio_client/api/test/{test_v1alpha_evaluator_view.py → test_v1_dashboard_status.py} +7 -7
  379. eval_studio_client/api/test/{test_v1alpha_update_dashboard_response.py → test_v1_delete_dashboard_response.py} +13 -13
  380. eval_studio_client/api/test/{test_v1alpha_update_document_response.py → test_v1_delete_document_response.py} +13 -13
  381. eval_studio_client/api/test/{test_v1alpha_delete_evaluator_response.py → test_v1_delete_evaluator_response.py} +15 -14
  382. eval_studio_client/api/test/{test_v1alpha_create_leaderboard_request.py → test_v1_delete_leaderboard_response.py} +15 -15
  383. eval_studio_client/api/test/{test_v1alpha_delete_model_response.py → test_v1_delete_model_response.py} +13 -13
  384. eval_studio_client/api/test/{test_v1alpha_create_test_case_response.py → test_v1_delete_test_case_response.py} +13 -13
  385. eval_studio_client/api/test/{test_v1alpha_create_test_response.py → test_v1_delete_test_response.py} +13 -13
  386. eval_studio_client/api/test/{test_v1alpha_document.py → test_v1_document.py} +12 -12
  387. eval_studio_client/api/test/{test_v1alpha_evaluation_test.py → test_v1_evaluation_test.py} +14 -14
  388. eval_studio_client/api/test/{test_v1alpha_evaluator.py → test_v1_evaluator.py} +14 -13
  389. eval_studio_client/api/test/{test_v1alpha_test_class_type.py → test_v1_evaluator_param_type.py} +7 -7
  390. eval_studio_client/api/test/{test_v1alpha_evaluator_parameter.py → test_v1_evaluator_parameter.py} +12 -12
  391. eval_studio_client/api/test/{test_v1alpha_model_type.py → test_v1_evaluator_view.py} +7 -7
  392. eval_studio_client/api/test/{test_v1alpha_get_operation_response.py → test_v1_finalize_operation_response.py} +13 -13
  393. eval_studio_client/api/test/{test_v1alpha_find_all_test_cases_by_id_response.py → test_v1_find_all_test_cases_by_id_response.py} +13 -13
  394. eval_studio_client/api/test/{test_v1alpha_create_test_lab_response.py → test_v1_find_test_lab_response.py} +13 -13
  395. eval_studio_client/api/test/{test_v1alpha_finalize_operation_response.py → test_v1_generate_test_cases_response.py} +13 -13
  396. eval_studio_client/api/test/{test_v1alpha_create_dashboard_response.py → test_v1_get_dashboard_response.py} +13 -13
  397. eval_studio_client/api/test/{test_v1alpha_delete_document_response.py → test_v1_get_document_response.py} +13 -13
  398. eval_studio_client/api/test/{test_v1alpha_create_evaluator_response.py → test_v1_get_evaluator_response.py} +15 -14
  399. eval_studio_client/api/test/{test_v1alpha_get_info_response.py → test_v1_get_info_response.py} +13 -13
  400. eval_studio_client/api/test/{test_v1alpha_delete_leaderboard_response.py → test_v1_get_leaderboard_response.py} +15 -15
  401. eval_studio_client/api/test/{test_v1alpha_create_model_response.py → test_v1_get_model_response.py} +13 -13
  402. eval_studio_client/api/test/{test_v1alpha_get_operation_progress_by_parent_response.py → test_v1_get_operation_progress_by_parent_response.py} +13 -13
  403. eval_studio_client/api/test/test_v1_get_operation_response.py +71 -0
  404. eval_studio_client/api/test/{test_v1alpha_get_perturbator_response.py → test_v1_get_perturbator_response.py} +13 -13
  405. eval_studio_client/api/test/{test_v1alpha_delete_test_case_response.py → test_v1_get_test_case_response.py} +13 -13
  406. eval_studio_client/api/test/{test_v1alpha_get_test_class_response.py → test_v1_get_test_class_response.py} +13 -13
  407. eval_studio_client/api/test/{test_v1alpha_delete_test_response.py → test_v1_get_test_response.py} +13 -13
  408. eval_studio_client/api/test/{test_v1alpha_import_evaluation_request.py → test_v1_import_evaluation_request.py} +13 -13
  409. eval_studio_client/api/test/{test_v1alpha_import_leaderboard_request.py → test_v1_import_leaderboard_request.py} +12 -12
  410. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +71 -0
  411. eval_studio_client/api/test/{test_v1alpha_info.py → test_v1_info.py} +12 -12
  412. eval_studio_client/api/test/{test_v1alpha_insight.py → test_v1_insight.py} +12 -12
  413. eval_studio_client/api/test/{test_v1alpha_leaderboard.py → test_v1_leaderboard.py} +14 -14
  414. eval_studio_client/api/test/{test_v1alpha_dashboard_status.py → test_v1_leaderboard_status.py} +7 -7
  415. eval_studio_client/api/test/test_v1_leaderboard_type.py +33 -0
  416. eval_studio_client/api/test/test_v1_leaderboard_view.py +33 -0
  417. eval_studio_client/api/test/{test_v1alpha_list_base_models_response.py → test_v1_list_base_models_response.py} +12 -12
  418. eval_studio_client/api/test/{test_v1alpha_batch_delete_dashboards_response.py → test_v1_list_dashboards_response.py} +13 -13
  419. eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_response.py → test_v1_list_documents_response.py} +13 -13
  420. eval_studio_client/api/test/{test_v1alpha_list_evaluators_response.py → test_v1_list_evaluators_response.py} +15 -14
  421. eval_studio_client/api/test/{test_v1alpha_list_leaderboards_response.py → test_v1_list_leaderboards_response.py} +15 -15
  422. eval_studio_client/api/test/{test_v1alpha_list_llm_models_response.py → test_v1_list_llm_models_response.py} +12 -12
  423. eval_studio_client/api/test/{test_v1alpha_list_rag_collections_response.py → test_v1_list_model_collections_response.py} +13 -13
  424. eval_studio_client/api/test/{test_v1alpha_batch_delete_models_response.py → test_v1_list_models_response.py} +13 -13
  425. eval_studio_client/api/test/{test_v1alpha_list_most_recent_dashboards_response.py → test_v1_list_most_recent_dashboards_response.py} +13 -13
  426. eval_studio_client/api/test/{test_v1alpha_list_most_recent_leaderboards_response.py → test_v1_list_most_recent_leaderboards_response.py} +15 -15
  427. eval_studio_client/api/test/{test_v1alpha_list_most_recent_models_response.py → test_v1_list_most_recent_models_response.py} +13 -13
  428. eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_response.py → test_v1_list_most_recent_tests_response.py} +13 -13
  429. eval_studio_client/api/test/{test_v1alpha_batch_get_operations_response.py → test_v1_list_operations_response.py} +13 -13
  430. eval_studio_client/api/test/{test_v1alpha_list_perturbators_response.py → test_v1_list_perturbators_response.py} +13 -13
  431. eval_studio_client/api/test/{test_v1alpha_list_model_collections_response.py → test_v1_list_rag_collections_response.py} +13 -13
  432. eval_studio_client/api/test/{test_v1alpha_list_test_cases_response.py → test_v1_list_test_cases_response.py} +13 -13
  433. eval_studio_client/api/test/{test_v1alpha_list_test_classes_response.py → test_v1_list_test_classes_response.py} +13 -13
  434. eval_studio_client/api/test/test_v1_list_tests_response.py +69 -0
  435. eval_studio_client/api/test/{test_v1alpha_model.py → test_v1_model.py} +12 -12
  436. eval_studio_client/api/test/{test_v1alpha_leaderboard_view.py → test_v1_model_type.py} +7 -7
  437. eval_studio_client/api/test/{test_v1alpha_operation.py → test_v1_operation.py} +12 -12
  438. eval_studio_client/api/test/{test_v1alpha_operation_progress.py → test_v1_operation_progress.py} +12 -12
  439. eval_studio_client/api/test/{test_v1alpha_update_test_response.py → test_v1_perturb_test_response.py} +13 -13
  440. eval_studio_client/api/test/{test_v1alpha_perturbator.py → test_v1_perturbator.py} +12 -12
  441. eval_studio_client/api/test/{test_v1alpha_perturbator_configuration.py → test_v1_perturbator_configuration.py} +12 -12
  442. eval_studio_client/api/test/{test_v1alpha_leaderboard_type.py → test_v1_perturbator_intensity.py} +7 -7
  443. eval_studio_client/api/test/{test_v1alpha_problem_and_action.py → test_v1_problem_and_action.py} +12 -12
  444. eval_studio_client/api/test/{test_v1alpha_test.py → test_v1_test.py} +12 -12
  445. eval_studio_client/api/test/{test_v1alpha_test_case.py → test_v1_test_case.py} +12 -12
  446. eval_studio_client/api/test/{test_v1alpha_test_case_relationship.py → test_v1_test_case_relationship.py} +12 -12
  447. eval_studio_client/api/test/test_v1_test_cases_generator.py +33 -0
  448. eval_studio_client/api/test/{test_v1alpha_test_class.py → test_v1_test_class.py} +12 -12
  449. eval_studio_client/api/test/test_v1_test_class_type.py +33 -0
  450. eval_studio_client/api/test/{test_v1alpha_test_lab.py → test_v1_test_lab.py} +12 -12
  451. eval_studio_client/api/test/{test_v1alpha_delete_dashboard_response.py → test_v1_update_dashboard_response.py} +13 -13
  452. eval_studio_client/api/test/{test_v1alpha_create_document_response.py → test_v1_update_document_response.py} +13 -13
  453. eval_studio_client/api/test/{test_v1alpha_update_leaderboard_response.py → test_v1_update_leaderboard_response.py} +15 -15
  454. eval_studio_client/api/test/{test_v1alpha_update_model_response.py → test_v1_update_model_response.py} +13 -13
  455. eval_studio_client/api/test/test_v1_update_operation_response.py +71 -0
  456. eval_studio_client/api/test/{test_v1alpha_update_test_case_response.py → test_v1_update_test_case_response.py} +13 -13
  457. eval_studio_client/api/test/test_v1_update_test_response.py +67 -0
  458. eval_studio_client/api/test/{test_v1alpha_who_am_i_response.py → test_v1_who_am_i_response.py} +12 -12
  459. eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
  460. eval_studio_client/dashboards.py +23 -1
  461. eval_studio_client/documents.py +3 -3
  462. eval_studio_client/evaluators.py +1 -1
  463. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +568 -387
  464. eval_studio_client/insights.py +1 -1
  465. eval_studio_client/leaderboards.py +11 -13
  466. eval_studio_client/models.py +61 -29
  467. eval_studio_client/perturbators.py +5 -7
  468. eval_studio_client/problems.py +1 -1
  469. eval_studio_client/test_labs.py +2 -2
  470. eval_studio_client/tests.py +225 -8
  471. {eval_studio_client-0.8.0a1.dist-info → eval_studio_client-0.8.2.dist-info}/METADATA +2 -2
  472. eval_studio_client-0.8.2.dist-info/RECORD +485 -0
  473. {eval_studio_client-0.8.0a1.dist-info → eval_studio_client-0.8.2.dist-info}/WHEEL +1 -1
  474. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +0 -31
  475. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +0 -29
  476. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +0 -29
  477. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +0 -29
  478. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +0 -29
  479. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +0 -29
  480. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +0 -29
  481. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +0 -29
  482. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +0 -30
  483. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +0 -29
  484. eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +0 -29
  485. eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +0 -29
  486. eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +0 -29
  487. eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +0 -29
  488. eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +0 -29
  489. eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +0 -29
  490. eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +0 -29
  491. eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +0 -29
  492. eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +0 -29
  493. eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +0 -29
  494. eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +0 -29
  495. eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +0 -29
  496. eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +0 -30
  497. eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +0 -29
  498. eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +0 -29
  499. eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +0 -29
  500. eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +0 -29
  501. eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +0 -29
  502. eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +0 -29
  503. eval_studio_client/api/docs/V1alphaCreateModelResponse.md +0 -29
  504. eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +0 -29
  505. eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +0 -29
  506. eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +0 -29
  507. eval_studio_client/api/docs/V1alphaCreateTestResponse.md +0 -29
  508. eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +0 -29
  509. eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +0 -29
  510. eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +0 -29
  511. eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +0 -29
  512. eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +0 -29
  513. eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +0 -29
  514. eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +0 -29
  515. eval_studio_client/api/docs/V1alphaEvaluationTest.md +0 -32
  516. eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +0 -29
  517. eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +0 -29
  518. eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +0 -29
  519. eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +0 -29
  520. eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +0 -29
  521. eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +0 -29
  522. eval_studio_client/api/docs/V1alphaGetInfoResponse.md +0 -29
  523. eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +0 -29
  524. eval_studio_client/api/docs/V1alphaGetModelResponse.md +0 -29
  525. eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +0 -29
  526. eval_studio_client/api/docs/V1alphaGetOperationResponse.md +0 -29
  527. eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +0 -29
  528. eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +0 -29
  529. eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +0 -29
  530. eval_studio_client/api/docs/V1alphaGetTestResponse.md +0 -29
  531. eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +0 -29
  532. eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +0 -29
  533. eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +0 -29
  534. eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +0 -29
  535. eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +0 -29
  536. eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +0 -29
  537. eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +0 -30
  538. eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +0 -29
  539. eval_studio_client/api/docs/V1alphaListModelsResponse.md +0 -29
  540. eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +0 -29
  541. eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +0 -29
  542. eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +0 -29
  543. eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +0 -29
  544. eval_studio_client/api/docs/V1alphaListOperationsResponse.md +0 -29
  545. eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +0 -29
  546. eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +0 -29
  547. eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +0 -29
  548. eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +0 -29
  549. eval_studio_client/api/docs/V1alphaListTestsResponse.md +0 -29
  550. eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +0 -29
  551. eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +0 -32
  552. eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +0 -29
  553. eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +0 -29
  554. eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +0 -29
  555. eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +0 -29
  556. eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +0 -29
  557. eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +0 -29
  558. eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +0 -29
  559. eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +0 -91
  560. eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +0 -91
  561. eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +0 -91
  562. eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +0 -95
  563. eval_studio_client/api/models/v1alpha_perturb_test_response.py +0 -91
  564. eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +0 -71
  565. eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +0 -53
  566. eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +0 -53
  567. eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +0 -71
  568. eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +0 -33
  569. eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +0 -33
  570. eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +0 -69
  571. eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +0 -67
  572. eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +0 -33
  573. eval_studio_client-0.8.0a1.dist-info/RECORD +0 -470
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
4
+ ai/h2o/eval_studio/v1/collection.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -21,14 +21,14 @@ from typing import List, Optional
21
21
  from typing_extensions import Annotated
22
22
  from eval_studio_client.api.models.required_the_test_case_to_update import RequiredTheTestCaseToUpdate
23
23
  from eval_studio_client.api.models.test_case_service_batch_delete_test_cases_request import TestCaseServiceBatchDeleteTestCasesRequest
24
- from eval_studio_client.api.models.v1alpha_batch_delete_test_cases_response import V1alphaBatchDeleteTestCasesResponse
25
- from eval_studio_client.api.models.v1alpha_create_test_case_response import V1alphaCreateTestCaseResponse
26
- from eval_studio_client.api.models.v1alpha_delete_test_case_response import V1alphaDeleteTestCaseResponse
27
- from eval_studio_client.api.models.v1alpha_find_all_test_cases_by_id_response import V1alphaFindAllTestCasesByIDResponse
28
- from eval_studio_client.api.models.v1alpha_get_test_case_response import V1alphaGetTestCaseResponse
29
- from eval_studio_client.api.models.v1alpha_list_test_cases_response import V1alphaListTestCasesResponse
30
- from eval_studio_client.api.models.v1alpha_test_case import V1alphaTestCase
31
- from eval_studio_client.api.models.v1alpha_update_test_case_response import V1alphaUpdateTestCaseResponse
24
+ from eval_studio_client.api.models.v1_batch_delete_test_cases_response import V1BatchDeleteTestCasesResponse
25
+ from eval_studio_client.api.models.v1_create_test_case_response import V1CreateTestCaseResponse
26
+ from eval_studio_client.api.models.v1_delete_test_case_response import V1DeleteTestCaseResponse
27
+ from eval_studio_client.api.models.v1_find_all_test_cases_by_id_response import V1FindAllTestCasesByIDResponse
28
+ from eval_studio_client.api.models.v1_get_test_case_response import V1GetTestCaseResponse
29
+ from eval_studio_client.api.models.v1_list_test_cases_response import V1ListTestCasesResponse
30
+ from eval_studio_client.api.models.v1_test_case import V1TestCase
31
+ from eval_studio_client.api.models.v1_update_test_case_response import V1UpdateTestCaseResponse
32
32
 
33
33
  from eval_studio_client.api.api_client import ApiClient, RequestSerialized
34
34
  from eval_studio_client.api.api_response import ApiResponse
@@ -65,7 +65,7 @@ class TestCaseServiceApi:
65
65
  _content_type: Optional[StrictStr] = None,
66
66
  _headers: Optional[Dict[StrictStr, Any]] = None,
67
67
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
68
- ) -> V1alphaBatchDeleteTestCasesResponse:
68
+ ) -> V1BatchDeleteTestCasesResponse:
69
69
  """test_case_service_batch_delete_test_cases
70
70
 
71
71
 
@@ -105,7 +105,7 @@ class TestCaseServiceApi:
105
105
  )
106
106
 
107
107
  _response_types_map: Dict[str, Optional[str]] = {
108
- '200': "V1alphaBatchDeleteTestCasesResponse",
108
+ '200': "V1BatchDeleteTestCasesResponse",
109
109
  }
110
110
  response_data = self.api_client.call_api(
111
111
  *_param,
@@ -135,7 +135,7 @@ class TestCaseServiceApi:
135
135
  _content_type: Optional[StrictStr] = None,
136
136
  _headers: Optional[Dict[StrictStr, Any]] = None,
137
137
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
138
- ) -> ApiResponse[V1alphaBatchDeleteTestCasesResponse]:
138
+ ) -> ApiResponse[V1BatchDeleteTestCasesResponse]:
139
139
  """test_case_service_batch_delete_test_cases
140
140
 
141
141
 
@@ -175,7 +175,7 @@ class TestCaseServiceApi:
175
175
  )
176
176
 
177
177
  _response_types_map: Dict[str, Optional[str]] = {
178
- '200': "V1alphaBatchDeleteTestCasesResponse",
178
+ '200': "V1BatchDeleteTestCasesResponse",
179
179
  }
180
180
  response_data = self.api_client.call_api(
181
181
  *_param,
@@ -245,7 +245,7 @@ class TestCaseServiceApi:
245
245
  )
246
246
 
247
247
  _response_types_map: Dict[str, Optional[str]] = {
248
- '200': "V1alphaBatchDeleteTestCasesResponse",
248
+ '200': "V1BatchDeleteTestCasesResponse",
249
249
  }
250
250
  response_data = self.api_client.call_api(
251
251
  *_param,
@@ -314,7 +314,7 @@ class TestCaseServiceApi:
314
314
 
315
315
  return self.api_client.param_serialize(
316
316
  method='POST',
317
- resource_path='/v1alpha/{parent}/testCases:batchDelete',
317
+ resource_path='/v1/{parent}/testCases:batchDelete',
318
318
  path_params=_path_params,
319
319
  query_params=_query_params,
320
320
  header_params=_header_params,
@@ -334,7 +334,7 @@ class TestCaseServiceApi:
334
334
  def test_case_service_create_test_case(
335
335
  self,
336
336
  parent: Annotated[str, Field(strict=True, description="The parent Test where this TestCase will be created. Format: tests/<UUID>")],
337
- test_case: Annotated[V1alphaTestCase, Field(description="The TestCase to create.")],
337
+ test_case: Annotated[V1TestCase, Field(description="The TestCase to create.")],
338
338
  _request_timeout: Union[
339
339
  None,
340
340
  Annotated[StrictFloat, Field(gt=0)],
@@ -347,14 +347,14 @@ class TestCaseServiceApi:
347
347
  _content_type: Optional[StrictStr] = None,
348
348
  _headers: Optional[Dict[StrictStr, Any]] = None,
349
349
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
350
- ) -> V1alphaCreateTestCaseResponse:
350
+ ) -> V1CreateTestCaseResponse:
351
351
  """test_case_service_create_test_case
352
352
 
353
353
 
354
354
  :param parent: The parent Test where this TestCase will be created. Format: tests/<UUID> (required)
355
355
  :type parent: str
356
356
  :param test_case: The TestCase to create. (required)
357
- :type test_case: V1alphaTestCase
357
+ :type test_case: V1TestCase
358
358
  :param _request_timeout: timeout setting for this request. If one
359
359
  number provided, it will be total request
360
360
  timeout. It can also be a pair (tuple) of
@@ -387,7 +387,7 @@ class TestCaseServiceApi:
387
387
  )
388
388
 
389
389
  _response_types_map: Dict[str, Optional[str]] = {
390
- '200': "V1alphaCreateTestCaseResponse",
390
+ '200': "V1CreateTestCaseResponse",
391
391
  }
392
392
  response_data = self.api_client.call_api(
393
393
  *_param,
@@ -404,7 +404,7 @@ class TestCaseServiceApi:
404
404
  def test_case_service_create_test_case_with_http_info(
405
405
  self,
406
406
  parent: Annotated[str, Field(strict=True, description="The parent Test where this TestCase will be created. Format: tests/<UUID>")],
407
- test_case: Annotated[V1alphaTestCase, Field(description="The TestCase to create.")],
407
+ test_case: Annotated[V1TestCase, Field(description="The TestCase to create.")],
408
408
  _request_timeout: Union[
409
409
  None,
410
410
  Annotated[StrictFloat, Field(gt=0)],
@@ -417,14 +417,14 @@ class TestCaseServiceApi:
417
417
  _content_type: Optional[StrictStr] = None,
418
418
  _headers: Optional[Dict[StrictStr, Any]] = None,
419
419
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
420
- ) -> ApiResponse[V1alphaCreateTestCaseResponse]:
420
+ ) -> ApiResponse[V1CreateTestCaseResponse]:
421
421
  """test_case_service_create_test_case
422
422
 
423
423
 
424
424
  :param parent: The parent Test where this TestCase will be created. Format: tests/<UUID> (required)
425
425
  :type parent: str
426
426
  :param test_case: The TestCase to create. (required)
427
- :type test_case: V1alphaTestCase
427
+ :type test_case: V1TestCase
428
428
  :param _request_timeout: timeout setting for this request. If one
429
429
  number provided, it will be total request
430
430
  timeout. It can also be a pair (tuple) of
@@ -457,7 +457,7 @@ class TestCaseServiceApi:
457
457
  )
458
458
 
459
459
  _response_types_map: Dict[str, Optional[str]] = {
460
- '200': "V1alphaCreateTestCaseResponse",
460
+ '200': "V1CreateTestCaseResponse",
461
461
  }
462
462
  response_data = self.api_client.call_api(
463
463
  *_param,
@@ -474,7 +474,7 @@ class TestCaseServiceApi:
474
474
  def test_case_service_create_test_case_without_preload_content(
475
475
  self,
476
476
  parent: Annotated[str, Field(strict=True, description="The parent Test where this TestCase will be created. Format: tests/<UUID>")],
477
- test_case: Annotated[V1alphaTestCase, Field(description="The TestCase to create.")],
477
+ test_case: Annotated[V1TestCase, Field(description="The TestCase to create.")],
478
478
  _request_timeout: Union[
479
479
  None,
480
480
  Annotated[StrictFloat, Field(gt=0)],
@@ -494,7 +494,7 @@ class TestCaseServiceApi:
494
494
  :param parent: The parent Test where this TestCase will be created. Format: tests/<UUID> (required)
495
495
  :type parent: str
496
496
  :param test_case: The TestCase to create. (required)
497
- :type test_case: V1alphaTestCase
497
+ :type test_case: V1TestCase
498
498
  :param _request_timeout: timeout setting for this request. If one
499
499
  number provided, it will be total request
500
500
  timeout. It can also be a pair (tuple) of
@@ -527,7 +527,7 @@ class TestCaseServiceApi:
527
527
  )
528
528
 
529
529
  _response_types_map: Dict[str, Optional[str]] = {
530
- '200': "V1alphaCreateTestCaseResponse",
530
+ '200': "V1CreateTestCaseResponse",
531
531
  }
532
532
  response_data = self.api_client.call_api(
533
533
  *_param,
@@ -596,7 +596,7 @@ class TestCaseServiceApi:
596
596
 
597
597
  return self.api_client.param_serialize(
598
598
  method='POST',
599
- resource_path='/v1alpha/{parent}/testCases',
599
+ resource_path='/v1/{parent}/testCases',
600
600
  path_params=_path_params,
601
601
  query_params=_query_params,
602
602
  header_params=_header_params,
@@ -628,7 +628,7 @@ class TestCaseServiceApi:
628
628
  _content_type: Optional[StrictStr] = None,
629
629
  _headers: Optional[Dict[StrictStr, Any]] = None,
630
630
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
631
- ) -> V1alphaDeleteTestCaseResponse:
631
+ ) -> V1DeleteTestCaseResponse:
632
632
  """test_case_service_delete_test_case
633
633
 
634
634
 
@@ -665,7 +665,7 @@ class TestCaseServiceApi:
665
665
  )
666
666
 
667
667
  _response_types_map: Dict[str, Optional[str]] = {
668
- '200': "V1alphaDeleteTestCaseResponse",
668
+ '200': "V1DeleteTestCaseResponse",
669
669
  }
670
670
  response_data = self.api_client.call_api(
671
671
  *_param,
@@ -694,7 +694,7 @@ class TestCaseServiceApi:
694
694
  _content_type: Optional[StrictStr] = None,
695
695
  _headers: Optional[Dict[StrictStr, Any]] = None,
696
696
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
697
- ) -> ApiResponse[V1alphaDeleteTestCaseResponse]:
697
+ ) -> ApiResponse[V1DeleteTestCaseResponse]:
698
698
  """test_case_service_delete_test_case
699
699
 
700
700
 
@@ -731,7 +731,7 @@ class TestCaseServiceApi:
731
731
  )
732
732
 
733
733
  _response_types_map: Dict[str, Optional[str]] = {
734
- '200': "V1alphaDeleteTestCaseResponse",
734
+ '200': "V1DeleteTestCaseResponse",
735
735
  }
736
736
  response_data = self.api_client.call_api(
737
737
  *_param,
@@ -797,7 +797,7 @@ class TestCaseServiceApi:
797
797
  )
798
798
 
799
799
  _response_types_map: Dict[str, Optional[str]] = {
800
- '200': "V1alphaDeleteTestCaseResponse",
800
+ '200': "V1DeleteTestCaseResponse",
801
801
  }
802
802
  response_data = self.api_client.call_api(
803
803
  *_param,
@@ -850,7 +850,7 @@ class TestCaseServiceApi:
850
850
 
851
851
  return self.api_client.param_serialize(
852
852
  method='DELETE',
853
- resource_path='/v1alpha/{name_5}',
853
+ resource_path='/v1/{name_5}',
854
854
  path_params=_path_params,
855
855
  query_params=_query_params,
856
856
  header_params=_header_params,
@@ -882,7 +882,7 @@ class TestCaseServiceApi:
882
882
  _content_type: Optional[StrictStr] = None,
883
883
  _headers: Optional[Dict[StrictStr, Any]] = None,
884
884
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
885
- ) -> V1alphaFindAllTestCasesByIDResponse:
885
+ ) -> V1FindAllTestCasesByIDResponse:
886
886
  """test_case_service_find_all_test_cases_by_id
887
887
 
888
888
 
@@ -919,7 +919,7 @@ class TestCaseServiceApi:
919
919
  )
920
920
 
921
921
  _response_types_map: Dict[str, Optional[str]] = {
922
- '200': "V1alphaFindAllTestCasesByIDResponse",
922
+ '200': "V1FindAllTestCasesByIDResponse",
923
923
  }
924
924
  response_data = self.api_client.call_api(
925
925
  *_param,
@@ -948,7 +948,7 @@ class TestCaseServiceApi:
948
948
  _content_type: Optional[StrictStr] = None,
949
949
  _headers: Optional[Dict[StrictStr, Any]] = None,
950
950
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
951
- ) -> ApiResponse[V1alphaFindAllTestCasesByIDResponse]:
951
+ ) -> ApiResponse[V1FindAllTestCasesByIDResponse]:
952
952
  """test_case_service_find_all_test_cases_by_id
953
953
 
954
954
 
@@ -985,7 +985,7 @@ class TestCaseServiceApi:
985
985
  )
986
986
 
987
987
  _response_types_map: Dict[str, Optional[str]] = {
988
- '200': "V1alphaFindAllTestCasesByIDResponse",
988
+ '200': "V1FindAllTestCasesByIDResponse",
989
989
  }
990
990
  response_data = self.api_client.call_api(
991
991
  *_param,
@@ -1051,7 +1051,7 @@ class TestCaseServiceApi:
1051
1051
  )
1052
1052
 
1053
1053
  _response_types_map: Dict[str, Optional[str]] = {
1054
- '200': "V1alphaFindAllTestCasesByIDResponse",
1054
+ '200': "V1FindAllTestCasesByIDResponse",
1055
1055
  }
1056
1056
  response_data = self.api_client.call_api(
1057
1057
  *_param,
@@ -1107,7 +1107,7 @@ class TestCaseServiceApi:
1107
1107
 
1108
1108
  return self.api_client.param_serialize(
1109
1109
  method='GET',
1110
- resource_path='/v1alpha/tests/-/testCases:findAllTestCasesByID',
1110
+ resource_path='/v1/tests/-/testCases:findAllTestCasesByID',
1111
1111
  path_params=_path_params,
1112
1112
  query_params=_query_params,
1113
1113
  header_params=_header_params,
@@ -1139,7 +1139,7 @@ class TestCaseServiceApi:
1139
1139
  _content_type: Optional[StrictStr] = None,
1140
1140
  _headers: Optional[Dict[StrictStr, Any]] = None,
1141
1141
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
1142
- ) -> V1alphaGetTestCaseResponse:
1142
+ ) -> V1GetTestCaseResponse:
1143
1143
  """test_case_service_get_test_case
1144
1144
 
1145
1145
 
@@ -1176,7 +1176,7 @@ class TestCaseServiceApi:
1176
1176
  )
1177
1177
 
1178
1178
  _response_types_map: Dict[str, Optional[str]] = {
1179
- '200': "V1alphaGetTestCaseResponse",
1179
+ '200': "V1GetTestCaseResponse",
1180
1180
  }
1181
1181
  response_data = self.api_client.call_api(
1182
1182
  *_param,
@@ -1205,7 +1205,7 @@ class TestCaseServiceApi:
1205
1205
  _content_type: Optional[StrictStr] = None,
1206
1206
  _headers: Optional[Dict[StrictStr, Any]] = None,
1207
1207
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
1208
- ) -> ApiResponse[V1alphaGetTestCaseResponse]:
1208
+ ) -> ApiResponse[V1GetTestCaseResponse]:
1209
1209
  """test_case_service_get_test_case
1210
1210
 
1211
1211
 
@@ -1242,7 +1242,7 @@ class TestCaseServiceApi:
1242
1242
  )
1243
1243
 
1244
1244
  _response_types_map: Dict[str, Optional[str]] = {
1245
- '200': "V1alphaGetTestCaseResponse",
1245
+ '200': "V1GetTestCaseResponse",
1246
1246
  }
1247
1247
  response_data = self.api_client.call_api(
1248
1248
  *_param,
@@ -1308,7 +1308,7 @@ class TestCaseServiceApi:
1308
1308
  )
1309
1309
 
1310
1310
  _response_types_map: Dict[str, Optional[str]] = {
1311
- '200': "V1alphaGetTestCaseResponse",
1311
+ '200': "V1GetTestCaseResponse",
1312
1312
  }
1313
1313
  response_data = self.api_client.call_api(
1314
1314
  *_param,
@@ -1361,7 +1361,7 @@ class TestCaseServiceApi:
1361
1361
 
1362
1362
  return self.api_client.param_serialize(
1363
1363
  method='GET',
1364
- resource_path='/v1alpha/{name_7}',
1364
+ resource_path='/v1/{name_7}',
1365
1365
  path_params=_path_params,
1366
1366
  query_params=_query_params,
1367
1367
  header_params=_header_params,
@@ -1393,7 +1393,7 @@ class TestCaseServiceApi:
1393
1393
  _content_type: Optional[StrictStr] = None,
1394
1394
  _headers: Optional[Dict[StrictStr, Any]] = None,
1395
1395
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
1396
- ) -> V1alphaListTestCasesResponse:
1396
+ ) -> V1ListTestCasesResponse:
1397
1397
  """test_case_service_list_test_cases
1398
1398
 
1399
1399
 
@@ -1430,7 +1430,7 @@ class TestCaseServiceApi:
1430
1430
  )
1431
1431
 
1432
1432
  _response_types_map: Dict[str, Optional[str]] = {
1433
- '200': "V1alphaListTestCasesResponse",
1433
+ '200': "V1ListTestCasesResponse",
1434
1434
  }
1435
1435
  response_data = self.api_client.call_api(
1436
1436
  *_param,
@@ -1459,7 +1459,7 @@ class TestCaseServiceApi:
1459
1459
  _content_type: Optional[StrictStr] = None,
1460
1460
  _headers: Optional[Dict[StrictStr, Any]] = None,
1461
1461
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
1462
- ) -> ApiResponse[V1alphaListTestCasesResponse]:
1462
+ ) -> ApiResponse[V1ListTestCasesResponse]:
1463
1463
  """test_case_service_list_test_cases
1464
1464
 
1465
1465
 
@@ -1496,7 +1496,7 @@ class TestCaseServiceApi:
1496
1496
  )
1497
1497
 
1498
1498
  _response_types_map: Dict[str, Optional[str]] = {
1499
- '200': "V1alphaListTestCasesResponse",
1499
+ '200': "V1ListTestCasesResponse",
1500
1500
  }
1501
1501
  response_data = self.api_client.call_api(
1502
1502
  *_param,
@@ -1562,7 +1562,7 @@ class TestCaseServiceApi:
1562
1562
  )
1563
1563
 
1564
1564
  _response_types_map: Dict[str, Optional[str]] = {
1565
- '200': "V1alphaListTestCasesResponse",
1565
+ '200': "V1ListTestCasesResponse",
1566
1566
  }
1567
1567
  response_data = self.api_client.call_api(
1568
1568
  *_param,
@@ -1615,7 +1615,7 @@ class TestCaseServiceApi:
1615
1615
 
1616
1616
  return self.api_client.param_serialize(
1617
1617
  method='GET',
1618
- resource_path='/v1alpha/{parent}/testCases',
1618
+ resource_path='/v1/{parent}/testCases',
1619
1619
  path_params=_path_params,
1620
1620
  query_params=_query_params,
1621
1621
  header_params=_header_params,
@@ -1648,7 +1648,7 @@ class TestCaseServiceApi:
1648
1648
  _content_type: Optional[StrictStr] = None,
1649
1649
  _headers: Optional[Dict[StrictStr, Any]] = None,
1650
1650
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
1651
- ) -> V1alphaUpdateTestCaseResponse:
1651
+ ) -> V1UpdateTestCaseResponse:
1652
1652
  """test_case_service_update_test_case
1653
1653
 
1654
1654
 
@@ -1688,7 +1688,7 @@ class TestCaseServiceApi:
1688
1688
  )
1689
1689
 
1690
1690
  _response_types_map: Dict[str, Optional[str]] = {
1691
- '200': "V1alphaUpdateTestCaseResponse",
1691
+ '200': "V1UpdateTestCaseResponse",
1692
1692
  }
1693
1693
  response_data = self.api_client.call_api(
1694
1694
  *_param,
@@ -1718,7 +1718,7 @@ class TestCaseServiceApi:
1718
1718
  _content_type: Optional[StrictStr] = None,
1719
1719
  _headers: Optional[Dict[StrictStr, Any]] = None,
1720
1720
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
1721
- ) -> ApiResponse[V1alphaUpdateTestCaseResponse]:
1721
+ ) -> ApiResponse[V1UpdateTestCaseResponse]:
1722
1722
  """test_case_service_update_test_case
1723
1723
 
1724
1724
 
@@ -1758,7 +1758,7 @@ class TestCaseServiceApi:
1758
1758
  )
1759
1759
 
1760
1760
  _response_types_map: Dict[str, Optional[str]] = {
1761
- '200': "V1alphaUpdateTestCaseResponse",
1761
+ '200': "V1UpdateTestCaseResponse",
1762
1762
  }
1763
1763
  response_data = self.api_client.call_api(
1764
1764
  *_param,
@@ -1828,7 +1828,7 @@ class TestCaseServiceApi:
1828
1828
  )
1829
1829
 
1830
1830
  _response_types_map: Dict[str, Optional[str]] = {
1831
- '200': "V1alphaUpdateTestCaseResponse",
1831
+ '200': "V1UpdateTestCaseResponse",
1832
1832
  }
1833
1833
  response_data = self.api_client.call_api(
1834
1834
  *_param,
@@ -1897,7 +1897,7 @@ class TestCaseServiceApi:
1897
1897
 
1898
1898
  return self.api_client.param_serialize(
1899
1899
  method='PATCH',
1900
- resource_path='/v1alpha/{testCase.name}',
1900
+ resource_path='/v1/{testCase.name}',
1901
1901
  path_params=_path_params,
1902
1902
  query_params=_query_params,
1903
1903
  header_params=_header_params,
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
4
+ ai/h2o/eval_studio/v1/collection.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -18,8 +18,8 @@ from typing_extensions import Annotated
18
18
 
19
19
  from pydantic import Field, field_validator
20
20
  from typing_extensions import Annotated
21
- from eval_studio_client.api.models.v1alpha_get_test_class_response import V1alphaGetTestClassResponse
22
- from eval_studio_client.api.models.v1alpha_list_test_classes_response import V1alphaListTestClassesResponse
21
+ from eval_studio_client.api.models.v1_get_test_class_response import V1GetTestClassResponse
22
+ from eval_studio_client.api.models.v1_list_test_classes_response import V1ListTestClassesResponse
23
23
 
24
24
  from eval_studio_client.api.api_client import ApiClient, RequestSerialized
25
25
  from eval_studio_client.api.api_response import ApiResponse
@@ -55,7 +55,7 @@ class TestClassServiceApi:
55
55
  _content_type: Optional[StrictStr] = None,
56
56
  _headers: Optional[Dict[StrictStr, Any]] = None,
57
57
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
58
- ) -> V1alphaGetTestClassResponse:
58
+ ) -> V1GetTestClassResponse:
59
59
  """test_class_service_get_test_class
60
60
 
61
61
 
@@ -92,7 +92,7 @@ class TestClassServiceApi:
92
92
  )
93
93
 
94
94
  _response_types_map: Dict[str, Optional[str]] = {
95
- '200': "V1alphaGetTestClassResponse",
95
+ '200': "V1GetTestClassResponse",
96
96
  }
97
97
  response_data = self.api_client.call_api(
98
98
  *_param,
@@ -121,7 +121,7 @@ class TestClassServiceApi:
121
121
  _content_type: Optional[StrictStr] = None,
122
122
  _headers: Optional[Dict[StrictStr, Any]] = None,
123
123
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
124
- ) -> ApiResponse[V1alphaGetTestClassResponse]:
124
+ ) -> ApiResponse[V1GetTestClassResponse]:
125
125
  """test_class_service_get_test_class
126
126
 
127
127
 
@@ -158,7 +158,7 @@ class TestClassServiceApi:
158
158
  )
159
159
 
160
160
  _response_types_map: Dict[str, Optional[str]] = {
161
- '200': "V1alphaGetTestClassResponse",
161
+ '200': "V1GetTestClassResponse",
162
162
  }
163
163
  response_data = self.api_client.call_api(
164
164
  *_param,
@@ -224,7 +224,7 @@ class TestClassServiceApi:
224
224
  )
225
225
 
226
226
  _response_types_map: Dict[str, Optional[str]] = {
227
- '200': "V1alphaGetTestClassResponse",
227
+ '200': "V1GetTestClassResponse",
228
228
  }
229
229
  response_data = self.api_client.call_api(
230
230
  *_param,
@@ -277,7 +277,7 @@ class TestClassServiceApi:
277
277
 
278
278
  return self.api_client.param_serialize(
279
279
  method='GET',
280
- resource_path='/v1alpha/{name_8}',
280
+ resource_path='/v1/{name_8}',
281
281
  path_params=_path_params,
282
282
  query_params=_query_params,
283
283
  header_params=_header_params,
@@ -308,7 +308,7 @@ class TestClassServiceApi:
308
308
  _content_type: Optional[StrictStr] = None,
309
309
  _headers: Optional[Dict[StrictStr, Any]] = None,
310
310
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
311
- ) -> V1alphaListTestClassesResponse:
311
+ ) -> V1ListTestClassesResponse:
312
312
  """test_class_service_list_test_classes
313
313
 
314
314
 
@@ -342,7 +342,7 @@ class TestClassServiceApi:
342
342
  )
343
343
 
344
344
  _response_types_map: Dict[str, Optional[str]] = {
345
- '200': "V1alphaListTestClassesResponse",
345
+ '200': "V1ListTestClassesResponse",
346
346
  }
347
347
  response_data = self.api_client.call_api(
348
348
  *_param,
@@ -370,7 +370,7 @@ class TestClassServiceApi:
370
370
  _content_type: Optional[StrictStr] = None,
371
371
  _headers: Optional[Dict[StrictStr, Any]] = None,
372
372
  _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
373
- ) -> ApiResponse[V1alphaListTestClassesResponse]:
373
+ ) -> ApiResponse[V1ListTestClassesResponse]:
374
374
  """test_class_service_list_test_classes
375
375
 
376
376
 
@@ -404,7 +404,7 @@ class TestClassServiceApi:
404
404
  )
405
405
 
406
406
  _response_types_map: Dict[str, Optional[str]] = {
407
- '200': "V1alphaListTestClassesResponse",
407
+ '200': "V1ListTestClassesResponse",
408
408
  }
409
409
  response_data = self.api_client.call_api(
410
410
  *_param,
@@ -466,7 +466,7 @@ class TestClassServiceApi:
466
466
  )
467
467
 
468
468
  _response_types_map: Dict[str, Optional[str]] = {
469
- '200': "V1alphaListTestClassesResponse",
469
+ '200': "V1ListTestClassesResponse",
470
470
  }
471
471
  response_data = self.api_client.call_api(
472
472
  *_param,
@@ -516,7 +516,7 @@ class TestClassServiceApi:
516
516
 
517
517
  return self.api_client.param_serialize(
518
518
  method='GET',
519
- resource_path='/v1alpha/testClasses',
519
+ resource_path='/v1/testClasses',
520
520
  path_params=_path_params,
521
521
  query_params=_query_params,
522
522
  header_params=_header_params,