eval-studio-client 0.8.0a2__py3-none-any.whl → 1.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (574) hide show
  1. eval_studio_client/__init__.py +2 -1
  2. eval_studio_client/api/__init__.py +125 -120
  3. eval_studio_client/api/api/__init__.py +1 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +71 -71
  5. eval_studio_client/api/api/document_service_api.py +64 -64
  6. eval_studio_client/api/api/evaluation_service_api.py +42 -42
  7. eval_studio_client/api/api/evaluator_service_api.py +50 -50
  8. eval_studio_client/api/api/info_service_api.py +8 -8
  9. eval_studio_client/api/api/leaderboard_service_api.py +126 -126
  10. eval_studio_client/api/api/model_service_api.py +92 -92
  11. eval_studio_client/api/api/operation_progress_service_api.py +8 -8
  12. eval_studio_client/api/api/operation_service_api.py +36 -36
  13. eval_studio_client/api/api/perturbation_service_api.py +8 -8
  14. eval_studio_client/api/api/perturbator_service_api.py +15 -15
  15. eval_studio_client/api/api/prompt_generation_service_api.py +321 -0
  16. eval_studio_client/api/api/test_case_service_api.py +57 -57
  17. eval_studio_client/api/api/test_class_service_api.py +15 -15
  18. eval_studio_client/api/api/test_lab_service_api.py +22 -22
  19. eval_studio_client/api/api/test_service_api.py +376 -92
  20. eval_studio_client/api/api/who_am_i_service_api.py +8 -8
  21. eval_studio_client/api/api_client.py +1 -1
  22. eval_studio_client/api/configuration.py +1 -1
  23. eval_studio_client/api/docs/DashboardServiceApi.md +38 -38
  24. eval_studio_client/api/docs/DocumentServiceApi.md +34 -34
  25. eval_studio_client/api/docs/EvaluationServiceApi.md +22 -22
  26. eval_studio_client/api/docs/EvaluatorServiceApi.md +26 -26
  27. eval_studio_client/api/docs/InfoServiceApi.md +4 -4
  28. eval_studio_client/api/docs/LeaderboardServiceApi.md +66 -66
  29. eval_studio_client/api/docs/ModelServiceApi.md +50 -50
  30. eval_studio_client/api/docs/OperationProgressServiceApi.md +4 -4
  31. eval_studio_client/api/docs/OperationServiceApi.md +20 -20
  32. eval_studio_client/api/docs/PerturbationServiceApi.md +4 -4
  33. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +3 -3
  34. eval_studio_client/api/docs/PerturbatorServiceApi.md +8 -8
  35. eval_studio_client/api/docs/PromptGenerationServiceApi.md +78 -0
  36. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +35 -0
  37. eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +1 -1
  38. eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +4 -4
  39. eval_studio_client/api/docs/RequiredTheModelToUpdate.md +1 -1
  40. eval_studio_client/api/docs/TestCaseServiceApi.md +31 -31
  41. eval_studio_client/api/docs/TestClassServiceApi.md +8 -8
  42. eval_studio_client/api/docs/TestLabServiceApi.md +11 -11
  43. eval_studio_client/api/docs/TestServiceApi.md +119 -49
  44. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +33 -0
  45. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +1 -1
  46. eval_studio_client/api/docs/V1BatchCreateLeaderboardsRequest.md +31 -0
  47. eval_studio_client/api/docs/V1BatchCreateLeaderboardsResponse.md +29 -0
  48. eval_studio_client/api/docs/V1BatchDeleteDashboardsRequest.md +29 -0
  49. eval_studio_client/api/docs/V1BatchDeleteDashboardsResponse.md +29 -0
  50. eval_studio_client/api/docs/V1BatchDeleteDocumentsRequest.md +29 -0
  51. eval_studio_client/api/docs/V1BatchDeleteDocumentsResponse.md +29 -0
  52. eval_studio_client/api/docs/V1BatchDeleteEvaluatorsRequest.md +29 -0
  53. eval_studio_client/api/docs/V1BatchDeleteEvaluatorsResponse.md +29 -0
  54. eval_studio_client/api/docs/V1BatchDeleteLeaderboardsRequest.md +30 -0
  55. eval_studio_client/api/docs/V1BatchDeleteLeaderboardsResponse.md +29 -0
  56. eval_studio_client/api/docs/V1BatchDeleteModelsRequest.md +29 -0
  57. eval_studio_client/api/docs/V1BatchDeleteModelsResponse.md +29 -0
  58. eval_studio_client/api/docs/V1BatchDeleteTestCasesResponse.md +29 -0
  59. eval_studio_client/api/docs/{V1alphaBatchDeleteTestsRequest.md → V1BatchDeleteTestsRequest.md} +8 -8
  60. eval_studio_client/api/docs/V1BatchDeleteTestsResponse.md +29 -0
  61. eval_studio_client/api/docs/V1BatchGetDashboardsResponse.md +29 -0
  62. eval_studio_client/api/docs/V1BatchGetDocumentsResponse.md +29 -0
  63. eval_studio_client/api/docs/V1BatchGetLeaderboardsResponse.md +29 -0
  64. eval_studio_client/api/docs/V1BatchGetModelsResponse.md +29 -0
  65. eval_studio_client/api/docs/V1BatchGetOperationsResponse.md +29 -0
  66. eval_studio_client/api/docs/V1BatchGetTestsResponse.md +29 -0
  67. eval_studio_client/api/docs/{V1alphaBatchImportLeaderboardRequest.md → V1BatchImportLeaderboardRequest.md} +9 -9
  68. eval_studio_client/api/docs/V1BatchImportLeaderboardResponse.md +29 -0
  69. eval_studio_client/api/docs/{V1alphaBatchImportTestsRequest.md → V1BatchImportTestsRequest.md} +8 -8
  70. eval_studio_client/api/docs/V1BatchImportTestsResponse.md +29 -0
  71. eval_studio_client/api/docs/V1CheckBaseModelsResponse.md +30 -0
  72. eval_studio_client/api/docs/{V1alphaCollectionInfo.md → V1CollectionInfo.md} +8 -8
  73. eval_studio_client/api/docs/V1CreateDashboardResponse.md +29 -0
  74. eval_studio_client/api/docs/V1CreateDocumentResponse.md +29 -0
  75. eval_studio_client/api/docs/{V1alphaCreateEvaluationRequest.md → V1CreateEvaluationRequest.md} +10 -10
  76. eval_studio_client/api/docs/V1CreateEvaluatorResponse.md +29 -0
  77. eval_studio_client/api/docs/V1CreateLeaderboardRequest.md +29 -0
  78. eval_studio_client/api/docs/V1CreateLeaderboardResponse.md +29 -0
  79. eval_studio_client/api/docs/V1CreateLeaderboardWithoutCacheResponse.md +29 -0
  80. eval_studio_client/api/docs/V1CreateModelResponse.md +29 -0
  81. eval_studio_client/api/docs/V1CreatePerturbationResponse.md +29 -0
  82. eval_studio_client/api/docs/V1CreateTestCaseResponse.md +29 -0
  83. eval_studio_client/api/docs/V1CreateTestLabResponse.md +29 -0
  84. eval_studio_client/api/docs/V1CreateTestResponse.md +29 -0
  85. eval_studio_client/api/docs/{V1alphaDashboard.md → V1Dashboard.md} +9 -9
  86. eval_studio_client/api/docs/{V1alphaDashboardStatus.md → V1DashboardStatus.md} +1 -1
  87. eval_studio_client/api/docs/V1DeleteDashboardResponse.md +29 -0
  88. eval_studio_client/api/docs/V1DeleteDocumentResponse.md +29 -0
  89. eval_studio_client/api/docs/V1DeleteEvaluatorResponse.md +29 -0
  90. eval_studio_client/api/docs/V1DeleteLeaderboardResponse.md +29 -0
  91. eval_studio_client/api/docs/V1DeleteModelResponse.md +29 -0
  92. eval_studio_client/api/docs/V1DeleteTestCaseResponse.md +29 -0
  93. eval_studio_client/api/docs/V1DeleteTestResponse.md +29 -0
  94. eval_studio_client/api/docs/{V1alphaDocument.md → V1Document.md} +8 -8
  95. eval_studio_client/api/docs/V1EvaluationTest.md +32 -0
  96. eval_studio_client/api/docs/{V1alphaEvaluator.md → V1Evaluator.md} +10 -9
  97. eval_studio_client/api/docs/{V1alphaEvaluatorParamType.md → V1EvaluatorParamType.md} +1 -1
  98. eval_studio_client/api/docs/{V1alphaEvaluatorParameter.md → V1EvaluatorParameter.md} +9 -9
  99. eval_studio_client/api/docs/{V1alphaEvaluatorView.md → V1EvaluatorView.md} +1 -1
  100. eval_studio_client/api/docs/V1FinalizeOperationResponse.md +29 -0
  101. eval_studio_client/api/docs/V1FindAllTestCasesByIDResponse.md +29 -0
  102. eval_studio_client/api/docs/V1FindTestLabResponse.md +29 -0
  103. eval_studio_client/api/docs/V1GenerateTestCasesResponse.md +29 -0
  104. eval_studio_client/api/docs/V1GetDashboardResponse.md +29 -0
  105. eval_studio_client/api/docs/V1GetDocumentResponse.md +29 -0
  106. eval_studio_client/api/docs/V1GetEvaluatorResponse.md +29 -0
  107. eval_studio_client/api/docs/V1GetInfoResponse.md +29 -0
  108. eval_studio_client/api/docs/V1GetLeaderboardResponse.md +29 -0
  109. eval_studio_client/api/docs/V1GetModelResponse.md +29 -0
  110. eval_studio_client/api/docs/V1GetOperationProgressByParentResponse.md +29 -0
  111. eval_studio_client/api/docs/V1GetOperationResponse.md +29 -0
  112. eval_studio_client/api/docs/V1GetPerturbatorResponse.md +29 -0
  113. eval_studio_client/api/docs/V1GetTestCaseResponse.md +29 -0
  114. eval_studio_client/api/docs/V1GetTestClassResponse.md +29 -0
  115. eval_studio_client/api/docs/V1GetTestResponse.md +29 -0
  116. eval_studio_client/api/docs/{V1alphaImportEvaluationRequest.md → V1ImportEvaluationRequest.md} +9 -9
  117. eval_studio_client/api/docs/{V1alphaImportLeaderboardRequest.md → V1ImportLeaderboardRequest.md} +9 -9
  118. eval_studio_client/api/docs/V1ImportLeaderboardResponse.md +29 -0
  119. eval_studio_client/api/docs/{V1alphaInfo.md → V1Info.md} +8 -8
  120. eval_studio_client/api/docs/{V1alphaInsight.md → V1Insight.md} +8 -8
  121. eval_studio_client/api/docs/{V1alphaLeaderboard.md → V1Leaderboard.md} +12 -12
  122. eval_studio_client/api/docs/{V1alphaLeaderboardStatus.md → V1LeaderboardStatus.md} +1 -1
  123. eval_studio_client/api/docs/{V1alphaLeaderboardType.md → V1LeaderboardType.md} +1 -1
  124. eval_studio_client/api/docs/{V1alphaLeaderboardView.md → V1LeaderboardView.md} +1 -1
  125. eval_studio_client/api/docs/V1ListBaseModelsResponse.md +29 -0
  126. eval_studio_client/api/docs/V1ListDashboardsResponse.md +29 -0
  127. eval_studio_client/api/docs/V1ListDocumentsResponse.md +29 -0
  128. eval_studio_client/api/docs/V1ListEvaluatorsResponse.md +29 -0
  129. eval_studio_client/api/docs/V1ListLLMModelsResponse.md +29 -0
  130. eval_studio_client/api/docs/V1ListLeaderboardsResponse.md +30 -0
  131. eval_studio_client/api/docs/V1ListModelCollectionsResponse.md +29 -0
  132. eval_studio_client/api/docs/V1ListModelsResponse.md +29 -0
  133. eval_studio_client/api/docs/V1ListMostRecentDashboardsResponse.md +29 -0
  134. eval_studio_client/api/docs/V1ListMostRecentLeaderboardsResponse.md +29 -0
  135. eval_studio_client/api/docs/V1ListMostRecentModelsResponse.md +29 -0
  136. eval_studio_client/api/docs/V1ListMostRecentTestsResponse.md +29 -0
  137. eval_studio_client/api/docs/V1ListOperationsResponse.md +29 -0
  138. eval_studio_client/api/docs/V1ListPerturbatorsResponse.md +29 -0
  139. eval_studio_client/api/docs/V1ListRAGCollectionsResponse.md +29 -0
  140. eval_studio_client/api/docs/V1ListTestCasesResponse.md +29 -0
  141. eval_studio_client/api/docs/V1ListTestClassesResponse.md +29 -0
  142. eval_studio_client/api/docs/V1ListTestsResponse.md +29 -0
  143. eval_studio_client/api/docs/{V1alphaModel.md → V1Model.md} +9 -9
  144. eval_studio_client/api/docs/{V1alphaModelType.md → V1ModelType.md} +1 -1
  145. eval_studio_client/api/docs/{V1alphaOperation.md → V1Operation.md} +8 -8
  146. eval_studio_client/api/docs/{V1alphaOperationProgress.md → V1OperationProgress.md} +8 -8
  147. eval_studio_client/api/docs/V1PerturbTestResponse.md +29 -0
  148. eval_studio_client/api/docs/{V1alphaPerturbator.md → V1Perturbator.md} +8 -8
  149. eval_studio_client/api/docs/V1PerturbatorConfiguration.md +32 -0
  150. eval_studio_client/api/docs/{V1alphaPerturbatorIntensity.md → V1PerturbatorIntensity.md} +1 -1
  151. eval_studio_client/api/docs/{V1alphaProblemAndAction.md → V1ProblemAndAction.md} +8 -8
  152. eval_studio_client/api/docs/{V1alphaTest.md → V1Test.md} +8 -8
  153. eval_studio_client/api/docs/{V1alphaTestCase.md → V1TestCase.md} +8 -8
  154. eval_studio_client/api/docs/{V1alphaTestCaseRelationship.md → V1TestCaseRelationship.md} +8 -8
  155. eval_studio_client/api/docs/V1TestCasesGenerator.md +11 -0
  156. eval_studio_client/api/docs/{V1alphaTestClass.md → V1TestClass.md} +9 -9
  157. eval_studio_client/api/docs/{V1alphaTestClassType.md → V1TestClassType.md} +1 -1
  158. eval_studio_client/api/docs/{V1alphaTestLab.md → V1TestLab.md} +8 -8
  159. eval_studio_client/api/docs/V1UpdateDashboardResponse.md +29 -0
  160. eval_studio_client/api/docs/V1UpdateDocumentResponse.md +29 -0
  161. eval_studio_client/api/docs/V1UpdateLeaderboardResponse.md +29 -0
  162. eval_studio_client/api/docs/V1UpdateModelResponse.md +29 -0
  163. eval_studio_client/api/docs/V1UpdateOperationResponse.md +29 -0
  164. eval_studio_client/api/docs/V1UpdateTestCaseResponse.md +29 -0
  165. eval_studio_client/api/docs/V1UpdateTestResponse.md +29 -0
  166. eval_studio_client/api/docs/{V1alphaWhoAmIResponse.md → V1WhoAmIResponse.md} +8 -8
  167. eval_studio_client/api/docs/WhoAmIServiceApi.md +4 -4
  168. eval_studio_client/api/exceptions.py +1 -1
  169. eval_studio_client/api/models/__init__.py +124 -120
  170. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +10 -10
  171. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +104 -0
  172. eval_studio_client/api/models/protobuf_any.py +1 -1
  173. eval_studio_client/api/models/required_the_dashboard_to_update.py +3 -3
  174. eval_studio_client/api/models/required_the_document_to_update.py +1 -1
  175. eval_studio_client/api/models/required_the_leaderboard_to_update.py +11 -11
  176. eval_studio_client/api/models/required_the_model_to_update.py +3 -3
  177. eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
  178. eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
  179. eval_studio_client/api/models/required_the_test_case_to_update.py +1 -1
  180. eval_studio_client/api/models/required_the_test_to_update.py +1 -1
  181. eval_studio_client/api/models/rpc_status.py +1 -1
  182. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
  183. eval_studio_client/api/models/test_service_generate_test_cases_request.py +96 -0
  184. eval_studio_client/api/models/test_service_perturb_test_request.py +4 -4
  185. eval_studio_client/api/models/{v1alpha_batch_create_leaderboards_request.py → v1_batch_create_leaderboards_request.py} +8 -8
  186. eval_studio_client/api/models/{v1alpha_update_operation_response.py → v1_batch_create_leaderboards_response.py} +8 -8
  187. eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_request.py → v1_batch_delete_dashboards_request.py} +5 -5
  188. eval_studio_client/api/models/{v1alpha_list_dashboards_response.py → v1_batch_delete_dashboards_response.py} +8 -8
  189. eval_studio_client/api/models/{v1alpha_batch_delete_documents_request.py → v1_batch_delete_documents_request.py} +5 -5
  190. eval_studio_client/api/models/{v1alpha_list_documents_response.py → v1_batch_delete_documents_response.py} +8 -8
  191. eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_request.py → v1_batch_delete_evaluators_request.py} +5 -5
  192. eval_studio_client/api/models/{v1alpha_list_evaluators_response.py → v1_batch_delete_evaluators_response.py} +8 -8
  193. eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_request.py → v1_batch_delete_leaderboards_request.py} +7 -7
  194. eval_studio_client/api/models/{v1alpha_batch_get_leaderboards_response.py → v1_batch_delete_leaderboards_response.py} +8 -8
  195. eval_studio_client/api/models/{v1alpha_batch_delete_models_request.py → v1_batch_delete_models_request.py} +5 -5
  196. eval_studio_client/api/models/{v1alpha_list_models_response.py → v1_batch_delete_models_response.py} +8 -8
  197. eval_studio_client/api/models/{v1alpha_list_test_cases_response.py → v1_batch_delete_test_cases_response.py} +8 -8
  198. eval_studio_client/api/models/{v1alpha_batch_delete_tests_request.py → v1_batch_delete_tests_request.py} +5 -5
  199. eval_studio_client/api/models/{v1alpha_list_tests_response.py → v1_batch_delete_tests_response.py} +8 -8
  200. eval_studio_client/api/models/{v1alpha_batch_get_dashboards_response.py → v1_batch_get_dashboards_response.py} +8 -8
  201. eval_studio_client/api/models/{v1alpha_batch_get_documents_response.py → v1_batch_get_documents_response.py} +8 -8
  202. eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_response.py → v1_batch_get_leaderboards_response.py} +8 -8
  203. eval_studio_client/api/models/{v1alpha_batch_get_models_response.py → v1_batch_get_models_response.py} +8 -8
  204. eval_studio_client/api/models/{v1alpha_list_operations_response.py → v1_batch_get_operations_response.py} +8 -8
  205. eval_studio_client/api/models/{v1alpha_batch_get_tests_response.py → v1_batch_get_tests_response.py} +8 -8
  206. eval_studio_client/api/models/{v1alpha_batch_import_leaderboard_request.py → v1_batch_import_leaderboard_request.py} +7 -7
  207. eval_studio_client/api/models/{v1alpha_import_leaderboard_response.py → v1_batch_import_leaderboard_response.py} +8 -8
  208. eval_studio_client/api/models/{v1alpha_batch_import_tests_request.py → v1_batch_import_tests_request.py} +5 -5
  209. eval_studio_client/api/models/{v1alpha_batch_delete_tests_response.py → v1_batch_import_tests_response.py} +8 -8
  210. eval_studio_client/api/models/{v1alpha_check_base_models_response.py → v1_check_base_models_response.py} +5 -5
  211. eval_studio_client/api/models/{v1alpha_collection_info.py → v1_collection_info.py} +4 -4
  212. eval_studio_client/api/models/{v1alpha_get_dashboard_response.py → v1_create_dashboard_response.py} +8 -8
  213. eval_studio_client/api/models/{v1alpha_get_document_response.py → v1_create_document_response.py} +8 -8
  214. eval_studio_client/api/models/{v1alpha_create_evaluation_request.py → v1_create_evaluation_request.py} +11 -11
  215. eval_studio_client/api/models/{v1alpha_get_evaluator_response.py → v1_create_evaluator_response.py} +8 -8
  216. eval_studio_client/api/models/{v1alpha_get_leaderboard_response.py → v1_create_leaderboard_request.py} +8 -8
  217. eval_studio_client/api/models/{v1alpha_get_operation_response.py → v1_create_leaderboard_response.py} +8 -8
  218. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +91 -0
  219. eval_studio_client/api/models/{v1alpha_get_model_response.py → v1_create_model_response.py} +8 -8
  220. eval_studio_client/api/models/{v1alpha_create_perturbation_response.py → v1_create_perturbation_response.py} +5 -5
  221. eval_studio_client/api/models/{v1alpha_get_test_case_response.py → v1_create_test_case_response.py} +8 -8
  222. eval_studio_client/api/models/{v1alpha_find_test_lab_response.py → v1_create_test_lab_response.py} +8 -8
  223. eval_studio_client/api/models/{v1alpha_get_test_response.py → v1_create_test_response.py} +8 -8
  224. eval_studio_client/api/models/{v1alpha_dashboard.py → v1_dashboard.py} +7 -7
  225. eval_studio_client/api/models/{v1alpha_dashboard_status.py → v1_dashboard_status.py} +3 -3
  226. eval_studio_client/api/models/{v1alpha_update_dashboard_response.py → v1_delete_dashboard_response.py} +8 -8
  227. eval_studio_client/api/models/{v1alpha_update_document_response.py → v1_delete_document_response.py} +8 -8
  228. eval_studio_client/api/models/{v1alpha_create_evaluator_response.py → v1_delete_evaluator_response.py} +8 -8
  229. eval_studio_client/api/models/{v1alpha_create_leaderboard_request.py → v1_delete_leaderboard_response.py} +8 -8
  230. eval_studio_client/api/models/{v1alpha_create_model_response.py → v1_delete_model_response.py} +8 -8
  231. eval_studio_client/api/models/{v1alpha_delete_test_case_response.py → v1_delete_test_case_response.py} +8 -8
  232. eval_studio_client/api/models/{v1alpha_create_test_response.py → v1_delete_test_response.py} +8 -8
  233. eval_studio_client/api/models/{v1alpha_document.py → v1_document.py} +5 -5
  234. eval_studio_client/api/models/{v1alpha_evaluation_test.py → v1_evaluation_test.py} +10 -10
  235. eval_studio_client/api/models/{v1alpha_evaluator.py → v1_evaluator.py} +14 -10
  236. eval_studio_client/api/models/{v1alpha_evaluator_param_type.py → v1_evaluator_param_type.py} +3 -3
  237. eval_studio_client/api/models/{v1alpha_evaluator_parameter.py → v1_evaluator_parameter.py} +7 -7
  238. eval_studio_client/api/models/{v1alpha_evaluator_view.py → v1_evaluator_view.py} +3 -3
  239. eval_studio_client/api/models/{v1alpha_create_leaderboard_response.py → v1_finalize_operation_response.py} +8 -8
  240. eval_studio_client/api/models/{v1alpha_find_all_test_cases_by_id_response.py → v1_find_all_test_cases_by_id_response.py} +8 -8
  241. eval_studio_client/api/models/{v1alpha_create_test_lab_response.py → v1_find_test_lab_response.py} +8 -8
  242. eval_studio_client/api/models/{v1alpha_finalize_operation_response.py → v1_generate_test_cases_response.py} +8 -8
  243. eval_studio_client/api/models/{v1alpha_create_dashboard_response.py → v1_get_dashboard_response.py} +8 -8
  244. eval_studio_client/api/models/{v1alpha_delete_document_response.py → v1_get_document_response.py} +8 -8
  245. eval_studio_client/api/models/{v1alpha_delete_evaluator_response.py → v1_get_evaluator_response.py} +8 -8
  246. eval_studio_client/api/models/{v1alpha_get_info_response.py → v1_get_info_response.py} +8 -8
  247. eval_studio_client/api/models/{v1alpha_update_leaderboard_response.py → v1_get_leaderboard_response.py} +8 -8
  248. eval_studio_client/api/models/{v1alpha_update_model_response.py → v1_get_model_response.py} +8 -8
  249. eval_studio_client/api/models/{v1alpha_get_operation_progress_by_parent_response.py → v1_get_operation_progress_by_parent_response.py} +8 -8
  250. eval_studio_client/api/models/v1_get_operation_response.py +91 -0
  251. eval_studio_client/api/models/{v1alpha_get_perturbator_response.py → v1_get_perturbator_response.py} +8 -8
  252. eval_studio_client/api/models/{v1alpha_create_test_case_response.py → v1_get_test_case_response.py} +8 -8
  253. eval_studio_client/api/models/{v1alpha_get_test_class_response.py → v1_get_test_class_response.py} +8 -8
  254. eval_studio_client/api/models/{v1alpha_update_test_response.py → v1_get_test_response.py} +8 -8
  255. eval_studio_client/api/models/{v1alpha_import_evaluation_request.py → v1_import_evaluation_request.py} +8 -8
  256. eval_studio_client/api/models/{v1alpha_import_leaderboard_request.py → v1_import_leaderboard_request.py} +7 -7
  257. eval_studio_client/api/models/v1_import_leaderboard_response.py +91 -0
  258. eval_studio_client/api/models/{v1alpha_info.py → v1_info.py} +5 -5
  259. eval_studio_client/api/models/{v1alpha_insight.py → v1_insight.py} +4 -4
  260. eval_studio_client/api/models/{v1alpha_leaderboard.py → v1_leaderboard.py} +15 -15
  261. eval_studio_client/api/models/{v1alpha_leaderboard_status.py → v1_leaderboard_status.py} +3 -3
  262. eval_studio_client/api/models/{v1alpha_leaderboard_type.py → v1_leaderboard_type.py} +3 -3
  263. eval_studio_client/api/models/{v1alpha_leaderboard_view.py → v1_leaderboard_view.py} +3 -3
  264. eval_studio_client/api/models/{v1alpha_list_base_models_response.py → v1_list_base_models_response.py} +5 -5
  265. eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_response.py → v1_list_dashboards_response.py} +8 -8
  266. eval_studio_client/api/models/{v1alpha_batch_delete_documents_response.py → v1_list_documents_response.py} +8 -8
  267. eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_response.py → v1_list_evaluators_response.py} +8 -8
  268. eval_studio_client/api/models/{v1alpha_list_leaderboards_response.py → v1_list_leaderboards_response.py} +8 -8
  269. eval_studio_client/api/models/{v1alpha_list_llm_models_response.py → v1_list_llm_models_response.py} +5 -5
  270. eval_studio_client/api/models/{v1alpha_list_model_collections_response.py → v1_list_model_collections_response.py} +8 -8
  271. eval_studio_client/api/models/{v1alpha_batch_delete_models_response.py → v1_list_models_response.py} +8 -8
  272. eval_studio_client/api/models/{v1alpha_list_most_recent_dashboards_response.py → v1_list_most_recent_dashboards_response.py} +8 -8
  273. eval_studio_client/api/models/{v1alpha_list_most_recent_leaderboards_response.py → v1_list_most_recent_leaderboards_response.py} +8 -8
  274. eval_studio_client/api/models/{v1alpha_list_most_recent_models_response.py → v1_list_most_recent_models_response.py} +8 -8
  275. eval_studio_client/api/models/{v1alpha_batch_import_tests_response.py → v1_list_most_recent_tests_response.py} +8 -8
  276. eval_studio_client/api/models/{v1alpha_batch_get_operations_response.py → v1_list_operations_response.py} +8 -8
  277. eval_studio_client/api/models/{v1alpha_list_perturbators_response.py → v1_list_perturbators_response.py} +8 -8
  278. eval_studio_client/api/models/{v1alpha_list_rag_collections_response.py → v1_list_rag_collections_response.py} +8 -8
  279. eval_studio_client/api/models/{v1alpha_batch_delete_test_cases_response.py → v1_list_test_cases_response.py} +8 -8
  280. eval_studio_client/api/models/{v1alpha_list_test_classes_response.py → v1_list_test_classes_response.py} +8 -8
  281. eval_studio_client/api/models/v1_list_tests_response.py +95 -0
  282. eval_studio_client/api/models/{v1alpha_model.py → v1_model.py} +7 -7
  283. eval_studio_client/api/models/{v1alpha_model_type.py → v1_model_type.py} +3 -3
  284. eval_studio_client/api/models/{v1alpha_operation.py → v1_operation.py} +4 -4
  285. eval_studio_client/api/models/{v1alpha_operation_progress.py → v1_operation_progress.py} +5 -5
  286. eval_studio_client/api/models/{v1alpha_delete_test_response.py → v1_perturb_test_response.py} +8 -8
  287. eval_studio_client/api/models/{v1alpha_perturbator.py → v1_perturbator.py} +5 -5
  288. eval_studio_client/api/models/{v1alpha_perturbator_configuration.py → v1_perturbator_configuration.py} +6 -6
  289. eval_studio_client/api/models/{v1alpha_perturbator_intensity.py → v1_perturbator_intensity.py} +4 -4
  290. eval_studio_client/api/models/{v1alpha_problem_and_action.py → v1_problem_and_action.py} +5 -5
  291. eval_studio_client/api/models/{v1alpha_test.py → v1_test.py} +5 -5
  292. eval_studio_client/api/models/{v1alpha_test_case.py → v1_test_case.py} +5 -5
  293. eval_studio_client/api/models/{v1alpha_test_case_relationship.py → v1_test_case_relationship.py} +5 -5
  294. eval_studio_client/api/models/v1_test_cases_generator.py +50 -0
  295. eval_studio_client/api/models/{v1alpha_test_class.py → v1_test_class.py} +7 -7
  296. eval_studio_client/api/models/{v1alpha_test_class_type.py → v1_test_class_type.py} +3 -3
  297. eval_studio_client/api/models/{v1alpha_test_lab.py → v1_test_lab.py} +5 -5
  298. eval_studio_client/api/models/{v1alpha_delete_dashboard_response.py → v1_update_dashboard_response.py} +8 -8
  299. eval_studio_client/api/models/{v1alpha_create_document_response.py → v1_update_document_response.py} +8 -8
  300. eval_studio_client/api/models/{v1alpha_delete_leaderboard_response.py → v1_update_leaderboard_response.py} +8 -8
  301. eval_studio_client/api/models/{v1alpha_delete_model_response.py → v1_update_model_response.py} +8 -8
  302. eval_studio_client/api/models/v1_update_operation_response.py +91 -0
  303. eval_studio_client/api/models/{v1alpha_update_test_case_response.py → v1_update_test_case_response.py} +8 -8
  304. eval_studio_client/api/models/v1_update_test_response.py +91 -0
  305. eval_studio_client/api/models/{v1alpha_who_am_i_response.py → v1_who_am_i_response.py} +5 -5
  306. eval_studio_client/api/rest.py +1 -1
  307. eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
  308. eval_studio_client/api/test/test_document_service_api.py +1 -1
  309. eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
  310. eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
  311. eval_studio_client/api/test/test_info_service_api.py +1 -1
  312. eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
  313. eval_studio_client/api/test/test_model_service_api.py +1 -1
  314. eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
  315. eval_studio_client/api/test/test_operation_service_api.py +1 -1
  316. eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
  317. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +4 -4
  318. eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
  319. eval_studio_client/api/test/test_prompt_generation_service_api.py +37 -0
  320. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +75 -0
  321. eval_studio_client/api/test/test_protobuf_any.py +1 -1
  322. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
  323. eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
  324. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +3 -3
  325. eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
  326. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
  327. eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
  328. eval_studio_client/api/test/test_required_the_test_case_to_update.py +1 -1
  329. eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
  330. eval_studio_client/api/test/test_rpc_status.py +1 -1
  331. eval_studio_client/api/test/test_test_case_service_api.py +1 -1
  332. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
  333. eval_studio_client/api/test/test_test_class_service_api.py +1 -1
  334. eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
  335. eval_studio_client/api/test/test_test_service_api.py +7 -1
  336. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +57 -0
  337. eval_studio_client/api/test/test_test_service_perturb_test_request.py +2 -2
  338. eval_studio_client/api/test/{test_v1alpha_batch_create_leaderboards_request.py → test_v1_batch_create_leaderboards_request.py} +16 -16
  339. eval_studio_client/api/test/{test_v1alpha_create_leaderboard_response.py → test_v1_batch_create_leaderboards_response.py} +13 -13
  340. eval_studio_client/api/test/{test_v1alpha_batch_delete_models_request.py → test_v1_batch_delete_dashboards_request.py} +12 -12
  341. eval_studio_client/api/test/{test_v1alpha_batch_get_dashboards_response.py → test_v1_batch_delete_dashboards_response.py} +13 -13
  342. eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_request.py → test_v1_batch_delete_documents_request.py} +12 -12
  343. eval_studio_client/api/test/{test_v1alpha_batch_get_documents_response.py → test_v1_batch_delete_documents_response.py} +13 -13
  344. eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +53 -0
  345. eval_studio_client/api/test/{test_v1alpha_batch_delete_evaluators_response.py → test_v1_batch_delete_evaluators_response.py} +15 -14
  346. eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_request.py → test_v1_batch_delete_leaderboards_request.py} +12 -12
  347. eval_studio_client/api/test/{test_v1alpha_batch_get_leaderboards_response.py → test_v1_batch_delete_leaderboards_response.py} +15 -15
  348. eval_studio_client/api/test/test_v1_batch_delete_models_request.py +53 -0
  349. eval_studio_client/api/test/{test_v1alpha_batch_get_models_response.py → test_v1_batch_delete_models_response.py} +13 -13
  350. eval_studio_client/api/test/{test_v1alpha_batch_delete_test_cases_response.py → test_v1_batch_delete_test_cases_response.py} +13 -13
  351. eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_request.py → test_v1_batch_delete_tests_request.py} +12 -12
  352. eval_studio_client/api/test/{test_v1alpha_batch_get_tests_response.py → test_v1_batch_delete_tests_response.py} +13 -13
  353. eval_studio_client/api/test/{test_v1alpha_list_dashboards_response.py → test_v1_batch_get_dashboards_response.py} +13 -13
  354. eval_studio_client/api/test/{test_v1alpha_list_documents_response.py → test_v1_batch_get_documents_response.py} +13 -13
  355. eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_response.py → test_v1_batch_get_leaderboards_response.py} +15 -15
  356. eval_studio_client/api/test/{test_v1alpha_list_models_response.py → test_v1_batch_get_models_response.py} +13 -13
  357. eval_studio_client/api/test/{test_v1alpha_list_operations_response.py → test_v1_batch_get_operations_response.py} +13 -13
  358. eval_studio_client/api/test/{test_v1alpha_list_tests_response.py → test_v1_batch_get_tests_response.py} +13 -13
  359. eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_request.py → test_v1_batch_import_leaderboard_request.py} +12 -12
  360. eval_studio_client/api/test/{test_v1alpha_import_leaderboard_response.py → test_v1_batch_import_leaderboard_response.py} +13 -13
  361. eval_studio_client/api/test/{test_v1alpha_batch_import_tests_request.py → test_v1_batch_import_tests_request.py} +12 -12
  362. eval_studio_client/api/test/{test_v1alpha_batch_import_tests_response.py → test_v1_batch_import_tests_response.py} +13 -13
  363. eval_studio_client/api/test/{test_v1alpha_check_base_models_response.py → test_v1_check_base_models_response.py} +12 -12
  364. eval_studio_client/api/test/{test_v1alpha_collection_info.py → test_v1_collection_info.py} +12 -12
  365. eval_studio_client/api/test/{test_v1alpha_get_dashboard_response.py → test_v1_create_dashboard_response.py} +13 -13
  366. eval_studio_client/api/test/{test_v1alpha_get_document_response.py → test_v1_create_document_response.py} +13 -13
  367. eval_studio_client/api/test/{test_v1alpha_create_evaluation_request.py → test_v1_create_evaluation_request.py} +16 -16
  368. eval_studio_client/api/test/{test_v1alpha_get_evaluator_response.py → test_v1_create_evaluator_response.py} +15 -14
  369. eval_studio_client/api/test/{test_v1alpha_get_leaderboard_response.py → test_v1_create_leaderboard_request.py} +15 -15
  370. eval_studio_client/api/test/{test_v1alpha_update_operation_response.py → test_v1_create_leaderboard_response.py} +13 -13
  371. eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_response.py → test_v1_create_leaderboard_without_cache_response.py} +13 -13
  372. eval_studio_client/api/test/{test_v1alpha_get_model_response.py → test_v1_create_model_response.py} +13 -13
  373. eval_studio_client/api/test/{test_v1alpha_create_perturbation_response.py → test_v1_create_perturbation_response.py} +12 -12
  374. eval_studio_client/api/test/{test_v1alpha_get_test_case_response.py → test_v1_create_test_case_response.py} +13 -13
  375. eval_studio_client/api/test/{test_v1alpha_find_test_lab_response.py → test_v1_create_test_lab_response.py} +13 -13
  376. eval_studio_client/api/test/{test_v1alpha_get_test_response.py → test_v1_create_test_response.py} +13 -13
  377. eval_studio_client/api/test/{test_v1alpha_dashboard.py → test_v1_dashboard.py} +12 -12
  378. eval_studio_client/api/test/{test_v1alpha_evaluator_view.py → test_v1_dashboard_status.py} +7 -7
  379. eval_studio_client/api/test/{test_v1alpha_update_dashboard_response.py → test_v1_delete_dashboard_response.py} +13 -13
  380. eval_studio_client/api/test/{test_v1alpha_update_document_response.py → test_v1_delete_document_response.py} +13 -13
  381. eval_studio_client/api/test/{test_v1alpha_delete_evaluator_response.py → test_v1_delete_evaluator_response.py} +15 -14
  382. eval_studio_client/api/test/{test_v1alpha_create_leaderboard_request.py → test_v1_delete_leaderboard_response.py} +15 -15
  383. eval_studio_client/api/test/{test_v1alpha_delete_model_response.py → test_v1_delete_model_response.py} +13 -13
  384. eval_studio_client/api/test/{test_v1alpha_create_test_case_response.py → test_v1_delete_test_case_response.py} +13 -13
  385. eval_studio_client/api/test/{test_v1alpha_create_test_response.py → test_v1_delete_test_response.py} +13 -13
  386. eval_studio_client/api/test/{test_v1alpha_document.py → test_v1_document.py} +12 -12
  387. eval_studio_client/api/test/{test_v1alpha_evaluation_test.py → test_v1_evaluation_test.py} +14 -14
  388. eval_studio_client/api/test/{test_v1alpha_evaluator.py → test_v1_evaluator.py} +14 -13
  389. eval_studio_client/api/test/{test_v1alpha_test_class_type.py → test_v1_evaluator_param_type.py} +7 -7
  390. eval_studio_client/api/test/{test_v1alpha_evaluator_parameter.py → test_v1_evaluator_parameter.py} +12 -12
  391. eval_studio_client/api/test/{test_v1alpha_model_type.py → test_v1_evaluator_view.py} +7 -7
  392. eval_studio_client/api/test/{test_v1alpha_get_operation_response.py → test_v1_finalize_operation_response.py} +13 -13
  393. eval_studio_client/api/test/{test_v1alpha_find_all_test_cases_by_id_response.py → test_v1_find_all_test_cases_by_id_response.py} +13 -13
  394. eval_studio_client/api/test/{test_v1alpha_create_test_lab_response.py → test_v1_find_test_lab_response.py} +13 -13
  395. eval_studio_client/api/test/{test_v1alpha_finalize_operation_response.py → test_v1_generate_test_cases_response.py} +13 -13
  396. eval_studio_client/api/test/{test_v1alpha_create_dashboard_response.py → test_v1_get_dashboard_response.py} +13 -13
  397. eval_studio_client/api/test/{test_v1alpha_delete_document_response.py → test_v1_get_document_response.py} +13 -13
  398. eval_studio_client/api/test/{test_v1alpha_create_evaluator_response.py → test_v1_get_evaluator_response.py} +15 -14
  399. eval_studio_client/api/test/{test_v1alpha_get_info_response.py → test_v1_get_info_response.py} +13 -13
  400. eval_studio_client/api/test/{test_v1alpha_delete_leaderboard_response.py → test_v1_get_leaderboard_response.py} +15 -15
  401. eval_studio_client/api/test/{test_v1alpha_create_model_response.py → test_v1_get_model_response.py} +13 -13
  402. eval_studio_client/api/test/{test_v1alpha_get_operation_progress_by_parent_response.py → test_v1_get_operation_progress_by_parent_response.py} +13 -13
  403. eval_studio_client/api/test/test_v1_get_operation_response.py +71 -0
  404. eval_studio_client/api/test/{test_v1alpha_get_perturbator_response.py → test_v1_get_perturbator_response.py} +13 -13
  405. eval_studio_client/api/test/{test_v1alpha_delete_test_case_response.py → test_v1_get_test_case_response.py} +13 -13
  406. eval_studio_client/api/test/{test_v1alpha_get_test_class_response.py → test_v1_get_test_class_response.py} +13 -13
  407. eval_studio_client/api/test/{test_v1alpha_delete_test_response.py → test_v1_get_test_response.py} +13 -13
  408. eval_studio_client/api/test/{test_v1alpha_import_evaluation_request.py → test_v1_import_evaluation_request.py} +13 -13
  409. eval_studio_client/api/test/{test_v1alpha_import_leaderboard_request.py → test_v1_import_leaderboard_request.py} +12 -12
  410. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +71 -0
  411. eval_studio_client/api/test/{test_v1alpha_info.py → test_v1_info.py} +12 -12
  412. eval_studio_client/api/test/{test_v1alpha_insight.py → test_v1_insight.py} +12 -12
  413. eval_studio_client/api/test/{test_v1alpha_leaderboard.py → test_v1_leaderboard.py} +14 -14
  414. eval_studio_client/api/test/{test_v1alpha_dashboard_status.py → test_v1_leaderboard_status.py} +7 -7
  415. eval_studio_client/api/test/test_v1_leaderboard_type.py +33 -0
  416. eval_studio_client/api/test/test_v1_leaderboard_view.py +33 -0
  417. eval_studio_client/api/test/{test_v1alpha_list_base_models_response.py → test_v1_list_base_models_response.py} +12 -12
  418. eval_studio_client/api/test/{test_v1alpha_batch_delete_dashboards_response.py → test_v1_list_dashboards_response.py} +13 -13
  419. eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_response.py → test_v1_list_documents_response.py} +13 -13
  420. eval_studio_client/api/test/{test_v1alpha_list_evaluators_response.py → test_v1_list_evaluators_response.py} +15 -14
  421. eval_studio_client/api/test/{test_v1alpha_list_leaderboards_response.py → test_v1_list_leaderboards_response.py} +15 -15
  422. eval_studio_client/api/test/{test_v1alpha_list_llm_models_response.py → test_v1_list_llm_models_response.py} +12 -12
  423. eval_studio_client/api/test/{test_v1alpha_list_rag_collections_response.py → test_v1_list_model_collections_response.py} +13 -13
  424. eval_studio_client/api/test/{test_v1alpha_batch_delete_models_response.py → test_v1_list_models_response.py} +13 -13
  425. eval_studio_client/api/test/{test_v1alpha_list_most_recent_dashboards_response.py → test_v1_list_most_recent_dashboards_response.py} +13 -13
  426. eval_studio_client/api/test/{test_v1alpha_list_most_recent_leaderboards_response.py → test_v1_list_most_recent_leaderboards_response.py} +15 -15
  427. eval_studio_client/api/test/{test_v1alpha_list_most_recent_models_response.py → test_v1_list_most_recent_models_response.py} +13 -13
  428. eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_response.py → test_v1_list_most_recent_tests_response.py} +13 -13
  429. eval_studio_client/api/test/{test_v1alpha_batch_get_operations_response.py → test_v1_list_operations_response.py} +13 -13
  430. eval_studio_client/api/test/{test_v1alpha_list_perturbators_response.py → test_v1_list_perturbators_response.py} +13 -13
  431. eval_studio_client/api/test/{test_v1alpha_list_model_collections_response.py → test_v1_list_rag_collections_response.py} +13 -13
  432. eval_studio_client/api/test/{test_v1alpha_list_test_cases_response.py → test_v1_list_test_cases_response.py} +13 -13
  433. eval_studio_client/api/test/{test_v1alpha_list_test_classes_response.py → test_v1_list_test_classes_response.py} +13 -13
  434. eval_studio_client/api/test/test_v1_list_tests_response.py +69 -0
  435. eval_studio_client/api/test/{test_v1alpha_model.py → test_v1_model.py} +12 -12
  436. eval_studio_client/api/test/{test_v1alpha_leaderboard_view.py → test_v1_model_type.py} +7 -7
  437. eval_studio_client/api/test/{test_v1alpha_operation.py → test_v1_operation.py} +12 -12
  438. eval_studio_client/api/test/{test_v1alpha_operation_progress.py → test_v1_operation_progress.py} +12 -12
  439. eval_studio_client/api/test/{test_v1alpha_update_test_response.py → test_v1_perturb_test_response.py} +13 -13
  440. eval_studio_client/api/test/{test_v1alpha_perturbator.py → test_v1_perturbator.py} +12 -12
  441. eval_studio_client/api/test/{test_v1alpha_perturbator_configuration.py → test_v1_perturbator_configuration.py} +12 -12
  442. eval_studio_client/api/test/{test_v1alpha_leaderboard_type.py → test_v1_perturbator_intensity.py} +7 -7
  443. eval_studio_client/api/test/{test_v1alpha_problem_and_action.py → test_v1_problem_and_action.py} +12 -12
  444. eval_studio_client/api/test/{test_v1alpha_test.py → test_v1_test.py} +12 -12
  445. eval_studio_client/api/test/{test_v1alpha_test_case.py → test_v1_test_case.py} +12 -12
  446. eval_studio_client/api/test/{test_v1alpha_test_case_relationship.py → test_v1_test_case_relationship.py} +12 -12
  447. eval_studio_client/api/test/test_v1_test_cases_generator.py +33 -0
  448. eval_studio_client/api/test/{test_v1alpha_test_class.py → test_v1_test_class.py} +12 -12
  449. eval_studio_client/api/test/test_v1_test_class_type.py +33 -0
  450. eval_studio_client/api/test/{test_v1alpha_test_lab.py → test_v1_test_lab.py} +12 -12
  451. eval_studio_client/api/test/{test_v1alpha_delete_dashboard_response.py → test_v1_update_dashboard_response.py} +13 -13
  452. eval_studio_client/api/test/{test_v1alpha_create_document_response.py → test_v1_update_document_response.py} +13 -13
  453. eval_studio_client/api/test/{test_v1alpha_update_leaderboard_response.py → test_v1_update_leaderboard_response.py} +15 -15
  454. eval_studio_client/api/test/{test_v1alpha_update_model_response.py → test_v1_update_model_response.py} +13 -13
  455. eval_studio_client/api/test/test_v1_update_operation_response.py +71 -0
  456. eval_studio_client/api/test/{test_v1alpha_update_test_case_response.py → test_v1_update_test_case_response.py} +13 -13
  457. eval_studio_client/api/test/test_v1_update_test_response.py +67 -0
  458. eval_studio_client/api/test/{test_v1alpha_who_am_i_response.py → test_v1_who_am_i_response.py} +12 -12
  459. eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
  460. eval_studio_client/dashboards.py +50 -9
  461. eval_studio_client/documents.py +3 -3
  462. eval_studio_client/evaluators.py +1 -1
  463. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +568 -387
  464. eval_studio_client/insights.py +1 -1
  465. eval_studio_client/leaderboards.py +16 -13
  466. eval_studio_client/models.py +117 -29
  467. eval_studio_client/perturbators.py +5 -7
  468. eval_studio_client/problems.py +1 -1
  469. eval_studio_client/test_labs.py +2 -2
  470. eval_studio_client/tests.py +222 -8
  471. eval_studio_client/utils.py +26 -0
  472. {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-1.0.0.dist-info}/METADATA +2 -2
  473. eval_studio_client-1.0.0.dist-info/RECORD +486 -0
  474. {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-1.0.0.dist-info}/WHEEL +1 -1
  475. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +0 -31
  476. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +0 -29
  477. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +0 -29
  478. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +0 -29
  479. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +0 -29
  480. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +0 -29
  481. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +0 -29
  482. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +0 -29
  483. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +0 -30
  484. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +0 -29
  485. eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +0 -29
  486. eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +0 -29
  487. eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +0 -29
  488. eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +0 -29
  489. eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +0 -29
  490. eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +0 -29
  491. eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +0 -29
  492. eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +0 -29
  493. eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +0 -29
  494. eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +0 -29
  495. eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +0 -29
  496. eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +0 -29
  497. eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +0 -30
  498. eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +0 -29
  499. eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +0 -29
  500. eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +0 -29
  501. eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +0 -29
  502. eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +0 -29
  503. eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +0 -29
  504. eval_studio_client/api/docs/V1alphaCreateModelResponse.md +0 -29
  505. eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +0 -29
  506. eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +0 -29
  507. eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +0 -29
  508. eval_studio_client/api/docs/V1alphaCreateTestResponse.md +0 -29
  509. eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +0 -29
  510. eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +0 -29
  511. eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +0 -29
  512. eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +0 -29
  513. eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +0 -29
  514. eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +0 -29
  515. eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +0 -29
  516. eval_studio_client/api/docs/V1alphaEvaluationTest.md +0 -32
  517. eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +0 -29
  518. eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +0 -29
  519. eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +0 -29
  520. eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +0 -29
  521. eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +0 -29
  522. eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +0 -29
  523. eval_studio_client/api/docs/V1alphaGetInfoResponse.md +0 -29
  524. eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +0 -29
  525. eval_studio_client/api/docs/V1alphaGetModelResponse.md +0 -29
  526. eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +0 -29
  527. eval_studio_client/api/docs/V1alphaGetOperationResponse.md +0 -29
  528. eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +0 -29
  529. eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +0 -29
  530. eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +0 -29
  531. eval_studio_client/api/docs/V1alphaGetTestResponse.md +0 -29
  532. eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +0 -29
  533. eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +0 -29
  534. eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +0 -29
  535. eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +0 -29
  536. eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +0 -29
  537. eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +0 -29
  538. eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +0 -30
  539. eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +0 -29
  540. eval_studio_client/api/docs/V1alphaListModelsResponse.md +0 -29
  541. eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +0 -29
  542. eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +0 -29
  543. eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +0 -29
  544. eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +0 -29
  545. eval_studio_client/api/docs/V1alphaListOperationsResponse.md +0 -29
  546. eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +0 -29
  547. eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +0 -29
  548. eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +0 -29
  549. eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +0 -29
  550. eval_studio_client/api/docs/V1alphaListTestsResponse.md +0 -29
  551. eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +0 -29
  552. eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +0 -32
  553. eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +0 -29
  554. eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +0 -29
  555. eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +0 -29
  556. eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +0 -29
  557. eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +0 -29
  558. eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +0 -29
  559. eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +0 -29
  560. eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +0 -91
  561. eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +0 -91
  562. eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +0 -91
  563. eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +0 -95
  564. eval_studio_client/api/models/v1alpha_perturb_test_response.py +0 -91
  565. eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +0 -71
  566. eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +0 -53
  567. eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +0 -53
  568. eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +0 -71
  569. eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +0 -33
  570. eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +0 -33
  571. eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +0 -69
  572. eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +0 -67
  573. eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +0 -33
  574. eval_studio_client-0.8.0a2.dist-info/RECORD +0 -470
@@ -4,21 +4,21 @@ All URIs are relative to *http://localhost*
4
4
 
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
- [**model_service_batch_delete_models**](ModelServiceApi.md#model_service_batch_delete_models) | **POST** /v1alpha/models:batchDelete |
8
- [**model_service_batch_get_models**](ModelServiceApi.md#model_service_batch_get_models) | **GET** /v1alpha/models:batchGet |
9
- [**model_service_check_base_models**](ModelServiceApi.md#model_service_check_base_models) | **GET** /v1alpha/models:check_base_models |
10
- [**model_service_create_model**](ModelServiceApi.md#model_service_create_model) | **POST** /v1alpha/models |
11
- [**model_service_delete_model**](ModelServiceApi.md#model_service_delete_model) | **DELETE** /v1alpha/{name_4} |
12
- [**model_service_get_model**](ModelServiceApi.md#model_service_get_model) | **GET** /v1alpha/{name_4} |
13
- [**model_service_list_base_models**](ModelServiceApi.md#model_service_list_base_models) | **GET** /v1alpha/models:base_models |
14
- [**model_service_list_model_collections**](ModelServiceApi.md#model_service_list_model_collections) | **GET** /v1alpha/models:collections |
15
- [**model_service_list_models**](ModelServiceApi.md#model_service_list_models) | **GET** /v1alpha/models |
16
- [**model_service_list_most_recent_models**](ModelServiceApi.md#model_service_list_most_recent_models) | **GET** /v1alpha/models:mostRecent |
17
- [**model_service_update_model**](ModelServiceApi.md#model_service_update_model) | **PATCH** /v1alpha/{model.name} |
7
+ [**model_service_batch_delete_models**](ModelServiceApi.md#model_service_batch_delete_models) | **POST** /v1/models:batchDelete |
8
+ [**model_service_batch_get_models**](ModelServiceApi.md#model_service_batch_get_models) | **GET** /v1/models:batchGet |
9
+ [**model_service_check_base_models**](ModelServiceApi.md#model_service_check_base_models) | **GET** /v1/models:check_base_models |
10
+ [**model_service_create_model**](ModelServiceApi.md#model_service_create_model) | **POST** /v1/models |
11
+ [**model_service_delete_model**](ModelServiceApi.md#model_service_delete_model) | **DELETE** /v1/{name_4} |
12
+ [**model_service_get_model**](ModelServiceApi.md#model_service_get_model) | **GET** /v1/{name_4} |
13
+ [**model_service_list_base_models**](ModelServiceApi.md#model_service_list_base_models) | **GET** /v1/models:base_models |
14
+ [**model_service_list_model_collections**](ModelServiceApi.md#model_service_list_model_collections) | **GET** /v1/models:collections |
15
+ [**model_service_list_models**](ModelServiceApi.md#model_service_list_models) | **GET** /v1/models |
16
+ [**model_service_list_most_recent_models**](ModelServiceApi.md#model_service_list_most_recent_models) | **GET** /v1/models:mostRecent |
17
+ [**model_service_update_model**](ModelServiceApi.md#model_service_update_model) | **PATCH** /v1/{model.name} |
18
18
 
19
19
 
20
20
  # **model_service_batch_delete_models**
21
- > V1alphaBatchDeleteModelsResponse model_service_batch_delete_models(body)
21
+ > V1BatchDeleteModelsResponse model_service_batch_delete_models(body)
22
22
 
23
23
 
24
24
 
@@ -27,8 +27,8 @@ Method | HTTP request | Description
27
27
 
28
28
  ```python
29
29
  import eval_studio_client.api
30
- from eval_studio_client.api.models.v1alpha_batch_delete_models_request import V1alphaBatchDeleteModelsRequest
31
- from eval_studio_client.api.models.v1alpha_batch_delete_models_response import V1alphaBatchDeleteModelsResponse
30
+ from eval_studio_client.api.models.v1_batch_delete_models_request import V1BatchDeleteModelsRequest
31
+ from eval_studio_client.api.models.v1_batch_delete_models_response import V1BatchDeleteModelsResponse
32
32
  from eval_studio_client.api.rest import ApiException
33
33
  from pprint import pprint
34
34
 
@@ -43,7 +43,7 @@ configuration = eval_studio_client.api.Configuration(
43
43
  with eval_studio_client.api.ApiClient(configuration) as api_client:
44
44
  # Create an instance of the API class
45
45
  api_instance = eval_studio_client.api.ModelServiceApi(api_client)
46
- body = eval_studio_client.api.V1alphaBatchDeleteModelsRequest() # V1alphaBatchDeleteModelsRequest |
46
+ body = eval_studio_client.api.V1BatchDeleteModelsRequest() # V1BatchDeleteModelsRequest |
47
47
 
48
48
  try:
49
49
  api_response = api_instance.model_service_batch_delete_models(body)
@@ -60,11 +60,11 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
60
60
 
61
61
  Name | Type | Description | Notes
62
62
  ------------- | ------------- | ------------- | -------------
63
- **body** | [**V1alphaBatchDeleteModelsRequest**](V1alphaBatchDeleteModelsRequest.md)| |
63
+ **body** | [**V1BatchDeleteModelsRequest**](V1BatchDeleteModelsRequest.md)| |
64
64
 
65
65
  ### Return type
66
66
 
67
- [**V1alphaBatchDeleteModelsResponse**](V1alphaBatchDeleteModelsResponse.md)
67
+ [**V1BatchDeleteModelsResponse**](V1BatchDeleteModelsResponse.md)
68
68
 
69
69
  ### Authorization
70
70
 
@@ -85,7 +85,7 @@ No authorization required
85
85
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
86
86
 
87
87
  # **model_service_batch_get_models**
88
- > V1alphaBatchGetModelsResponse model_service_batch_get_models(names=names)
88
+ > V1BatchGetModelsResponse model_service_batch_get_models(names=names)
89
89
 
90
90
 
91
91
 
@@ -94,7 +94,7 @@ No authorization required
94
94
 
95
95
  ```python
96
96
  import eval_studio_client.api
97
- from eval_studio_client.api.models.v1alpha_batch_get_models_response import V1alphaBatchGetModelsResponse
97
+ from eval_studio_client.api.models.v1_batch_get_models_response import V1BatchGetModelsResponse
98
98
  from eval_studio_client.api.rest import ApiException
99
99
  from pprint import pprint
100
100
 
@@ -130,7 +130,7 @@ Name | Type | Description | Notes
130
130
 
131
131
  ### Return type
132
132
 
133
- [**V1alphaBatchGetModelsResponse**](V1alphaBatchGetModelsResponse.md)
133
+ [**V1BatchGetModelsResponse**](V1BatchGetModelsResponse.md)
134
134
 
135
135
  ### Authorization
136
136
 
@@ -151,7 +151,7 @@ No authorization required
151
151
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
152
152
 
153
153
  # **model_service_check_base_models**
154
- > V1alphaCheckBaseModelsResponse model_service_check_base_models(model=model)
154
+ > V1CheckBaseModelsResponse model_service_check_base_models(model=model)
155
155
 
156
156
 
157
157
 
@@ -160,7 +160,7 @@ No authorization required
160
160
 
161
161
  ```python
162
162
  import eval_studio_client.api
163
- from eval_studio_client.api.models.v1alpha_check_base_models_response import V1alphaCheckBaseModelsResponse
163
+ from eval_studio_client.api.models.v1_check_base_models_response import V1CheckBaseModelsResponse
164
164
  from eval_studio_client.api.rest import ApiException
165
165
  from pprint import pprint
166
166
 
@@ -196,7 +196,7 @@ Name | Type | Description | Notes
196
196
 
197
197
  ### Return type
198
198
 
199
- [**V1alphaCheckBaseModelsResponse**](V1alphaCheckBaseModelsResponse.md)
199
+ [**V1CheckBaseModelsResponse**](V1CheckBaseModelsResponse.md)
200
200
 
201
201
  ### Authorization
202
202
 
@@ -217,7 +217,7 @@ No authorization required
217
217
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
218
218
 
219
219
  # **model_service_create_model**
220
- > V1alphaCreateModelResponse model_service_create_model(model)
220
+ > V1CreateModelResponse model_service_create_model(model)
221
221
 
222
222
 
223
223
 
@@ -226,8 +226,8 @@ No authorization required
226
226
 
227
227
  ```python
228
228
  import eval_studio_client.api
229
- from eval_studio_client.api.models.v1alpha_create_model_response import V1alphaCreateModelResponse
230
- from eval_studio_client.api.models.v1alpha_model import V1alphaModel
229
+ from eval_studio_client.api.models.v1_create_model_response import V1CreateModelResponse
230
+ from eval_studio_client.api.models.v1_model import V1Model
231
231
  from eval_studio_client.api.rest import ApiException
232
232
  from pprint import pprint
233
233
 
@@ -242,7 +242,7 @@ configuration = eval_studio_client.api.Configuration(
242
242
  with eval_studio_client.api.ApiClient(configuration) as api_client:
243
243
  # Create an instance of the API class
244
244
  api_instance = eval_studio_client.api.ModelServiceApi(api_client)
245
- model = eval_studio_client.api.V1alphaModel() # V1alphaModel | Required. The Model to create.
245
+ model = eval_studio_client.api.V1Model() # V1Model | Required. The Model to create.
246
246
 
247
247
  try:
248
248
  api_response = api_instance.model_service_create_model(model)
@@ -259,11 +259,11 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
259
259
 
260
260
  Name | Type | Description | Notes
261
261
  ------------- | ------------- | ------------- | -------------
262
- **model** | [**V1alphaModel**](V1alphaModel.md)| Required. The Model to create. |
262
+ **model** | [**V1Model**](V1Model.md)| Required. The Model to create. |
263
263
 
264
264
  ### Return type
265
265
 
266
- [**V1alphaCreateModelResponse**](V1alphaCreateModelResponse.md)
266
+ [**V1CreateModelResponse**](V1CreateModelResponse.md)
267
267
 
268
268
  ### Authorization
269
269
 
@@ -284,7 +284,7 @@ No authorization required
284
284
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
285
285
 
286
286
  # **model_service_delete_model**
287
- > V1alphaDeleteModelResponse model_service_delete_model(name_4)
287
+ > V1DeleteModelResponse model_service_delete_model(name_4)
288
288
 
289
289
 
290
290
 
@@ -293,7 +293,7 @@ No authorization required
293
293
 
294
294
  ```python
295
295
  import eval_studio_client.api
296
- from eval_studio_client.api.models.v1alpha_delete_model_response import V1alphaDeleteModelResponse
296
+ from eval_studio_client.api.models.v1_delete_model_response import V1DeleteModelResponse
297
297
  from eval_studio_client.api.rest import ApiException
298
298
  from pprint import pprint
299
299
 
@@ -329,7 +329,7 @@ Name | Type | Description | Notes
329
329
 
330
330
  ### Return type
331
331
 
332
- [**V1alphaDeleteModelResponse**](V1alphaDeleteModelResponse.md)
332
+ [**V1DeleteModelResponse**](V1DeleteModelResponse.md)
333
333
 
334
334
  ### Authorization
335
335
 
@@ -350,7 +350,7 @@ No authorization required
350
350
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
351
351
 
352
352
  # **model_service_get_model**
353
- > V1alphaGetModelResponse model_service_get_model(name_4)
353
+ > V1GetModelResponse model_service_get_model(name_4)
354
354
 
355
355
 
356
356
 
@@ -359,7 +359,7 @@ No authorization required
359
359
 
360
360
  ```python
361
361
  import eval_studio_client.api
362
- from eval_studio_client.api.models.v1alpha_get_model_response import V1alphaGetModelResponse
362
+ from eval_studio_client.api.models.v1_get_model_response import V1GetModelResponse
363
363
  from eval_studio_client.api.rest import ApiException
364
364
  from pprint import pprint
365
365
 
@@ -395,7 +395,7 @@ Name | Type | Description | Notes
395
395
 
396
396
  ### Return type
397
397
 
398
- [**V1alphaGetModelResponse**](V1alphaGetModelResponse.md)
398
+ [**V1GetModelResponse**](V1GetModelResponse.md)
399
399
 
400
400
  ### Authorization
401
401
 
@@ -416,7 +416,7 @@ No authorization required
416
416
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
417
417
 
418
418
  # **model_service_list_base_models**
419
- > V1alphaListBaseModelsResponse model_service_list_base_models(model=model)
419
+ > V1ListBaseModelsResponse model_service_list_base_models(model=model)
420
420
 
421
421
 
422
422
 
@@ -425,7 +425,7 @@ No authorization required
425
425
 
426
426
  ```python
427
427
  import eval_studio_client.api
428
- from eval_studio_client.api.models.v1alpha_list_base_models_response import V1alphaListBaseModelsResponse
428
+ from eval_studio_client.api.models.v1_list_base_models_response import V1ListBaseModelsResponse
429
429
  from eval_studio_client.api.rest import ApiException
430
430
  from pprint import pprint
431
431
 
@@ -461,7 +461,7 @@ Name | Type | Description | Notes
461
461
 
462
462
  ### Return type
463
463
 
464
- [**V1alphaListBaseModelsResponse**](V1alphaListBaseModelsResponse.md)
464
+ [**V1ListBaseModelsResponse**](V1ListBaseModelsResponse.md)
465
465
 
466
466
  ### Authorization
467
467
 
@@ -482,7 +482,7 @@ No authorization required
482
482
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
483
483
 
484
484
  # **model_service_list_model_collections**
485
- > V1alphaListModelCollectionsResponse model_service_list_model_collections(model=model)
485
+ > V1ListModelCollectionsResponse model_service_list_model_collections(model=model)
486
486
 
487
487
 
488
488
 
@@ -491,7 +491,7 @@ No authorization required
491
491
 
492
492
  ```python
493
493
  import eval_studio_client.api
494
- from eval_studio_client.api.models.v1alpha_list_model_collections_response import V1alphaListModelCollectionsResponse
494
+ from eval_studio_client.api.models.v1_list_model_collections_response import V1ListModelCollectionsResponse
495
495
  from eval_studio_client.api.rest import ApiException
496
496
  from pprint import pprint
497
497
 
@@ -527,7 +527,7 @@ Name | Type | Description | Notes
527
527
 
528
528
  ### Return type
529
529
 
530
- [**V1alphaListModelCollectionsResponse**](V1alphaListModelCollectionsResponse.md)
530
+ [**V1ListModelCollectionsResponse**](V1ListModelCollectionsResponse.md)
531
531
 
532
532
  ### Authorization
533
533
 
@@ -548,7 +548,7 @@ No authorization required
548
548
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
549
549
 
550
550
  # **model_service_list_models**
551
- > V1alphaListModelsResponse model_service_list_models(order_by=order_by)
551
+ > V1ListModelsResponse model_service_list_models(order_by=order_by)
552
552
 
553
553
 
554
554
 
@@ -557,7 +557,7 @@ No authorization required
557
557
 
558
558
  ```python
559
559
  import eval_studio_client.api
560
- from eval_studio_client.api.models.v1alpha_list_models_response import V1alphaListModelsResponse
560
+ from eval_studio_client.api.models.v1_list_models_response import V1ListModelsResponse
561
561
  from eval_studio_client.api.rest import ApiException
562
562
  from pprint import pprint
563
563
 
@@ -593,7 +593,7 @@ Name | Type | Description | Notes
593
593
 
594
594
  ### Return type
595
595
 
596
- [**V1alphaListModelsResponse**](V1alphaListModelsResponse.md)
596
+ [**V1ListModelsResponse**](V1ListModelsResponse.md)
597
597
 
598
598
  ### Authorization
599
599
 
@@ -614,7 +614,7 @@ No authorization required
614
614
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
615
615
 
616
616
  # **model_service_list_most_recent_models**
617
- > V1alphaListMostRecentModelsResponse model_service_list_most_recent_models(limit=limit)
617
+ > V1ListMostRecentModelsResponse model_service_list_most_recent_models(limit=limit)
618
618
 
619
619
 
620
620
 
@@ -623,7 +623,7 @@ No authorization required
623
623
 
624
624
  ```python
625
625
  import eval_studio_client.api
626
- from eval_studio_client.api.models.v1alpha_list_most_recent_models_response import V1alphaListMostRecentModelsResponse
626
+ from eval_studio_client.api.models.v1_list_most_recent_models_response import V1ListMostRecentModelsResponse
627
627
  from eval_studio_client.api.rest import ApiException
628
628
  from pprint import pprint
629
629
 
@@ -659,7 +659,7 @@ Name | Type | Description | Notes
659
659
 
660
660
  ### Return type
661
661
 
662
- [**V1alphaListMostRecentModelsResponse**](V1alphaListMostRecentModelsResponse.md)
662
+ [**V1ListMostRecentModelsResponse**](V1ListMostRecentModelsResponse.md)
663
663
 
664
664
  ### Authorization
665
665
 
@@ -680,7 +680,7 @@ No authorization required
680
680
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
681
681
 
682
682
  # **model_service_update_model**
683
- > V1alphaUpdateModelResponse model_service_update_model(model_name, model)
683
+ > V1UpdateModelResponse model_service_update_model(model_name, model)
684
684
 
685
685
 
686
686
 
@@ -690,7 +690,7 @@ No authorization required
690
690
  ```python
691
691
  import eval_studio_client.api
692
692
  from eval_studio_client.api.models.required_the_model_to_update import RequiredTheModelToUpdate
693
- from eval_studio_client.api.models.v1alpha_update_model_response import V1alphaUpdateModelResponse
693
+ from eval_studio_client.api.models.v1_update_model_response import V1UpdateModelResponse
694
694
  from eval_studio_client.api.rest import ApiException
695
695
  from pprint import pprint
696
696
 
@@ -728,7 +728,7 @@ Name | Type | Description | Notes
728
728
 
729
729
  ### Return type
730
730
 
731
- [**V1alphaUpdateModelResponse**](V1alphaUpdateModelResponse.md)
731
+ [**V1UpdateModelResponse**](V1UpdateModelResponse.md)
732
732
 
733
733
  ### Authorization
734
734
 
@@ -4,11 +4,11 @@ All URIs are relative to *http://localhost*
4
4
 
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
- [**operation_progress_service_get_operation_progress_by_parent**](OperationProgressServiceApi.md#operation_progress_service_get_operation_progress_by_parent) | **GET** /v1alpha/{parent}/progresses:getByParent |
7
+ [**operation_progress_service_get_operation_progress_by_parent**](OperationProgressServiceApi.md#operation_progress_service_get_operation_progress_by_parent) | **GET** /v1/{parent}/progresses:getByParent |
8
8
 
9
9
 
10
10
  # **operation_progress_service_get_operation_progress_by_parent**
11
- > V1alphaGetOperationProgressByParentResponse operation_progress_service_get_operation_progress_by_parent(parent)
11
+ > V1GetOperationProgressByParentResponse operation_progress_service_get_operation_progress_by_parent(parent)
12
12
 
13
13
 
14
14
 
@@ -17,7 +17,7 @@ Method | HTTP request | Description
17
17
 
18
18
  ```python
19
19
  import eval_studio_client.api
20
- from eval_studio_client.api.models.v1alpha_get_operation_progress_by_parent_response import V1alphaGetOperationProgressByParentResponse
20
+ from eval_studio_client.api.models.v1_get_operation_progress_by_parent_response import V1GetOperationProgressByParentResponse
21
21
  from eval_studio_client.api.rest import ApiException
22
22
  from pprint import pprint
23
23
 
@@ -53,7 +53,7 @@ Name | Type | Description | Notes
53
53
 
54
54
  ### Return type
55
55
 
56
- [**V1alphaGetOperationProgressByParentResponse**](V1alphaGetOperationProgressByParentResponse.md)
56
+ [**V1GetOperationProgressByParentResponse**](V1GetOperationProgressByParentResponse.md)
57
57
 
58
58
  ### Authorization
59
59
 
@@ -4,15 +4,15 @@ All URIs are relative to *http://localhost*
4
4
 
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
- [**operation_service_batch_get_operations**](OperationServiceApi.md#operation_service_batch_get_operations) | **GET** /v1alpha/operations:batchGet |
8
- [**operation_service_finalize_operation**](OperationServiceApi.md#operation_service_finalize_operation) | **PATCH** /v1alpha/{operation.name}:finalize |
9
- [**operation_service_get_operation**](OperationServiceApi.md#operation_service_get_operation) | **GET** /v1alpha/{name_5} |
10
- [**operation_service_list_operations**](OperationServiceApi.md#operation_service_list_operations) | **GET** /v1alpha/operations |
11
- [**operation_service_update_operation**](OperationServiceApi.md#operation_service_update_operation) | **PATCH** /v1alpha/{operation.name} |
7
+ [**operation_service_batch_get_operations**](OperationServiceApi.md#operation_service_batch_get_operations) | **GET** /v1/operations:batchGet |
8
+ [**operation_service_finalize_operation**](OperationServiceApi.md#operation_service_finalize_operation) | **PATCH** /v1/{operation.name}:finalize |
9
+ [**operation_service_get_operation**](OperationServiceApi.md#operation_service_get_operation) | **GET** /v1/{name_5} |
10
+ [**operation_service_list_operations**](OperationServiceApi.md#operation_service_list_operations) | **GET** /v1/operations |
11
+ [**operation_service_update_operation**](OperationServiceApi.md#operation_service_update_operation) | **PATCH** /v1/{operation.name} |
12
12
 
13
13
 
14
14
  # **operation_service_batch_get_operations**
15
- > V1alphaBatchGetOperationsResponse operation_service_batch_get_operations(names=names)
15
+ > V1BatchGetOperationsResponse operation_service_batch_get_operations(names=names)
16
16
 
17
17
 
18
18
 
@@ -21,7 +21,7 @@ Method | HTTP request | Description
21
21
 
22
22
  ```python
23
23
  import eval_studio_client.api
24
- from eval_studio_client.api.models.v1alpha_batch_get_operations_response import V1alphaBatchGetOperationsResponse
24
+ from eval_studio_client.api.models.v1_batch_get_operations_response import V1BatchGetOperationsResponse
25
25
  from eval_studio_client.api.rest import ApiException
26
26
  from pprint import pprint
27
27
 
@@ -57,7 +57,7 @@ Name | Type | Description | Notes
57
57
 
58
58
  ### Return type
59
59
 
60
- [**V1alphaBatchGetOperationsResponse**](V1alphaBatchGetOperationsResponse.md)
60
+ [**V1BatchGetOperationsResponse**](V1BatchGetOperationsResponse.md)
61
61
 
62
62
  ### Authorization
63
63
 
@@ -78,7 +78,7 @@ No authorization required
78
78
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
79
79
 
80
80
  # **operation_service_finalize_operation**
81
- > V1alphaFinalizeOperationResponse operation_service_finalize_operation(operation_name, operation)
81
+ > V1FinalizeOperationResponse operation_service_finalize_operation(operation_name, operation)
82
82
 
83
83
 
84
84
 
@@ -88,7 +88,7 @@ No authorization required
88
88
  ```python
89
89
  import eval_studio_client.api
90
90
  from eval_studio_client.api.models.required_the_operation_to_finalize import RequiredTheOperationToFinalize
91
- from eval_studio_client.api.models.v1alpha_finalize_operation_response import V1alphaFinalizeOperationResponse
91
+ from eval_studio_client.api.models.v1_finalize_operation_response import V1FinalizeOperationResponse
92
92
  from eval_studio_client.api.rest import ApiException
93
93
  from pprint import pprint
94
94
 
@@ -126,7 +126,7 @@ Name | Type | Description | Notes
126
126
 
127
127
  ### Return type
128
128
 
129
- [**V1alphaFinalizeOperationResponse**](V1alphaFinalizeOperationResponse.md)
129
+ [**V1FinalizeOperationResponse**](V1FinalizeOperationResponse.md)
130
130
 
131
131
  ### Authorization
132
132
 
@@ -147,7 +147,7 @@ No authorization required
147
147
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
148
148
 
149
149
  # **operation_service_get_operation**
150
- > V1alphaGetOperationResponse operation_service_get_operation(name_5)
150
+ > V1GetOperationResponse operation_service_get_operation(name_5)
151
151
 
152
152
 
153
153
 
@@ -156,7 +156,7 @@ No authorization required
156
156
 
157
157
  ```python
158
158
  import eval_studio_client.api
159
- from eval_studio_client.api.models.v1alpha_get_operation_response import V1alphaGetOperationResponse
159
+ from eval_studio_client.api.models.v1_get_operation_response import V1GetOperationResponse
160
160
  from eval_studio_client.api.rest import ApiException
161
161
  from pprint import pprint
162
162
 
@@ -192,7 +192,7 @@ Name | Type | Description | Notes
192
192
 
193
193
  ### Return type
194
194
 
195
- [**V1alphaGetOperationResponse**](V1alphaGetOperationResponse.md)
195
+ [**V1GetOperationResponse**](V1GetOperationResponse.md)
196
196
 
197
197
  ### Authorization
198
198
 
@@ -213,7 +213,7 @@ No authorization required
213
213
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
214
214
 
215
215
  # **operation_service_list_operations**
216
- > V1alphaListOperationsResponse operation_service_list_operations()
216
+ > V1ListOperationsResponse operation_service_list_operations()
217
217
 
218
218
 
219
219
 
@@ -222,7 +222,7 @@ No authorization required
222
222
 
223
223
  ```python
224
224
  import eval_studio_client.api
225
- from eval_studio_client.api.models.v1alpha_list_operations_response import V1alphaListOperationsResponse
225
+ from eval_studio_client.api.models.v1_list_operations_response import V1ListOperationsResponse
226
226
  from eval_studio_client.api.rest import ApiException
227
227
  from pprint import pprint
228
228
 
@@ -254,7 +254,7 @@ This endpoint does not need any parameter.
254
254
 
255
255
  ### Return type
256
256
 
257
- [**V1alphaListOperationsResponse**](V1alphaListOperationsResponse.md)
257
+ [**V1ListOperationsResponse**](V1ListOperationsResponse.md)
258
258
 
259
259
  ### Authorization
260
260
 
@@ -275,7 +275,7 @@ No authorization required
275
275
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
276
276
 
277
277
  # **operation_service_update_operation**
278
- > V1alphaUpdateOperationResponse operation_service_update_operation(operation_name, operation)
278
+ > V1UpdateOperationResponse operation_service_update_operation(operation_name, operation)
279
279
 
280
280
 
281
281
 
@@ -285,7 +285,7 @@ No authorization required
285
285
  ```python
286
286
  import eval_studio_client.api
287
287
  from eval_studio_client.api.models.required_the_operation_to_update import RequiredTheOperationToUpdate
288
- from eval_studio_client.api.models.v1alpha_update_operation_response import V1alphaUpdateOperationResponse
288
+ from eval_studio_client.api.models.v1_update_operation_response import V1UpdateOperationResponse
289
289
  from eval_studio_client.api.rest import ApiException
290
290
  from pprint import pprint
291
291
 
@@ -323,7 +323,7 @@ Name | Type | Description | Notes
323
323
 
324
324
  ### Return type
325
325
 
326
- [**V1alphaUpdateOperationResponse**](V1alphaUpdateOperationResponse.md)
326
+ [**V1UpdateOperationResponse**](V1UpdateOperationResponse.md)
327
327
 
328
328
  ### Authorization
329
329
 
@@ -4,11 +4,11 @@ All URIs are relative to *http://localhost*
4
4
 
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
- [**perturbation_service_create_perturbation**](PerturbationServiceApi.md#perturbation_service_create_perturbation) | **POST** /v1alpha/{parent}/perturbations |
7
+ [**perturbation_service_create_perturbation**](PerturbationServiceApi.md#perturbation_service_create_perturbation) | **POST** /v1/{parent}/perturbations |
8
8
 
9
9
 
10
10
  # **perturbation_service_create_perturbation**
11
- > V1alphaCreatePerturbationResponse perturbation_service_create_perturbation(parent, body)
11
+ > V1CreatePerturbationResponse perturbation_service_create_perturbation(parent, body)
12
12
 
13
13
 
14
14
 
@@ -18,7 +18,7 @@ Method | HTTP request | Description
18
18
  ```python
19
19
  import eval_studio_client.api
20
20
  from eval_studio_client.api.models.perturbation_service_create_perturbation_request import PerturbationServiceCreatePerturbationRequest
21
- from eval_studio_client.api.models.v1alpha_create_perturbation_response import V1alphaCreatePerturbationResponse
21
+ from eval_studio_client.api.models.v1_create_perturbation_response import V1CreatePerturbationResponse
22
22
  from eval_studio_client.api.rest import ApiException
23
23
  from pprint import pprint
24
24
 
@@ -56,7 +56,7 @@ Name | Type | Description | Notes
56
56
 
57
57
  ### Return type
58
58
 
59
- [**V1alphaCreatePerturbationResponse**](V1alphaCreatePerturbationResponse.md)
59
+ [**V1CreatePerturbationResponse**](V1CreatePerturbationResponse.md)
60
60
 
61
61
  ### Authorization
62
62
 
@@ -5,9 +5,9 @@
5
5
 
6
6
  Name | Type | Description | Notes
7
7
  ------------ | ------------- | ------------- | -------------
8
- **perturbator_configurations** | [**List[V1alphaPerturbatorConfiguration]**](V1alphaPerturbatorConfiguration.md) | Required. PerturbatorConfiguration to apply to the parent Test. | [optional]
9
- **test_cases** | [**List[V1alphaTestCase]**](V1alphaTestCase.md) | Required. List of test cases to perturbate. These are the test cases from the parent test. TODO: breaks https://google.aip.dev/144 | [optional]
10
- **test_case_relationships** | [**List[V1alphaTestCaseRelationship]**](V1alphaTestCaseRelationship.md) | Optional. List of relationships between test cases. | [optional]
8
+ **perturbator_configurations** | [**List[V1PerturbatorConfiguration]**](V1PerturbatorConfiguration.md) | Required. PerturbatorConfiguration to apply to the parent Test. | [optional]
9
+ **test_cases** | [**List[V1TestCase]**](V1TestCase.md) | Required. List of test cases to perturbate. These are the test cases from the parent test. TODO: breaks https://google.aip.dev/144 | [optional]
10
+ **test_case_relationships** | [**List[V1TestCaseRelationship]**](V1TestCaseRelationship.md) | Optional. List of relationships between test cases. | [optional]
11
11
 
12
12
  ## Example
13
13
 
@@ -4,12 +4,12 @@ All URIs are relative to *http://localhost*
4
4
 
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
- [**perturbator_service_get_perturbator**](PerturbatorServiceApi.md#perturbator_service_get_perturbator) | **GET** /v1alpha/{name_6} |
8
- [**perturbator_service_list_perturbators**](PerturbatorServiceApi.md#perturbator_service_list_perturbators) | **GET** /v1alpha/perturbators |
7
+ [**perturbator_service_get_perturbator**](PerturbatorServiceApi.md#perturbator_service_get_perturbator) | **GET** /v1/{name_6} |
8
+ [**perturbator_service_list_perturbators**](PerturbatorServiceApi.md#perturbator_service_list_perturbators) | **GET** /v1/perturbators |
9
9
 
10
10
 
11
11
  # **perturbator_service_get_perturbator**
12
- > V1alphaGetPerturbatorResponse perturbator_service_get_perturbator(name_6)
12
+ > V1GetPerturbatorResponse perturbator_service_get_perturbator(name_6)
13
13
 
14
14
 
15
15
 
@@ -18,7 +18,7 @@ Method | HTTP request | Description
18
18
 
19
19
  ```python
20
20
  import eval_studio_client.api
21
- from eval_studio_client.api.models.v1alpha_get_perturbator_response import V1alphaGetPerturbatorResponse
21
+ from eval_studio_client.api.models.v1_get_perturbator_response import V1GetPerturbatorResponse
22
22
  from eval_studio_client.api.rest import ApiException
23
23
  from pprint import pprint
24
24
 
@@ -54,7 +54,7 @@ Name | Type | Description | Notes
54
54
 
55
55
  ### Return type
56
56
 
57
- [**V1alphaGetPerturbatorResponse**](V1alphaGetPerturbatorResponse.md)
57
+ [**V1GetPerturbatorResponse**](V1GetPerturbatorResponse.md)
58
58
 
59
59
  ### Authorization
60
60
 
@@ -75,7 +75,7 @@ No authorization required
75
75
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
76
76
 
77
77
  # **perturbator_service_list_perturbators**
78
- > V1alphaListPerturbatorsResponse perturbator_service_list_perturbators()
78
+ > V1ListPerturbatorsResponse perturbator_service_list_perturbators()
79
79
 
80
80
 
81
81
 
@@ -84,7 +84,7 @@ No authorization required
84
84
 
85
85
  ```python
86
86
  import eval_studio_client.api
87
- from eval_studio_client.api.models.v1alpha_list_perturbators_response import V1alphaListPerturbatorsResponse
87
+ from eval_studio_client.api.models.v1_list_perturbators_response import V1ListPerturbatorsResponse
88
88
  from eval_studio_client.api.rest import ApiException
89
89
  from pprint import pprint
90
90
 
@@ -116,7 +116,7 @@ This endpoint does not need any parameter.
116
116
 
117
117
  ### Return type
118
118
 
119
- [**V1alphaListPerturbatorsResponse**](V1alphaListPerturbatorsResponse.md)
119
+ [**V1ListPerturbatorsResponse**](V1ListPerturbatorsResponse.md)
120
120
 
121
121
  ### Authorization
122
122