eval-studio-client 0.8.0a2__py3-none-any.whl → 1.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (574) hide show
  1. eval_studio_client/__init__.py +2 -1
  2. eval_studio_client/api/__init__.py +125 -120
  3. eval_studio_client/api/api/__init__.py +1 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +71 -71
  5. eval_studio_client/api/api/document_service_api.py +64 -64
  6. eval_studio_client/api/api/evaluation_service_api.py +42 -42
  7. eval_studio_client/api/api/evaluator_service_api.py +50 -50
  8. eval_studio_client/api/api/info_service_api.py +8 -8
  9. eval_studio_client/api/api/leaderboard_service_api.py +126 -126
  10. eval_studio_client/api/api/model_service_api.py +92 -92
  11. eval_studio_client/api/api/operation_progress_service_api.py +8 -8
  12. eval_studio_client/api/api/operation_service_api.py +36 -36
  13. eval_studio_client/api/api/perturbation_service_api.py +8 -8
  14. eval_studio_client/api/api/perturbator_service_api.py +15 -15
  15. eval_studio_client/api/api/prompt_generation_service_api.py +321 -0
  16. eval_studio_client/api/api/test_case_service_api.py +57 -57
  17. eval_studio_client/api/api/test_class_service_api.py +15 -15
  18. eval_studio_client/api/api/test_lab_service_api.py +22 -22
  19. eval_studio_client/api/api/test_service_api.py +376 -92
  20. eval_studio_client/api/api/who_am_i_service_api.py +8 -8
  21. eval_studio_client/api/api_client.py +1 -1
  22. eval_studio_client/api/configuration.py +1 -1
  23. eval_studio_client/api/docs/DashboardServiceApi.md +38 -38
  24. eval_studio_client/api/docs/DocumentServiceApi.md +34 -34
  25. eval_studio_client/api/docs/EvaluationServiceApi.md +22 -22
  26. eval_studio_client/api/docs/EvaluatorServiceApi.md +26 -26
  27. eval_studio_client/api/docs/InfoServiceApi.md +4 -4
  28. eval_studio_client/api/docs/LeaderboardServiceApi.md +66 -66
  29. eval_studio_client/api/docs/ModelServiceApi.md +50 -50
  30. eval_studio_client/api/docs/OperationProgressServiceApi.md +4 -4
  31. eval_studio_client/api/docs/OperationServiceApi.md +20 -20
  32. eval_studio_client/api/docs/PerturbationServiceApi.md +4 -4
  33. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +3 -3
  34. eval_studio_client/api/docs/PerturbatorServiceApi.md +8 -8
  35. eval_studio_client/api/docs/PromptGenerationServiceApi.md +78 -0
  36. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +35 -0
  37. eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +1 -1
  38. eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +4 -4
  39. eval_studio_client/api/docs/RequiredTheModelToUpdate.md +1 -1
  40. eval_studio_client/api/docs/TestCaseServiceApi.md +31 -31
  41. eval_studio_client/api/docs/TestClassServiceApi.md +8 -8
  42. eval_studio_client/api/docs/TestLabServiceApi.md +11 -11
  43. eval_studio_client/api/docs/TestServiceApi.md +119 -49
  44. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +33 -0
  45. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +1 -1
  46. eval_studio_client/api/docs/V1BatchCreateLeaderboardsRequest.md +31 -0
  47. eval_studio_client/api/docs/V1BatchCreateLeaderboardsResponse.md +29 -0
  48. eval_studio_client/api/docs/V1BatchDeleteDashboardsRequest.md +29 -0
  49. eval_studio_client/api/docs/V1BatchDeleteDashboardsResponse.md +29 -0
  50. eval_studio_client/api/docs/V1BatchDeleteDocumentsRequest.md +29 -0
  51. eval_studio_client/api/docs/V1BatchDeleteDocumentsResponse.md +29 -0
  52. eval_studio_client/api/docs/V1BatchDeleteEvaluatorsRequest.md +29 -0
  53. eval_studio_client/api/docs/V1BatchDeleteEvaluatorsResponse.md +29 -0
  54. eval_studio_client/api/docs/V1BatchDeleteLeaderboardsRequest.md +30 -0
  55. eval_studio_client/api/docs/V1BatchDeleteLeaderboardsResponse.md +29 -0
  56. eval_studio_client/api/docs/V1BatchDeleteModelsRequest.md +29 -0
  57. eval_studio_client/api/docs/V1BatchDeleteModelsResponse.md +29 -0
  58. eval_studio_client/api/docs/V1BatchDeleteTestCasesResponse.md +29 -0
  59. eval_studio_client/api/docs/{V1alphaBatchDeleteTestsRequest.md → V1BatchDeleteTestsRequest.md} +8 -8
  60. eval_studio_client/api/docs/V1BatchDeleteTestsResponse.md +29 -0
  61. eval_studio_client/api/docs/V1BatchGetDashboardsResponse.md +29 -0
  62. eval_studio_client/api/docs/V1BatchGetDocumentsResponse.md +29 -0
  63. eval_studio_client/api/docs/V1BatchGetLeaderboardsResponse.md +29 -0
  64. eval_studio_client/api/docs/V1BatchGetModelsResponse.md +29 -0
  65. eval_studio_client/api/docs/V1BatchGetOperationsResponse.md +29 -0
  66. eval_studio_client/api/docs/V1BatchGetTestsResponse.md +29 -0
  67. eval_studio_client/api/docs/{V1alphaBatchImportLeaderboardRequest.md → V1BatchImportLeaderboardRequest.md} +9 -9
  68. eval_studio_client/api/docs/V1BatchImportLeaderboardResponse.md +29 -0
  69. eval_studio_client/api/docs/{V1alphaBatchImportTestsRequest.md → V1BatchImportTestsRequest.md} +8 -8
  70. eval_studio_client/api/docs/V1BatchImportTestsResponse.md +29 -0
  71. eval_studio_client/api/docs/V1CheckBaseModelsResponse.md +30 -0
  72. eval_studio_client/api/docs/{V1alphaCollectionInfo.md → V1CollectionInfo.md} +8 -8
  73. eval_studio_client/api/docs/V1CreateDashboardResponse.md +29 -0
  74. eval_studio_client/api/docs/V1CreateDocumentResponse.md +29 -0
  75. eval_studio_client/api/docs/{V1alphaCreateEvaluationRequest.md → V1CreateEvaluationRequest.md} +10 -10
  76. eval_studio_client/api/docs/V1CreateEvaluatorResponse.md +29 -0
  77. eval_studio_client/api/docs/V1CreateLeaderboardRequest.md +29 -0
  78. eval_studio_client/api/docs/V1CreateLeaderboardResponse.md +29 -0
  79. eval_studio_client/api/docs/V1CreateLeaderboardWithoutCacheResponse.md +29 -0
  80. eval_studio_client/api/docs/V1CreateModelResponse.md +29 -0
  81. eval_studio_client/api/docs/V1CreatePerturbationResponse.md +29 -0
  82. eval_studio_client/api/docs/V1CreateTestCaseResponse.md +29 -0
  83. eval_studio_client/api/docs/V1CreateTestLabResponse.md +29 -0
  84. eval_studio_client/api/docs/V1CreateTestResponse.md +29 -0
  85. eval_studio_client/api/docs/{V1alphaDashboard.md → V1Dashboard.md} +9 -9
  86. eval_studio_client/api/docs/{V1alphaDashboardStatus.md → V1DashboardStatus.md} +1 -1
  87. eval_studio_client/api/docs/V1DeleteDashboardResponse.md +29 -0
  88. eval_studio_client/api/docs/V1DeleteDocumentResponse.md +29 -0
  89. eval_studio_client/api/docs/V1DeleteEvaluatorResponse.md +29 -0
  90. eval_studio_client/api/docs/V1DeleteLeaderboardResponse.md +29 -0
  91. eval_studio_client/api/docs/V1DeleteModelResponse.md +29 -0
  92. eval_studio_client/api/docs/V1DeleteTestCaseResponse.md +29 -0
  93. eval_studio_client/api/docs/V1DeleteTestResponse.md +29 -0
  94. eval_studio_client/api/docs/{V1alphaDocument.md → V1Document.md} +8 -8
  95. eval_studio_client/api/docs/V1EvaluationTest.md +32 -0
  96. eval_studio_client/api/docs/{V1alphaEvaluator.md → V1Evaluator.md} +10 -9
  97. eval_studio_client/api/docs/{V1alphaEvaluatorParamType.md → V1EvaluatorParamType.md} +1 -1
  98. eval_studio_client/api/docs/{V1alphaEvaluatorParameter.md → V1EvaluatorParameter.md} +9 -9
  99. eval_studio_client/api/docs/{V1alphaEvaluatorView.md → V1EvaluatorView.md} +1 -1
  100. eval_studio_client/api/docs/V1FinalizeOperationResponse.md +29 -0
  101. eval_studio_client/api/docs/V1FindAllTestCasesByIDResponse.md +29 -0
  102. eval_studio_client/api/docs/V1FindTestLabResponse.md +29 -0
  103. eval_studio_client/api/docs/V1GenerateTestCasesResponse.md +29 -0
  104. eval_studio_client/api/docs/V1GetDashboardResponse.md +29 -0
  105. eval_studio_client/api/docs/V1GetDocumentResponse.md +29 -0
  106. eval_studio_client/api/docs/V1GetEvaluatorResponse.md +29 -0
  107. eval_studio_client/api/docs/V1GetInfoResponse.md +29 -0
  108. eval_studio_client/api/docs/V1GetLeaderboardResponse.md +29 -0
  109. eval_studio_client/api/docs/V1GetModelResponse.md +29 -0
  110. eval_studio_client/api/docs/V1GetOperationProgressByParentResponse.md +29 -0
  111. eval_studio_client/api/docs/V1GetOperationResponse.md +29 -0
  112. eval_studio_client/api/docs/V1GetPerturbatorResponse.md +29 -0
  113. eval_studio_client/api/docs/V1GetTestCaseResponse.md +29 -0
  114. eval_studio_client/api/docs/V1GetTestClassResponse.md +29 -0
  115. eval_studio_client/api/docs/V1GetTestResponse.md +29 -0
  116. eval_studio_client/api/docs/{V1alphaImportEvaluationRequest.md → V1ImportEvaluationRequest.md} +9 -9
  117. eval_studio_client/api/docs/{V1alphaImportLeaderboardRequest.md → V1ImportLeaderboardRequest.md} +9 -9
  118. eval_studio_client/api/docs/V1ImportLeaderboardResponse.md +29 -0
  119. eval_studio_client/api/docs/{V1alphaInfo.md → V1Info.md} +8 -8
  120. eval_studio_client/api/docs/{V1alphaInsight.md → V1Insight.md} +8 -8
  121. eval_studio_client/api/docs/{V1alphaLeaderboard.md → V1Leaderboard.md} +12 -12
  122. eval_studio_client/api/docs/{V1alphaLeaderboardStatus.md → V1LeaderboardStatus.md} +1 -1
  123. eval_studio_client/api/docs/{V1alphaLeaderboardType.md → V1LeaderboardType.md} +1 -1
  124. eval_studio_client/api/docs/{V1alphaLeaderboardView.md → V1LeaderboardView.md} +1 -1
  125. eval_studio_client/api/docs/V1ListBaseModelsResponse.md +29 -0
  126. eval_studio_client/api/docs/V1ListDashboardsResponse.md +29 -0
  127. eval_studio_client/api/docs/V1ListDocumentsResponse.md +29 -0
  128. eval_studio_client/api/docs/V1ListEvaluatorsResponse.md +29 -0
  129. eval_studio_client/api/docs/V1ListLLMModelsResponse.md +29 -0
  130. eval_studio_client/api/docs/V1ListLeaderboardsResponse.md +30 -0
  131. eval_studio_client/api/docs/V1ListModelCollectionsResponse.md +29 -0
  132. eval_studio_client/api/docs/V1ListModelsResponse.md +29 -0
  133. eval_studio_client/api/docs/V1ListMostRecentDashboardsResponse.md +29 -0
  134. eval_studio_client/api/docs/V1ListMostRecentLeaderboardsResponse.md +29 -0
  135. eval_studio_client/api/docs/V1ListMostRecentModelsResponse.md +29 -0
  136. eval_studio_client/api/docs/V1ListMostRecentTestsResponse.md +29 -0
  137. eval_studio_client/api/docs/V1ListOperationsResponse.md +29 -0
  138. eval_studio_client/api/docs/V1ListPerturbatorsResponse.md +29 -0
  139. eval_studio_client/api/docs/V1ListRAGCollectionsResponse.md +29 -0
  140. eval_studio_client/api/docs/V1ListTestCasesResponse.md +29 -0
  141. eval_studio_client/api/docs/V1ListTestClassesResponse.md +29 -0
  142. eval_studio_client/api/docs/V1ListTestsResponse.md +29 -0
  143. eval_studio_client/api/docs/{V1alphaModel.md → V1Model.md} +9 -9
  144. eval_studio_client/api/docs/{V1alphaModelType.md → V1ModelType.md} +1 -1
  145. eval_studio_client/api/docs/{V1alphaOperation.md → V1Operation.md} +8 -8
  146. eval_studio_client/api/docs/{V1alphaOperationProgress.md → V1OperationProgress.md} +8 -8
  147. eval_studio_client/api/docs/V1PerturbTestResponse.md +29 -0
  148. eval_studio_client/api/docs/{V1alphaPerturbator.md → V1Perturbator.md} +8 -8
  149. eval_studio_client/api/docs/V1PerturbatorConfiguration.md +32 -0
  150. eval_studio_client/api/docs/{V1alphaPerturbatorIntensity.md → V1PerturbatorIntensity.md} +1 -1
  151. eval_studio_client/api/docs/{V1alphaProblemAndAction.md → V1ProblemAndAction.md} +8 -8
  152. eval_studio_client/api/docs/{V1alphaTest.md → V1Test.md} +8 -8
  153. eval_studio_client/api/docs/{V1alphaTestCase.md → V1TestCase.md} +8 -8
  154. eval_studio_client/api/docs/{V1alphaTestCaseRelationship.md → V1TestCaseRelationship.md} +8 -8
  155. eval_studio_client/api/docs/V1TestCasesGenerator.md +11 -0
  156. eval_studio_client/api/docs/{V1alphaTestClass.md → V1TestClass.md} +9 -9
  157. eval_studio_client/api/docs/{V1alphaTestClassType.md → V1TestClassType.md} +1 -1
  158. eval_studio_client/api/docs/{V1alphaTestLab.md → V1TestLab.md} +8 -8
  159. eval_studio_client/api/docs/V1UpdateDashboardResponse.md +29 -0
  160. eval_studio_client/api/docs/V1UpdateDocumentResponse.md +29 -0
  161. eval_studio_client/api/docs/V1UpdateLeaderboardResponse.md +29 -0
  162. eval_studio_client/api/docs/V1UpdateModelResponse.md +29 -0
  163. eval_studio_client/api/docs/V1UpdateOperationResponse.md +29 -0
  164. eval_studio_client/api/docs/V1UpdateTestCaseResponse.md +29 -0
  165. eval_studio_client/api/docs/V1UpdateTestResponse.md +29 -0
  166. eval_studio_client/api/docs/{V1alphaWhoAmIResponse.md → V1WhoAmIResponse.md} +8 -8
  167. eval_studio_client/api/docs/WhoAmIServiceApi.md +4 -4
  168. eval_studio_client/api/exceptions.py +1 -1
  169. eval_studio_client/api/models/__init__.py +124 -120
  170. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +10 -10
  171. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +104 -0
  172. eval_studio_client/api/models/protobuf_any.py +1 -1
  173. eval_studio_client/api/models/required_the_dashboard_to_update.py +3 -3
  174. eval_studio_client/api/models/required_the_document_to_update.py +1 -1
  175. eval_studio_client/api/models/required_the_leaderboard_to_update.py +11 -11
  176. eval_studio_client/api/models/required_the_model_to_update.py +3 -3
  177. eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
  178. eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
  179. eval_studio_client/api/models/required_the_test_case_to_update.py +1 -1
  180. eval_studio_client/api/models/required_the_test_to_update.py +1 -1
  181. eval_studio_client/api/models/rpc_status.py +1 -1
  182. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
  183. eval_studio_client/api/models/test_service_generate_test_cases_request.py +96 -0
  184. eval_studio_client/api/models/test_service_perturb_test_request.py +4 -4
  185. eval_studio_client/api/models/{v1alpha_batch_create_leaderboards_request.py → v1_batch_create_leaderboards_request.py} +8 -8
  186. eval_studio_client/api/models/{v1alpha_update_operation_response.py → v1_batch_create_leaderboards_response.py} +8 -8
  187. eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_request.py → v1_batch_delete_dashboards_request.py} +5 -5
  188. eval_studio_client/api/models/{v1alpha_list_dashboards_response.py → v1_batch_delete_dashboards_response.py} +8 -8
  189. eval_studio_client/api/models/{v1alpha_batch_delete_documents_request.py → v1_batch_delete_documents_request.py} +5 -5
  190. eval_studio_client/api/models/{v1alpha_list_documents_response.py → v1_batch_delete_documents_response.py} +8 -8
  191. eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_request.py → v1_batch_delete_evaluators_request.py} +5 -5
  192. eval_studio_client/api/models/{v1alpha_list_evaluators_response.py → v1_batch_delete_evaluators_response.py} +8 -8
  193. eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_request.py → v1_batch_delete_leaderboards_request.py} +7 -7
  194. eval_studio_client/api/models/{v1alpha_batch_get_leaderboards_response.py → v1_batch_delete_leaderboards_response.py} +8 -8
  195. eval_studio_client/api/models/{v1alpha_batch_delete_models_request.py → v1_batch_delete_models_request.py} +5 -5
  196. eval_studio_client/api/models/{v1alpha_list_models_response.py → v1_batch_delete_models_response.py} +8 -8
  197. eval_studio_client/api/models/{v1alpha_list_test_cases_response.py → v1_batch_delete_test_cases_response.py} +8 -8
  198. eval_studio_client/api/models/{v1alpha_batch_delete_tests_request.py → v1_batch_delete_tests_request.py} +5 -5
  199. eval_studio_client/api/models/{v1alpha_list_tests_response.py → v1_batch_delete_tests_response.py} +8 -8
  200. eval_studio_client/api/models/{v1alpha_batch_get_dashboards_response.py → v1_batch_get_dashboards_response.py} +8 -8
  201. eval_studio_client/api/models/{v1alpha_batch_get_documents_response.py → v1_batch_get_documents_response.py} +8 -8
  202. eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_response.py → v1_batch_get_leaderboards_response.py} +8 -8
  203. eval_studio_client/api/models/{v1alpha_batch_get_models_response.py → v1_batch_get_models_response.py} +8 -8
  204. eval_studio_client/api/models/{v1alpha_list_operations_response.py → v1_batch_get_operations_response.py} +8 -8
  205. eval_studio_client/api/models/{v1alpha_batch_get_tests_response.py → v1_batch_get_tests_response.py} +8 -8
  206. eval_studio_client/api/models/{v1alpha_batch_import_leaderboard_request.py → v1_batch_import_leaderboard_request.py} +7 -7
  207. eval_studio_client/api/models/{v1alpha_import_leaderboard_response.py → v1_batch_import_leaderboard_response.py} +8 -8
  208. eval_studio_client/api/models/{v1alpha_batch_import_tests_request.py → v1_batch_import_tests_request.py} +5 -5
  209. eval_studio_client/api/models/{v1alpha_batch_delete_tests_response.py → v1_batch_import_tests_response.py} +8 -8
  210. eval_studio_client/api/models/{v1alpha_check_base_models_response.py → v1_check_base_models_response.py} +5 -5
  211. eval_studio_client/api/models/{v1alpha_collection_info.py → v1_collection_info.py} +4 -4
  212. eval_studio_client/api/models/{v1alpha_get_dashboard_response.py → v1_create_dashboard_response.py} +8 -8
  213. eval_studio_client/api/models/{v1alpha_get_document_response.py → v1_create_document_response.py} +8 -8
  214. eval_studio_client/api/models/{v1alpha_create_evaluation_request.py → v1_create_evaluation_request.py} +11 -11
  215. eval_studio_client/api/models/{v1alpha_get_evaluator_response.py → v1_create_evaluator_response.py} +8 -8
  216. eval_studio_client/api/models/{v1alpha_get_leaderboard_response.py → v1_create_leaderboard_request.py} +8 -8
  217. eval_studio_client/api/models/{v1alpha_get_operation_response.py → v1_create_leaderboard_response.py} +8 -8
  218. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +91 -0
  219. eval_studio_client/api/models/{v1alpha_get_model_response.py → v1_create_model_response.py} +8 -8
  220. eval_studio_client/api/models/{v1alpha_create_perturbation_response.py → v1_create_perturbation_response.py} +5 -5
  221. eval_studio_client/api/models/{v1alpha_get_test_case_response.py → v1_create_test_case_response.py} +8 -8
  222. eval_studio_client/api/models/{v1alpha_find_test_lab_response.py → v1_create_test_lab_response.py} +8 -8
  223. eval_studio_client/api/models/{v1alpha_get_test_response.py → v1_create_test_response.py} +8 -8
  224. eval_studio_client/api/models/{v1alpha_dashboard.py → v1_dashboard.py} +7 -7
  225. eval_studio_client/api/models/{v1alpha_dashboard_status.py → v1_dashboard_status.py} +3 -3
  226. eval_studio_client/api/models/{v1alpha_update_dashboard_response.py → v1_delete_dashboard_response.py} +8 -8
  227. eval_studio_client/api/models/{v1alpha_update_document_response.py → v1_delete_document_response.py} +8 -8
  228. eval_studio_client/api/models/{v1alpha_create_evaluator_response.py → v1_delete_evaluator_response.py} +8 -8
  229. eval_studio_client/api/models/{v1alpha_create_leaderboard_request.py → v1_delete_leaderboard_response.py} +8 -8
  230. eval_studio_client/api/models/{v1alpha_create_model_response.py → v1_delete_model_response.py} +8 -8
  231. eval_studio_client/api/models/{v1alpha_delete_test_case_response.py → v1_delete_test_case_response.py} +8 -8
  232. eval_studio_client/api/models/{v1alpha_create_test_response.py → v1_delete_test_response.py} +8 -8
  233. eval_studio_client/api/models/{v1alpha_document.py → v1_document.py} +5 -5
  234. eval_studio_client/api/models/{v1alpha_evaluation_test.py → v1_evaluation_test.py} +10 -10
  235. eval_studio_client/api/models/{v1alpha_evaluator.py → v1_evaluator.py} +14 -10
  236. eval_studio_client/api/models/{v1alpha_evaluator_param_type.py → v1_evaluator_param_type.py} +3 -3
  237. eval_studio_client/api/models/{v1alpha_evaluator_parameter.py → v1_evaluator_parameter.py} +7 -7
  238. eval_studio_client/api/models/{v1alpha_evaluator_view.py → v1_evaluator_view.py} +3 -3
  239. eval_studio_client/api/models/{v1alpha_create_leaderboard_response.py → v1_finalize_operation_response.py} +8 -8
  240. eval_studio_client/api/models/{v1alpha_find_all_test_cases_by_id_response.py → v1_find_all_test_cases_by_id_response.py} +8 -8
  241. eval_studio_client/api/models/{v1alpha_create_test_lab_response.py → v1_find_test_lab_response.py} +8 -8
  242. eval_studio_client/api/models/{v1alpha_finalize_operation_response.py → v1_generate_test_cases_response.py} +8 -8
  243. eval_studio_client/api/models/{v1alpha_create_dashboard_response.py → v1_get_dashboard_response.py} +8 -8
  244. eval_studio_client/api/models/{v1alpha_delete_document_response.py → v1_get_document_response.py} +8 -8
  245. eval_studio_client/api/models/{v1alpha_delete_evaluator_response.py → v1_get_evaluator_response.py} +8 -8
  246. eval_studio_client/api/models/{v1alpha_get_info_response.py → v1_get_info_response.py} +8 -8
  247. eval_studio_client/api/models/{v1alpha_update_leaderboard_response.py → v1_get_leaderboard_response.py} +8 -8
  248. eval_studio_client/api/models/{v1alpha_update_model_response.py → v1_get_model_response.py} +8 -8
  249. eval_studio_client/api/models/{v1alpha_get_operation_progress_by_parent_response.py → v1_get_operation_progress_by_parent_response.py} +8 -8
  250. eval_studio_client/api/models/v1_get_operation_response.py +91 -0
  251. eval_studio_client/api/models/{v1alpha_get_perturbator_response.py → v1_get_perturbator_response.py} +8 -8
  252. eval_studio_client/api/models/{v1alpha_create_test_case_response.py → v1_get_test_case_response.py} +8 -8
  253. eval_studio_client/api/models/{v1alpha_get_test_class_response.py → v1_get_test_class_response.py} +8 -8
  254. eval_studio_client/api/models/{v1alpha_update_test_response.py → v1_get_test_response.py} +8 -8
  255. eval_studio_client/api/models/{v1alpha_import_evaluation_request.py → v1_import_evaluation_request.py} +8 -8
  256. eval_studio_client/api/models/{v1alpha_import_leaderboard_request.py → v1_import_leaderboard_request.py} +7 -7
  257. eval_studio_client/api/models/v1_import_leaderboard_response.py +91 -0
  258. eval_studio_client/api/models/{v1alpha_info.py → v1_info.py} +5 -5
  259. eval_studio_client/api/models/{v1alpha_insight.py → v1_insight.py} +4 -4
  260. eval_studio_client/api/models/{v1alpha_leaderboard.py → v1_leaderboard.py} +15 -15
  261. eval_studio_client/api/models/{v1alpha_leaderboard_status.py → v1_leaderboard_status.py} +3 -3
  262. eval_studio_client/api/models/{v1alpha_leaderboard_type.py → v1_leaderboard_type.py} +3 -3
  263. eval_studio_client/api/models/{v1alpha_leaderboard_view.py → v1_leaderboard_view.py} +3 -3
  264. eval_studio_client/api/models/{v1alpha_list_base_models_response.py → v1_list_base_models_response.py} +5 -5
  265. eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_response.py → v1_list_dashboards_response.py} +8 -8
  266. eval_studio_client/api/models/{v1alpha_batch_delete_documents_response.py → v1_list_documents_response.py} +8 -8
  267. eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_response.py → v1_list_evaluators_response.py} +8 -8
  268. eval_studio_client/api/models/{v1alpha_list_leaderboards_response.py → v1_list_leaderboards_response.py} +8 -8
  269. eval_studio_client/api/models/{v1alpha_list_llm_models_response.py → v1_list_llm_models_response.py} +5 -5
  270. eval_studio_client/api/models/{v1alpha_list_model_collections_response.py → v1_list_model_collections_response.py} +8 -8
  271. eval_studio_client/api/models/{v1alpha_batch_delete_models_response.py → v1_list_models_response.py} +8 -8
  272. eval_studio_client/api/models/{v1alpha_list_most_recent_dashboards_response.py → v1_list_most_recent_dashboards_response.py} +8 -8
  273. eval_studio_client/api/models/{v1alpha_list_most_recent_leaderboards_response.py → v1_list_most_recent_leaderboards_response.py} +8 -8
  274. eval_studio_client/api/models/{v1alpha_list_most_recent_models_response.py → v1_list_most_recent_models_response.py} +8 -8
  275. eval_studio_client/api/models/{v1alpha_batch_import_tests_response.py → v1_list_most_recent_tests_response.py} +8 -8
  276. eval_studio_client/api/models/{v1alpha_batch_get_operations_response.py → v1_list_operations_response.py} +8 -8
  277. eval_studio_client/api/models/{v1alpha_list_perturbators_response.py → v1_list_perturbators_response.py} +8 -8
  278. eval_studio_client/api/models/{v1alpha_list_rag_collections_response.py → v1_list_rag_collections_response.py} +8 -8
  279. eval_studio_client/api/models/{v1alpha_batch_delete_test_cases_response.py → v1_list_test_cases_response.py} +8 -8
  280. eval_studio_client/api/models/{v1alpha_list_test_classes_response.py → v1_list_test_classes_response.py} +8 -8
  281. eval_studio_client/api/models/v1_list_tests_response.py +95 -0
  282. eval_studio_client/api/models/{v1alpha_model.py → v1_model.py} +7 -7
  283. eval_studio_client/api/models/{v1alpha_model_type.py → v1_model_type.py} +3 -3
  284. eval_studio_client/api/models/{v1alpha_operation.py → v1_operation.py} +4 -4
  285. eval_studio_client/api/models/{v1alpha_operation_progress.py → v1_operation_progress.py} +5 -5
  286. eval_studio_client/api/models/{v1alpha_delete_test_response.py → v1_perturb_test_response.py} +8 -8
  287. eval_studio_client/api/models/{v1alpha_perturbator.py → v1_perturbator.py} +5 -5
  288. eval_studio_client/api/models/{v1alpha_perturbator_configuration.py → v1_perturbator_configuration.py} +6 -6
  289. eval_studio_client/api/models/{v1alpha_perturbator_intensity.py → v1_perturbator_intensity.py} +4 -4
  290. eval_studio_client/api/models/{v1alpha_problem_and_action.py → v1_problem_and_action.py} +5 -5
  291. eval_studio_client/api/models/{v1alpha_test.py → v1_test.py} +5 -5
  292. eval_studio_client/api/models/{v1alpha_test_case.py → v1_test_case.py} +5 -5
  293. eval_studio_client/api/models/{v1alpha_test_case_relationship.py → v1_test_case_relationship.py} +5 -5
  294. eval_studio_client/api/models/v1_test_cases_generator.py +50 -0
  295. eval_studio_client/api/models/{v1alpha_test_class.py → v1_test_class.py} +7 -7
  296. eval_studio_client/api/models/{v1alpha_test_class_type.py → v1_test_class_type.py} +3 -3
  297. eval_studio_client/api/models/{v1alpha_test_lab.py → v1_test_lab.py} +5 -5
  298. eval_studio_client/api/models/{v1alpha_delete_dashboard_response.py → v1_update_dashboard_response.py} +8 -8
  299. eval_studio_client/api/models/{v1alpha_create_document_response.py → v1_update_document_response.py} +8 -8
  300. eval_studio_client/api/models/{v1alpha_delete_leaderboard_response.py → v1_update_leaderboard_response.py} +8 -8
  301. eval_studio_client/api/models/{v1alpha_delete_model_response.py → v1_update_model_response.py} +8 -8
  302. eval_studio_client/api/models/v1_update_operation_response.py +91 -0
  303. eval_studio_client/api/models/{v1alpha_update_test_case_response.py → v1_update_test_case_response.py} +8 -8
  304. eval_studio_client/api/models/v1_update_test_response.py +91 -0
  305. eval_studio_client/api/models/{v1alpha_who_am_i_response.py → v1_who_am_i_response.py} +5 -5
  306. eval_studio_client/api/rest.py +1 -1
  307. eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
  308. eval_studio_client/api/test/test_document_service_api.py +1 -1
  309. eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
  310. eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
  311. eval_studio_client/api/test/test_info_service_api.py +1 -1
  312. eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
  313. eval_studio_client/api/test/test_model_service_api.py +1 -1
  314. eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
  315. eval_studio_client/api/test/test_operation_service_api.py +1 -1
  316. eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
  317. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +4 -4
  318. eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
  319. eval_studio_client/api/test/test_prompt_generation_service_api.py +37 -0
  320. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +75 -0
  321. eval_studio_client/api/test/test_protobuf_any.py +1 -1
  322. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
  323. eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
  324. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +3 -3
  325. eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
  326. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
  327. eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
  328. eval_studio_client/api/test/test_required_the_test_case_to_update.py +1 -1
  329. eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
  330. eval_studio_client/api/test/test_rpc_status.py +1 -1
  331. eval_studio_client/api/test/test_test_case_service_api.py +1 -1
  332. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
  333. eval_studio_client/api/test/test_test_class_service_api.py +1 -1
  334. eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
  335. eval_studio_client/api/test/test_test_service_api.py +7 -1
  336. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +57 -0
  337. eval_studio_client/api/test/test_test_service_perturb_test_request.py +2 -2
  338. eval_studio_client/api/test/{test_v1alpha_batch_create_leaderboards_request.py → test_v1_batch_create_leaderboards_request.py} +16 -16
  339. eval_studio_client/api/test/{test_v1alpha_create_leaderboard_response.py → test_v1_batch_create_leaderboards_response.py} +13 -13
  340. eval_studio_client/api/test/{test_v1alpha_batch_delete_models_request.py → test_v1_batch_delete_dashboards_request.py} +12 -12
  341. eval_studio_client/api/test/{test_v1alpha_batch_get_dashboards_response.py → test_v1_batch_delete_dashboards_response.py} +13 -13
  342. eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_request.py → test_v1_batch_delete_documents_request.py} +12 -12
  343. eval_studio_client/api/test/{test_v1alpha_batch_get_documents_response.py → test_v1_batch_delete_documents_response.py} +13 -13
  344. eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +53 -0
  345. eval_studio_client/api/test/{test_v1alpha_batch_delete_evaluators_response.py → test_v1_batch_delete_evaluators_response.py} +15 -14
  346. eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_request.py → test_v1_batch_delete_leaderboards_request.py} +12 -12
  347. eval_studio_client/api/test/{test_v1alpha_batch_get_leaderboards_response.py → test_v1_batch_delete_leaderboards_response.py} +15 -15
  348. eval_studio_client/api/test/test_v1_batch_delete_models_request.py +53 -0
  349. eval_studio_client/api/test/{test_v1alpha_batch_get_models_response.py → test_v1_batch_delete_models_response.py} +13 -13
  350. eval_studio_client/api/test/{test_v1alpha_batch_delete_test_cases_response.py → test_v1_batch_delete_test_cases_response.py} +13 -13
  351. eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_request.py → test_v1_batch_delete_tests_request.py} +12 -12
  352. eval_studio_client/api/test/{test_v1alpha_batch_get_tests_response.py → test_v1_batch_delete_tests_response.py} +13 -13
  353. eval_studio_client/api/test/{test_v1alpha_list_dashboards_response.py → test_v1_batch_get_dashboards_response.py} +13 -13
  354. eval_studio_client/api/test/{test_v1alpha_list_documents_response.py → test_v1_batch_get_documents_response.py} +13 -13
  355. eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_response.py → test_v1_batch_get_leaderboards_response.py} +15 -15
  356. eval_studio_client/api/test/{test_v1alpha_list_models_response.py → test_v1_batch_get_models_response.py} +13 -13
  357. eval_studio_client/api/test/{test_v1alpha_list_operations_response.py → test_v1_batch_get_operations_response.py} +13 -13
  358. eval_studio_client/api/test/{test_v1alpha_list_tests_response.py → test_v1_batch_get_tests_response.py} +13 -13
  359. eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_request.py → test_v1_batch_import_leaderboard_request.py} +12 -12
  360. eval_studio_client/api/test/{test_v1alpha_import_leaderboard_response.py → test_v1_batch_import_leaderboard_response.py} +13 -13
  361. eval_studio_client/api/test/{test_v1alpha_batch_import_tests_request.py → test_v1_batch_import_tests_request.py} +12 -12
  362. eval_studio_client/api/test/{test_v1alpha_batch_import_tests_response.py → test_v1_batch_import_tests_response.py} +13 -13
  363. eval_studio_client/api/test/{test_v1alpha_check_base_models_response.py → test_v1_check_base_models_response.py} +12 -12
  364. eval_studio_client/api/test/{test_v1alpha_collection_info.py → test_v1_collection_info.py} +12 -12
  365. eval_studio_client/api/test/{test_v1alpha_get_dashboard_response.py → test_v1_create_dashboard_response.py} +13 -13
  366. eval_studio_client/api/test/{test_v1alpha_get_document_response.py → test_v1_create_document_response.py} +13 -13
  367. eval_studio_client/api/test/{test_v1alpha_create_evaluation_request.py → test_v1_create_evaluation_request.py} +16 -16
  368. eval_studio_client/api/test/{test_v1alpha_get_evaluator_response.py → test_v1_create_evaluator_response.py} +15 -14
  369. eval_studio_client/api/test/{test_v1alpha_get_leaderboard_response.py → test_v1_create_leaderboard_request.py} +15 -15
  370. eval_studio_client/api/test/{test_v1alpha_update_operation_response.py → test_v1_create_leaderboard_response.py} +13 -13
  371. eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_response.py → test_v1_create_leaderboard_without_cache_response.py} +13 -13
  372. eval_studio_client/api/test/{test_v1alpha_get_model_response.py → test_v1_create_model_response.py} +13 -13
  373. eval_studio_client/api/test/{test_v1alpha_create_perturbation_response.py → test_v1_create_perturbation_response.py} +12 -12
  374. eval_studio_client/api/test/{test_v1alpha_get_test_case_response.py → test_v1_create_test_case_response.py} +13 -13
  375. eval_studio_client/api/test/{test_v1alpha_find_test_lab_response.py → test_v1_create_test_lab_response.py} +13 -13
  376. eval_studio_client/api/test/{test_v1alpha_get_test_response.py → test_v1_create_test_response.py} +13 -13
  377. eval_studio_client/api/test/{test_v1alpha_dashboard.py → test_v1_dashboard.py} +12 -12
  378. eval_studio_client/api/test/{test_v1alpha_evaluator_view.py → test_v1_dashboard_status.py} +7 -7
  379. eval_studio_client/api/test/{test_v1alpha_update_dashboard_response.py → test_v1_delete_dashboard_response.py} +13 -13
  380. eval_studio_client/api/test/{test_v1alpha_update_document_response.py → test_v1_delete_document_response.py} +13 -13
  381. eval_studio_client/api/test/{test_v1alpha_delete_evaluator_response.py → test_v1_delete_evaluator_response.py} +15 -14
  382. eval_studio_client/api/test/{test_v1alpha_create_leaderboard_request.py → test_v1_delete_leaderboard_response.py} +15 -15
  383. eval_studio_client/api/test/{test_v1alpha_delete_model_response.py → test_v1_delete_model_response.py} +13 -13
  384. eval_studio_client/api/test/{test_v1alpha_create_test_case_response.py → test_v1_delete_test_case_response.py} +13 -13
  385. eval_studio_client/api/test/{test_v1alpha_create_test_response.py → test_v1_delete_test_response.py} +13 -13
  386. eval_studio_client/api/test/{test_v1alpha_document.py → test_v1_document.py} +12 -12
  387. eval_studio_client/api/test/{test_v1alpha_evaluation_test.py → test_v1_evaluation_test.py} +14 -14
  388. eval_studio_client/api/test/{test_v1alpha_evaluator.py → test_v1_evaluator.py} +14 -13
  389. eval_studio_client/api/test/{test_v1alpha_test_class_type.py → test_v1_evaluator_param_type.py} +7 -7
  390. eval_studio_client/api/test/{test_v1alpha_evaluator_parameter.py → test_v1_evaluator_parameter.py} +12 -12
  391. eval_studio_client/api/test/{test_v1alpha_model_type.py → test_v1_evaluator_view.py} +7 -7
  392. eval_studio_client/api/test/{test_v1alpha_get_operation_response.py → test_v1_finalize_operation_response.py} +13 -13
  393. eval_studio_client/api/test/{test_v1alpha_find_all_test_cases_by_id_response.py → test_v1_find_all_test_cases_by_id_response.py} +13 -13
  394. eval_studio_client/api/test/{test_v1alpha_create_test_lab_response.py → test_v1_find_test_lab_response.py} +13 -13
  395. eval_studio_client/api/test/{test_v1alpha_finalize_operation_response.py → test_v1_generate_test_cases_response.py} +13 -13
  396. eval_studio_client/api/test/{test_v1alpha_create_dashboard_response.py → test_v1_get_dashboard_response.py} +13 -13
  397. eval_studio_client/api/test/{test_v1alpha_delete_document_response.py → test_v1_get_document_response.py} +13 -13
  398. eval_studio_client/api/test/{test_v1alpha_create_evaluator_response.py → test_v1_get_evaluator_response.py} +15 -14
  399. eval_studio_client/api/test/{test_v1alpha_get_info_response.py → test_v1_get_info_response.py} +13 -13
  400. eval_studio_client/api/test/{test_v1alpha_delete_leaderboard_response.py → test_v1_get_leaderboard_response.py} +15 -15
  401. eval_studio_client/api/test/{test_v1alpha_create_model_response.py → test_v1_get_model_response.py} +13 -13
  402. eval_studio_client/api/test/{test_v1alpha_get_operation_progress_by_parent_response.py → test_v1_get_operation_progress_by_parent_response.py} +13 -13
  403. eval_studio_client/api/test/test_v1_get_operation_response.py +71 -0
  404. eval_studio_client/api/test/{test_v1alpha_get_perturbator_response.py → test_v1_get_perturbator_response.py} +13 -13
  405. eval_studio_client/api/test/{test_v1alpha_delete_test_case_response.py → test_v1_get_test_case_response.py} +13 -13
  406. eval_studio_client/api/test/{test_v1alpha_get_test_class_response.py → test_v1_get_test_class_response.py} +13 -13
  407. eval_studio_client/api/test/{test_v1alpha_delete_test_response.py → test_v1_get_test_response.py} +13 -13
  408. eval_studio_client/api/test/{test_v1alpha_import_evaluation_request.py → test_v1_import_evaluation_request.py} +13 -13
  409. eval_studio_client/api/test/{test_v1alpha_import_leaderboard_request.py → test_v1_import_leaderboard_request.py} +12 -12
  410. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +71 -0
  411. eval_studio_client/api/test/{test_v1alpha_info.py → test_v1_info.py} +12 -12
  412. eval_studio_client/api/test/{test_v1alpha_insight.py → test_v1_insight.py} +12 -12
  413. eval_studio_client/api/test/{test_v1alpha_leaderboard.py → test_v1_leaderboard.py} +14 -14
  414. eval_studio_client/api/test/{test_v1alpha_dashboard_status.py → test_v1_leaderboard_status.py} +7 -7
  415. eval_studio_client/api/test/test_v1_leaderboard_type.py +33 -0
  416. eval_studio_client/api/test/test_v1_leaderboard_view.py +33 -0
  417. eval_studio_client/api/test/{test_v1alpha_list_base_models_response.py → test_v1_list_base_models_response.py} +12 -12
  418. eval_studio_client/api/test/{test_v1alpha_batch_delete_dashboards_response.py → test_v1_list_dashboards_response.py} +13 -13
  419. eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_response.py → test_v1_list_documents_response.py} +13 -13
  420. eval_studio_client/api/test/{test_v1alpha_list_evaluators_response.py → test_v1_list_evaluators_response.py} +15 -14
  421. eval_studio_client/api/test/{test_v1alpha_list_leaderboards_response.py → test_v1_list_leaderboards_response.py} +15 -15
  422. eval_studio_client/api/test/{test_v1alpha_list_llm_models_response.py → test_v1_list_llm_models_response.py} +12 -12
  423. eval_studio_client/api/test/{test_v1alpha_list_rag_collections_response.py → test_v1_list_model_collections_response.py} +13 -13
  424. eval_studio_client/api/test/{test_v1alpha_batch_delete_models_response.py → test_v1_list_models_response.py} +13 -13
  425. eval_studio_client/api/test/{test_v1alpha_list_most_recent_dashboards_response.py → test_v1_list_most_recent_dashboards_response.py} +13 -13
  426. eval_studio_client/api/test/{test_v1alpha_list_most_recent_leaderboards_response.py → test_v1_list_most_recent_leaderboards_response.py} +15 -15
  427. eval_studio_client/api/test/{test_v1alpha_list_most_recent_models_response.py → test_v1_list_most_recent_models_response.py} +13 -13
  428. eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_response.py → test_v1_list_most_recent_tests_response.py} +13 -13
  429. eval_studio_client/api/test/{test_v1alpha_batch_get_operations_response.py → test_v1_list_operations_response.py} +13 -13
  430. eval_studio_client/api/test/{test_v1alpha_list_perturbators_response.py → test_v1_list_perturbators_response.py} +13 -13
  431. eval_studio_client/api/test/{test_v1alpha_list_model_collections_response.py → test_v1_list_rag_collections_response.py} +13 -13
  432. eval_studio_client/api/test/{test_v1alpha_list_test_cases_response.py → test_v1_list_test_cases_response.py} +13 -13
  433. eval_studio_client/api/test/{test_v1alpha_list_test_classes_response.py → test_v1_list_test_classes_response.py} +13 -13
  434. eval_studio_client/api/test/test_v1_list_tests_response.py +69 -0
  435. eval_studio_client/api/test/{test_v1alpha_model.py → test_v1_model.py} +12 -12
  436. eval_studio_client/api/test/{test_v1alpha_leaderboard_view.py → test_v1_model_type.py} +7 -7
  437. eval_studio_client/api/test/{test_v1alpha_operation.py → test_v1_operation.py} +12 -12
  438. eval_studio_client/api/test/{test_v1alpha_operation_progress.py → test_v1_operation_progress.py} +12 -12
  439. eval_studio_client/api/test/{test_v1alpha_update_test_response.py → test_v1_perturb_test_response.py} +13 -13
  440. eval_studio_client/api/test/{test_v1alpha_perturbator.py → test_v1_perturbator.py} +12 -12
  441. eval_studio_client/api/test/{test_v1alpha_perturbator_configuration.py → test_v1_perturbator_configuration.py} +12 -12
  442. eval_studio_client/api/test/{test_v1alpha_leaderboard_type.py → test_v1_perturbator_intensity.py} +7 -7
  443. eval_studio_client/api/test/{test_v1alpha_problem_and_action.py → test_v1_problem_and_action.py} +12 -12
  444. eval_studio_client/api/test/{test_v1alpha_test.py → test_v1_test.py} +12 -12
  445. eval_studio_client/api/test/{test_v1alpha_test_case.py → test_v1_test_case.py} +12 -12
  446. eval_studio_client/api/test/{test_v1alpha_test_case_relationship.py → test_v1_test_case_relationship.py} +12 -12
  447. eval_studio_client/api/test/test_v1_test_cases_generator.py +33 -0
  448. eval_studio_client/api/test/{test_v1alpha_test_class.py → test_v1_test_class.py} +12 -12
  449. eval_studio_client/api/test/test_v1_test_class_type.py +33 -0
  450. eval_studio_client/api/test/{test_v1alpha_test_lab.py → test_v1_test_lab.py} +12 -12
  451. eval_studio_client/api/test/{test_v1alpha_delete_dashboard_response.py → test_v1_update_dashboard_response.py} +13 -13
  452. eval_studio_client/api/test/{test_v1alpha_create_document_response.py → test_v1_update_document_response.py} +13 -13
  453. eval_studio_client/api/test/{test_v1alpha_update_leaderboard_response.py → test_v1_update_leaderboard_response.py} +15 -15
  454. eval_studio_client/api/test/{test_v1alpha_update_model_response.py → test_v1_update_model_response.py} +13 -13
  455. eval_studio_client/api/test/test_v1_update_operation_response.py +71 -0
  456. eval_studio_client/api/test/{test_v1alpha_update_test_case_response.py → test_v1_update_test_case_response.py} +13 -13
  457. eval_studio_client/api/test/test_v1_update_test_response.py +67 -0
  458. eval_studio_client/api/test/{test_v1alpha_who_am_i_response.py → test_v1_who_am_i_response.py} +12 -12
  459. eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
  460. eval_studio_client/dashboards.py +50 -9
  461. eval_studio_client/documents.py +3 -3
  462. eval_studio_client/evaluators.py +1 -1
  463. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +568 -387
  464. eval_studio_client/insights.py +1 -1
  465. eval_studio_client/leaderboards.py +16 -13
  466. eval_studio_client/models.py +117 -29
  467. eval_studio_client/perturbators.py +5 -7
  468. eval_studio_client/problems.py +1 -1
  469. eval_studio_client/test_labs.py +2 -2
  470. eval_studio_client/tests.py +222 -8
  471. eval_studio_client/utils.py +26 -0
  472. {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-1.0.0.dist-info}/METADATA +2 -2
  473. eval_studio_client-1.0.0.dist-info/RECORD +486 -0
  474. {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-1.0.0.dist-info}/WHEEL +1 -1
  475. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +0 -31
  476. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +0 -29
  477. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +0 -29
  478. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +0 -29
  479. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +0 -29
  480. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +0 -29
  481. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +0 -29
  482. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +0 -29
  483. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +0 -30
  484. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +0 -29
  485. eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +0 -29
  486. eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +0 -29
  487. eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +0 -29
  488. eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +0 -29
  489. eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +0 -29
  490. eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +0 -29
  491. eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +0 -29
  492. eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +0 -29
  493. eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +0 -29
  494. eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +0 -29
  495. eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +0 -29
  496. eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +0 -29
  497. eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +0 -30
  498. eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +0 -29
  499. eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +0 -29
  500. eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +0 -29
  501. eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +0 -29
  502. eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +0 -29
  503. eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +0 -29
  504. eval_studio_client/api/docs/V1alphaCreateModelResponse.md +0 -29
  505. eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +0 -29
  506. eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +0 -29
  507. eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +0 -29
  508. eval_studio_client/api/docs/V1alphaCreateTestResponse.md +0 -29
  509. eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +0 -29
  510. eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +0 -29
  511. eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +0 -29
  512. eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +0 -29
  513. eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +0 -29
  514. eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +0 -29
  515. eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +0 -29
  516. eval_studio_client/api/docs/V1alphaEvaluationTest.md +0 -32
  517. eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +0 -29
  518. eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +0 -29
  519. eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +0 -29
  520. eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +0 -29
  521. eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +0 -29
  522. eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +0 -29
  523. eval_studio_client/api/docs/V1alphaGetInfoResponse.md +0 -29
  524. eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +0 -29
  525. eval_studio_client/api/docs/V1alphaGetModelResponse.md +0 -29
  526. eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +0 -29
  527. eval_studio_client/api/docs/V1alphaGetOperationResponse.md +0 -29
  528. eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +0 -29
  529. eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +0 -29
  530. eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +0 -29
  531. eval_studio_client/api/docs/V1alphaGetTestResponse.md +0 -29
  532. eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +0 -29
  533. eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +0 -29
  534. eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +0 -29
  535. eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +0 -29
  536. eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +0 -29
  537. eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +0 -29
  538. eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +0 -30
  539. eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +0 -29
  540. eval_studio_client/api/docs/V1alphaListModelsResponse.md +0 -29
  541. eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +0 -29
  542. eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +0 -29
  543. eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +0 -29
  544. eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +0 -29
  545. eval_studio_client/api/docs/V1alphaListOperationsResponse.md +0 -29
  546. eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +0 -29
  547. eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +0 -29
  548. eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +0 -29
  549. eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +0 -29
  550. eval_studio_client/api/docs/V1alphaListTestsResponse.md +0 -29
  551. eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +0 -29
  552. eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +0 -32
  553. eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +0 -29
  554. eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +0 -29
  555. eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +0 -29
  556. eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +0 -29
  557. eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +0 -29
  558. eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +0 -29
  559. eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +0 -29
  560. eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +0 -91
  561. eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +0 -91
  562. eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +0 -91
  563. eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +0 -95
  564. eval_studio_client/api/models/v1alpha_perturb_test_response.py +0 -91
  565. eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +0 -71
  566. eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +0 -53
  567. eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +0 -53
  568. eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +0 -71
  569. eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +0 -33
  570. eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +0 -33
  571. eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +0 -69
  572. eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +0 -67
  573. eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +0 -33
  574. eval_studio_client-0.8.0a2.dist-info/RECORD +0 -470
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
4
+ ai/h2o/eval_studio/v1/collection.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -14,10 +14,10 @@
14
14
 
15
15
  import unittest
16
16
 
17
- from eval_studio_client.api.models.v1alpha_create_perturbation_response import V1alphaCreatePerturbationResponse
17
+ from eval_studio_client.api.models.v1_create_perturbation_response import V1CreatePerturbationResponse
18
18
 
19
- class TestV1alphaCreatePerturbationResponse(unittest.TestCase):
20
- """V1alphaCreatePerturbationResponse unit test stubs"""
19
+ class TestV1CreatePerturbationResponse(unittest.TestCase):
20
+ """V1CreatePerturbationResponse unit test stubs"""
21
21
 
22
22
  def setUp(self):
23
23
  pass
@@ -25,25 +25,25 @@ class TestV1alphaCreatePerturbationResponse(unittest.TestCase):
25
25
  def tearDown(self):
26
26
  pass
27
27
 
28
- def make_instance(self, include_optional) -> V1alphaCreatePerturbationResponse:
29
- """Test V1alphaCreatePerturbationResponse
28
+ def make_instance(self, include_optional) -> V1CreatePerturbationResponse:
29
+ """Test V1CreatePerturbationResponse
30
30
  include_option is a boolean, when False only required
31
31
  params are included, when True both required and
32
32
  optional params are included """
33
- # uncomment below to create an instance of `V1alphaCreatePerturbationResponse`
33
+ # uncomment below to create an instance of `V1CreatePerturbationResponse`
34
34
  """
35
- model = V1alphaCreatePerturbationResponse()
35
+ model = V1CreatePerturbationResponse()
36
36
  if include_optional:
37
- return V1alphaCreatePerturbationResponse(
37
+ return V1CreatePerturbationResponse(
38
38
  test_suite = ''
39
39
  )
40
40
  else:
41
- return V1alphaCreatePerturbationResponse(
41
+ return V1CreatePerturbationResponse(
42
42
  )
43
43
  """
44
44
 
45
- def testV1alphaCreatePerturbationResponse(self):
46
- """Test V1alphaCreatePerturbationResponse"""
45
+ def testV1CreatePerturbationResponse(self):
46
+ """Test V1CreatePerturbationResponse"""
47
47
  # inst_req_only = self.make_instance(include_optional=False)
48
48
  # inst_req_and_optional = self.make_instance(include_optional=True)
49
49
 
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
4
+ ai/h2o/eval_studio/v1/collection.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -14,10 +14,10 @@
14
14
 
15
15
  import unittest
16
16
 
17
- from eval_studio_client.api.models.v1alpha_get_test_case_response import V1alphaGetTestCaseResponse
17
+ from eval_studio_client.api.models.v1_create_test_case_response import V1CreateTestCaseResponse
18
18
 
19
- class TestV1alphaGetTestCaseResponse(unittest.TestCase):
20
- """V1alphaGetTestCaseResponse unit test stubs"""
19
+ class TestV1CreateTestCaseResponse(unittest.TestCase):
20
+ """V1CreateTestCaseResponse unit test stubs"""
21
21
 
22
22
  def setUp(self):
23
23
  pass
@@ -25,17 +25,17 @@ class TestV1alphaGetTestCaseResponse(unittest.TestCase):
25
25
  def tearDown(self):
26
26
  pass
27
27
 
28
- def make_instance(self, include_optional) -> V1alphaGetTestCaseResponse:
29
- """Test V1alphaGetTestCaseResponse
28
+ def make_instance(self, include_optional) -> V1CreateTestCaseResponse:
29
+ """Test V1CreateTestCaseResponse
30
30
  include_option is a boolean, when False only required
31
31
  params are included, when True both required and
32
32
  optional params are included """
33
- # uncomment below to create an instance of `V1alphaGetTestCaseResponse`
33
+ # uncomment below to create an instance of `V1CreateTestCaseResponse`
34
34
  """
35
- model = V1alphaGetTestCaseResponse()
35
+ model = V1CreateTestCaseResponse()
36
36
  if include_optional:
37
- return V1alphaGetTestCaseResponse(
38
- test_case = eval_studio_client.api.models.v1alpha_test_case.v1alphaTestCase(
37
+ return V1CreateTestCaseResponse(
38
+ test_case = eval_studio_client.api.models.v1_test_case.v1TestCase(
39
39
  name = '',
40
40
  create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
41
41
  creator = '',
@@ -52,12 +52,12 @@ class TestV1alphaGetTestCaseResponse(unittest.TestCase):
52
52
  condition = '', )
53
53
  )
54
54
  else:
55
- return V1alphaGetTestCaseResponse(
55
+ return V1CreateTestCaseResponse(
56
56
  )
57
57
  """
58
58
 
59
- def testV1alphaGetTestCaseResponse(self):
60
- """Test V1alphaGetTestCaseResponse"""
59
+ def testV1CreateTestCaseResponse(self):
60
+ """Test V1CreateTestCaseResponse"""
61
61
  # inst_req_only = self.make_instance(include_optional=False)
62
62
  # inst_req_and_optional = self.make_instance(include_optional=True)
63
63
 
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
4
+ ai/h2o/eval_studio/v1/collection.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -14,10 +14,10 @@
14
14
 
15
15
  import unittest
16
16
 
17
- from eval_studio_client.api.models.v1alpha_find_test_lab_response import V1alphaFindTestLabResponse
17
+ from eval_studio_client.api.models.v1_create_test_lab_response import V1CreateTestLabResponse
18
18
 
19
- class TestV1alphaFindTestLabResponse(unittest.TestCase):
20
- """V1alphaFindTestLabResponse unit test stubs"""
19
+ class TestV1CreateTestLabResponse(unittest.TestCase):
20
+ """V1CreateTestLabResponse unit test stubs"""
21
21
 
22
22
  def setUp(self):
23
23
  pass
@@ -25,17 +25,17 @@ class TestV1alphaFindTestLabResponse(unittest.TestCase):
25
25
  def tearDown(self):
26
26
  pass
27
27
 
28
- def make_instance(self, include_optional) -> V1alphaFindTestLabResponse:
29
- """Test V1alphaFindTestLabResponse
28
+ def make_instance(self, include_optional) -> V1CreateTestLabResponse:
29
+ """Test V1CreateTestLabResponse
30
30
  include_option is a boolean, when False only required
31
31
  params are included, when True both required and
32
32
  optional params are included """
33
- # uncomment below to create an instance of `V1alphaFindTestLabResponse`
33
+ # uncomment below to create an instance of `V1CreateTestLabResponse`
34
34
  """
35
- model = V1alphaFindTestLabResponse()
35
+ model = V1CreateTestLabResponse()
36
36
  if include_optional:
37
- return V1alphaFindTestLabResponse(
38
- test_lab = eval_studio_client.api.models.v1alpha_test_lab.v1alphaTestLab(
37
+ return V1CreateTestLabResponse(
38
+ test_lab = eval_studio_client.api.models.v1_test_lab.v1TestLab(
39
39
  name = '',
40
40
  create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
41
41
  creator = '',
@@ -55,12 +55,12 @@ class TestV1alphaFindTestLabResponse(unittest.TestCase):
55
55
  h2ogpte_collection = '', )
56
56
  )
57
57
  else:
58
- return V1alphaFindTestLabResponse(
58
+ return V1CreateTestLabResponse(
59
59
  )
60
60
  """
61
61
 
62
- def testV1alphaFindTestLabResponse(self):
63
- """Test V1alphaFindTestLabResponse"""
62
+ def testV1CreateTestLabResponse(self):
63
+ """Test V1CreateTestLabResponse"""
64
64
  # inst_req_only = self.make_instance(include_optional=False)
65
65
  # inst_req_and_optional = self.make_instance(include_optional=True)
66
66
 
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
4
+ ai/h2o/eval_studio/v1/collection.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -14,10 +14,10 @@
14
14
 
15
15
  import unittest
16
16
 
17
- from eval_studio_client.api.models.v1alpha_get_test_response import V1alphaGetTestResponse
17
+ from eval_studio_client.api.models.v1_create_test_response import V1CreateTestResponse
18
18
 
19
- class TestV1alphaGetTestResponse(unittest.TestCase):
20
- """V1alphaGetTestResponse unit test stubs"""
19
+ class TestV1CreateTestResponse(unittest.TestCase):
20
+ """V1CreateTestResponse unit test stubs"""
21
21
 
22
22
  def setUp(self):
23
23
  pass
@@ -25,17 +25,17 @@ class TestV1alphaGetTestResponse(unittest.TestCase):
25
25
  def tearDown(self):
26
26
  pass
27
27
 
28
- def make_instance(self, include_optional) -> V1alphaGetTestResponse:
29
- """Test V1alphaGetTestResponse
28
+ def make_instance(self, include_optional) -> V1CreateTestResponse:
29
+ """Test V1CreateTestResponse
30
30
  include_option is a boolean, when False only required
31
31
  params are included, when True both required and
32
32
  optional params are included """
33
- # uncomment below to create an instance of `V1alphaGetTestResponse`
33
+ # uncomment below to create an instance of `V1CreateTestResponse`
34
34
  """
35
- model = V1alphaGetTestResponse()
35
+ model = V1CreateTestResponse()
36
36
  if include_optional:
37
- return V1alphaGetTestResponse(
38
- test = eval_studio_client.api.models.v1alpha_test.v1alphaTest(
37
+ return V1CreateTestResponse(
38
+ test = eval_studio_client.api.models.v1_test.v1Test(
39
39
  name = '',
40
40
  create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
41
41
  creator = '',
@@ -54,12 +54,12 @@ class TestV1alphaGetTestResponse(unittest.TestCase):
54
54
  demo = True, )
55
55
  )
56
56
  else:
57
- return V1alphaGetTestResponse(
57
+ return V1CreateTestResponse(
58
58
  )
59
59
  """
60
60
 
61
- def testV1alphaGetTestResponse(self):
62
- """Test V1alphaGetTestResponse"""
61
+ def testV1CreateTestResponse(self):
62
+ """Test V1CreateTestResponse"""
63
63
  # inst_req_only = self.make_instance(include_optional=False)
64
64
  # inst_req_and_optional = self.make_instance(include_optional=True)
65
65
 
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
4
+ ai/h2o/eval_studio/v1/collection.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -14,10 +14,10 @@
14
14
 
15
15
  import unittest
16
16
 
17
- from eval_studio_client.api.models.v1alpha_dashboard import V1alphaDashboard
17
+ from eval_studio_client.api.models.v1_dashboard import V1Dashboard
18
18
 
19
- class TestV1alphaDashboard(unittest.TestCase):
20
- """V1alphaDashboard unit test stubs"""
19
+ class TestV1Dashboard(unittest.TestCase):
20
+ """V1Dashboard unit test stubs"""
21
21
 
22
22
  def setUp(self):
23
23
  pass
@@ -25,16 +25,16 @@ class TestV1alphaDashboard(unittest.TestCase):
25
25
  def tearDown(self):
26
26
  pass
27
27
 
28
- def make_instance(self, include_optional) -> V1alphaDashboard:
29
- """Test V1alphaDashboard
28
+ def make_instance(self, include_optional) -> V1Dashboard:
29
+ """Test V1Dashboard
30
30
  include_option is a boolean, when False only required
31
31
  params are included, when True both required and
32
32
  optional params are included """
33
- # uncomment below to create an instance of `V1alphaDashboard`
33
+ # uncomment below to create an instance of `V1Dashboard`
34
34
  """
35
- model = V1alphaDashboard()
35
+ model = V1Dashboard()
36
36
  if include_optional:
37
- return V1alphaDashboard(
37
+ return V1Dashboard(
38
38
  name = '',
39
39
  create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
40
40
  creator = '',
@@ -52,12 +52,12 @@ class TestV1alphaDashboard(unittest.TestCase):
52
52
  demo = True
53
53
  )
54
54
  else:
55
- return V1alphaDashboard(
55
+ return V1Dashboard(
56
56
  )
57
57
  """
58
58
 
59
- def testV1alphaDashboard(self):
60
- """Test V1alphaDashboard"""
59
+ def testV1Dashboard(self):
60
+ """Test V1Dashboard"""
61
61
  # inst_req_only = self.make_instance(include_optional=False)
62
62
  # inst_req_and_optional = self.make_instance(include_optional=True)
63
63
 
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
4
+ ai/h2o/eval_studio/v1/collection.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -14,10 +14,10 @@
14
14
 
15
15
  import unittest
16
16
 
17
- from eval_studio_client.api.models.v1alpha_evaluator_view import V1alphaEvaluatorView
17
+ from eval_studio_client.api.models.v1_dashboard_status import V1DashboardStatus
18
18
 
19
- class TestV1alphaEvaluatorView(unittest.TestCase):
20
- """V1alphaEvaluatorView unit test stubs"""
19
+ class TestV1DashboardStatus(unittest.TestCase):
20
+ """V1DashboardStatus unit test stubs"""
21
21
 
22
22
  def setUp(self):
23
23
  pass
@@ -25,9 +25,9 @@ class TestV1alphaEvaluatorView(unittest.TestCase):
25
25
  def tearDown(self):
26
26
  pass
27
27
 
28
- def testV1alphaEvaluatorView(self):
29
- """Test V1alphaEvaluatorView"""
30
- # inst = V1alphaEvaluatorView()
28
+ def testV1DashboardStatus(self):
29
+ """Test V1DashboardStatus"""
30
+ # inst = V1DashboardStatus()
31
31
 
32
32
  if __name__ == '__main__':
33
33
  unittest.main()
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
4
+ ai/h2o/eval_studio/v1/collection.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -14,10 +14,10 @@
14
14
 
15
15
  import unittest
16
16
 
17
- from eval_studio_client.api.models.v1alpha_update_dashboard_response import V1alphaUpdateDashboardResponse
17
+ from eval_studio_client.api.models.v1_delete_dashboard_response import V1DeleteDashboardResponse
18
18
 
19
- class TestV1alphaUpdateDashboardResponse(unittest.TestCase):
20
- """V1alphaUpdateDashboardResponse unit test stubs"""
19
+ class TestV1DeleteDashboardResponse(unittest.TestCase):
20
+ """V1DeleteDashboardResponse unit test stubs"""
21
21
 
22
22
  def setUp(self):
23
23
  pass
@@ -25,17 +25,17 @@ class TestV1alphaUpdateDashboardResponse(unittest.TestCase):
25
25
  def tearDown(self):
26
26
  pass
27
27
 
28
- def make_instance(self, include_optional) -> V1alphaUpdateDashboardResponse:
29
- """Test V1alphaUpdateDashboardResponse
28
+ def make_instance(self, include_optional) -> V1DeleteDashboardResponse:
29
+ """Test V1DeleteDashboardResponse
30
30
  include_option is a boolean, when False only required
31
31
  params are included, when True both required and
32
32
  optional params are included """
33
- # uncomment below to create an instance of `V1alphaUpdateDashboardResponse`
33
+ # uncomment below to create an instance of `V1DeleteDashboardResponse`
34
34
  """
35
- model = V1alphaUpdateDashboardResponse()
35
+ model = V1DeleteDashboardResponse()
36
36
  if include_optional:
37
- return V1alphaUpdateDashboardResponse(
38
- dashboard = eval_studio_client.api.models.v1alpha_dashboard.v1alphaDashboard(
37
+ return V1DeleteDashboardResponse(
38
+ dashboard = eval_studio_client.api.models.v1_dashboard.v1Dashboard(
39
39
  name = '',
40
40
  create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
41
41
  creator = '',
@@ -53,12 +53,12 @@ class TestV1alphaUpdateDashboardResponse(unittest.TestCase):
53
53
  demo = True, )
54
54
  )
55
55
  else:
56
- return V1alphaUpdateDashboardResponse(
56
+ return V1DeleteDashboardResponse(
57
57
  )
58
58
  """
59
59
 
60
- def testV1alphaUpdateDashboardResponse(self):
61
- """Test V1alphaUpdateDashboardResponse"""
60
+ def testV1DeleteDashboardResponse(self):
61
+ """Test V1DeleteDashboardResponse"""
62
62
  # inst_req_only = self.make_instance(include_optional=False)
63
63
  # inst_req_and_optional = self.make_instance(include_optional=True)
64
64
 
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
4
+ ai/h2o/eval_studio/v1/collection.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -14,10 +14,10 @@
14
14
 
15
15
  import unittest
16
16
 
17
- from eval_studio_client.api.models.v1alpha_update_document_response import V1alphaUpdateDocumentResponse
17
+ from eval_studio_client.api.models.v1_delete_document_response import V1DeleteDocumentResponse
18
18
 
19
- class TestV1alphaUpdateDocumentResponse(unittest.TestCase):
20
- """V1alphaUpdateDocumentResponse unit test stubs"""
19
+ class TestV1DeleteDocumentResponse(unittest.TestCase):
20
+ """V1DeleteDocumentResponse unit test stubs"""
21
21
 
22
22
  def setUp(self):
23
23
  pass
@@ -25,17 +25,17 @@ class TestV1alphaUpdateDocumentResponse(unittest.TestCase):
25
25
  def tearDown(self):
26
26
  pass
27
27
 
28
- def make_instance(self, include_optional) -> V1alphaUpdateDocumentResponse:
29
- """Test V1alphaUpdateDocumentResponse
28
+ def make_instance(self, include_optional) -> V1DeleteDocumentResponse:
29
+ """Test V1DeleteDocumentResponse
30
30
  include_option is a boolean, when False only required
31
31
  params are included, when True both required and
32
32
  optional params are included """
33
- # uncomment below to create an instance of `V1alphaUpdateDocumentResponse`
33
+ # uncomment below to create an instance of `V1DeleteDocumentResponse`
34
34
  """
35
- model = V1alphaUpdateDocumentResponse()
35
+ model = V1DeleteDocumentResponse()
36
36
  if include_optional:
37
- return V1alphaUpdateDocumentResponse(
38
- document = eval_studio_client.api.models.v1alpha_document.v1alphaDocument(
37
+ return V1DeleteDocumentResponse(
38
+ document = eval_studio_client.api.models.v1_document.v1Document(
39
39
  name = '',
40
40
  create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
41
41
  creator = '',
@@ -48,12 +48,12 @@ class TestV1alphaUpdateDocumentResponse(unittest.TestCase):
48
48
  url = '', )
49
49
  )
50
50
  else:
51
- return V1alphaUpdateDocumentResponse(
51
+ return V1DeleteDocumentResponse(
52
52
  )
53
53
  """
54
54
 
55
- def testV1alphaUpdateDocumentResponse(self):
56
- """Test V1alphaUpdateDocumentResponse"""
55
+ def testV1DeleteDocumentResponse(self):
56
+ """Test V1DeleteDocumentResponse"""
57
57
  # inst_req_only = self.make_instance(include_optional=False)
58
58
  # inst_req_and_optional = self.make_instance(include_optional=True)
59
59
 
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
4
+ ai/h2o/eval_studio/v1/collection.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -14,10 +14,10 @@
14
14
 
15
15
  import unittest
16
16
 
17
- from eval_studio_client.api.models.v1alpha_delete_evaluator_response import V1alphaDeleteEvaluatorResponse
17
+ from eval_studio_client.api.models.v1_delete_evaluator_response import V1DeleteEvaluatorResponse
18
18
 
19
- class TestV1alphaDeleteEvaluatorResponse(unittest.TestCase):
20
- """V1alphaDeleteEvaluatorResponse unit test stubs"""
19
+ class TestV1DeleteEvaluatorResponse(unittest.TestCase):
20
+ """V1DeleteEvaluatorResponse unit test stubs"""
21
21
 
22
22
  def setUp(self):
23
23
  pass
@@ -25,17 +25,17 @@ class TestV1alphaDeleteEvaluatorResponse(unittest.TestCase):
25
25
  def tearDown(self):
26
26
  pass
27
27
 
28
- def make_instance(self, include_optional) -> V1alphaDeleteEvaluatorResponse:
29
- """Test V1alphaDeleteEvaluatorResponse
28
+ def make_instance(self, include_optional) -> V1DeleteEvaluatorResponse:
29
+ """Test V1DeleteEvaluatorResponse
30
30
  include_option is a boolean, when False only required
31
31
  params are included, when True both required and
32
32
  optional params are included """
33
- # uncomment below to create an instance of `V1alphaDeleteEvaluatorResponse`
33
+ # uncomment below to create an instance of `V1DeleteEvaluatorResponse`
34
34
  """
35
- model = V1alphaDeleteEvaluatorResponse()
35
+ model = V1DeleteEvaluatorResponse()
36
36
  if include_optional:
37
- return V1alphaDeleteEvaluatorResponse(
38
- evaluator = eval_studio_client.api.models.v1alpha_evaluator.v1alphaEvaluator(
37
+ return V1DeleteEvaluatorResponse(
38
+ evaluator = eval_studio_client.api.models.v1_evaluator.v1Evaluator(
39
39
  name = '',
40
40
  create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
41
41
  creator = '',
@@ -73,15 +73,16 @@ https://github.com/h2oai/h2o-sonar/blob/0492b2f2651fb2fde08d981b72c9fda7dc6b9697
73
73
  ], )
74
74
  ],
75
75
  brief_description = '',
76
- enabled = True, )
76
+ enabled = True,
77
+ tagline = '', )
77
78
  )
78
79
  else:
79
- return V1alphaDeleteEvaluatorResponse(
80
+ return V1DeleteEvaluatorResponse(
80
81
  )
81
82
  """
82
83
 
83
- def testV1alphaDeleteEvaluatorResponse(self):
84
- """Test V1alphaDeleteEvaluatorResponse"""
84
+ def testV1DeleteEvaluatorResponse(self):
85
+ """Test V1DeleteEvaluatorResponse"""
85
86
  # inst_req_only = self.make_instance(include_optional=False)
86
87
  # inst_req_and_optional = self.make_instance(include_optional=True)
87
88
 
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
4
+ ai/h2o/eval_studio/v1/collection.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -14,10 +14,10 @@
14
14
 
15
15
  import unittest
16
16
 
17
- from eval_studio_client.api.models.v1alpha_create_leaderboard_request import V1alphaCreateLeaderboardRequest
17
+ from eval_studio_client.api.models.v1_delete_leaderboard_response import V1DeleteLeaderboardResponse
18
18
 
19
- class TestV1alphaCreateLeaderboardRequest(unittest.TestCase):
20
- """V1alphaCreateLeaderboardRequest unit test stubs"""
19
+ class TestV1DeleteLeaderboardResponse(unittest.TestCase):
20
+ """V1DeleteLeaderboardResponse unit test stubs"""
21
21
 
22
22
  def setUp(self):
23
23
  pass
@@ -25,17 +25,17 @@ class TestV1alphaCreateLeaderboardRequest(unittest.TestCase):
25
25
  def tearDown(self):
26
26
  pass
27
27
 
28
- def make_instance(self, include_optional) -> V1alphaCreateLeaderboardRequest:
29
- """Test V1alphaCreateLeaderboardRequest
28
+ def make_instance(self, include_optional) -> V1DeleteLeaderboardResponse:
29
+ """Test V1DeleteLeaderboardResponse
30
30
  include_option is a boolean, when False only required
31
31
  params are included, when True both required and
32
32
  optional params are included """
33
- # uncomment below to create an instance of `V1alphaCreateLeaderboardRequest`
33
+ # uncomment below to create an instance of `V1DeleteLeaderboardResponse`
34
34
  """
35
- model = V1alphaCreateLeaderboardRequest()
35
+ model = V1DeleteLeaderboardResponse()
36
36
  if include_optional:
37
- return V1alphaCreateLeaderboardRequest(
38
- leaderboard = eval_studio_client.api.models.v1alpha_leaderboard.v1alphaLeaderboard(
37
+ return V1DeleteLeaderboardResponse(
38
+ leaderboard = eval_studio_client.api.models.v1_leaderboard.v1Leaderboard(
39
39
  name = '',
40
40
  create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'),
41
41
  creator = '',
@@ -59,7 +59,7 @@ class TestV1alphaCreateLeaderboardRequest(unittest.TestCase):
59
59
  ''
60
60
  ],
61
61
  leaderboard_problems = [
62
- eval_studio_client.api.models.v1alpha_problem_and_action.v1alphaProblemAndAction(
62
+ eval_studio_client.api.models.v1_problem_and_action.v1ProblemAndAction(
63
63
  description = '',
64
64
  severity = '',
65
65
  problem_type = '',
@@ -78,7 +78,7 @@ class TestV1alphaCreateLeaderboardRequest(unittest.TestCase):
78
78
  ],
79
79
  evaluator_parameters = '',
80
80
  insights = [
81
- eval_studio_client.api.models.v1alpha_insight.v1alphaInsight(
81
+ eval_studio_client.api.models.v1_insight.v1Insight(
82
82
  description = '',
83
83
  actions_description = '',
84
84
  actions_codes = [
@@ -101,12 +101,12 @@ class TestV1alphaCreateLeaderboardRequest(unittest.TestCase):
101
101
  test_lab = '', )
102
102
  )
103
103
  else:
104
- return V1alphaCreateLeaderboardRequest(
104
+ return V1DeleteLeaderboardResponse(
105
105
  )
106
106
  """
107
107
 
108
- def testV1alphaCreateLeaderboardRequest(self):
109
- """Test V1alphaCreateLeaderboardRequest"""
108
+ def testV1DeleteLeaderboardResponse(self):
109
+ """Test V1DeleteLeaderboardResponse"""
110
110
  # inst_req_only = self.make_instance(include_optional=False)
111
111
  # inst_req_and_optional = self.make_instance(include_optional=True)
112
112