eval-studio-client 0.8.0a2__py3-none-any.whl → 1.0.0a1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (573) hide show
  1. eval_studio_client/__init__.py +2 -1
  2. eval_studio_client/api/__init__.py +125 -120
  3. eval_studio_client/api/api/__init__.py +1 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +71 -71
  5. eval_studio_client/api/api/document_service_api.py +64 -64
  6. eval_studio_client/api/api/evaluation_service_api.py +42 -42
  7. eval_studio_client/api/api/evaluator_service_api.py +50 -50
  8. eval_studio_client/api/api/info_service_api.py +8 -8
  9. eval_studio_client/api/api/leaderboard_service_api.py +126 -126
  10. eval_studio_client/api/api/model_service_api.py +92 -92
  11. eval_studio_client/api/api/operation_progress_service_api.py +8 -8
  12. eval_studio_client/api/api/operation_service_api.py +36 -36
  13. eval_studio_client/api/api/perturbation_service_api.py +8 -8
  14. eval_studio_client/api/api/perturbator_service_api.py +15 -15
  15. eval_studio_client/api/api/prompt_generation_service_api.py +321 -0
  16. eval_studio_client/api/api/test_case_service_api.py +57 -57
  17. eval_studio_client/api/api/test_class_service_api.py +15 -15
  18. eval_studio_client/api/api/test_lab_service_api.py +22 -22
  19. eval_studio_client/api/api/test_service_api.py +376 -92
  20. eval_studio_client/api/api/who_am_i_service_api.py +8 -8
  21. eval_studio_client/api/api_client.py +1 -1
  22. eval_studio_client/api/configuration.py +1 -1
  23. eval_studio_client/api/docs/DashboardServiceApi.md +38 -38
  24. eval_studio_client/api/docs/DocumentServiceApi.md +34 -34
  25. eval_studio_client/api/docs/EvaluationServiceApi.md +22 -22
  26. eval_studio_client/api/docs/EvaluatorServiceApi.md +26 -26
  27. eval_studio_client/api/docs/InfoServiceApi.md +4 -4
  28. eval_studio_client/api/docs/LeaderboardServiceApi.md +66 -66
  29. eval_studio_client/api/docs/ModelServiceApi.md +50 -50
  30. eval_studio_client/api/docs/OperationProgressServiceApi.md +4 -4
  31. eval_studio_client/api/docs/OperationServiceApi.md +20 -20
  32. eval_studio_client/api/docs/PerturbationServiceApi.md +4 -4
  33. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +3 -3
  34. eval_studio_client/api/docs/PerturbatorServiceApi.md +8 -8
  35. eval_studio_client/api/docs/PromptGenerationServiceApi.md +78 -0
  36. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +35 -0
  37. eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +1 -1
  38. eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +4 -4
  39. eval_studio_client/api/docs/RequiredTheModelToUpdate.md +1 -1
  40. eval_studio_client/api/docs/TestCaseServiceApi.md +31 -31
  41. eval_studio_client/api/docs/TestClassServiceApi.md +8 -8
  42. eval_studio_client/api/docs/TestLabServiceApi.md +11 -11
  43. eval_studio_client/api/docs/TestServiceApi.md +119 -49
  44. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +33 -0
  45. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +1 -1
  46. eval_studio_client/api/docs/V1BatchCreateLeaderboardsRequest.md +31 -0
  47. eval_studio_client/api/docs/V1BatchCreateLeaderboardsResponse.md +29 -0
  48. eval_studio_client/api/docs/V1BatchDeleteDashboardsRequest.md +29 -0
  49. eval_studio_client/api/docs/V1BatchDeleteDashboardsResponse.md +29 -0
  50. eval_studio_client/api/docs/V1BatchDeleteDocumentsRequest.md +29 -0
  51. eval_studio_client/api/docs/V1BatchDeleteDocumentsResponse.md +29 -0
  52. eval_studio_client/api/docs/V1BatchDeleteEvaluatorsRequest.md +29 -0
  53. eval_studio_client/api/docs/V1BatchDeleteEvaluatorsResponse.md +29 -0
  54. eval_studio_client/api/docs/V1BatchDeleteLeaderboardsRequest.md +30 -0
  55. eval_studio_client/api/docs/V1BatchDeleteLeaderboardsResponse.md +29 -0
  56. eval_studio_client/api/docs/V1BatchDeleteModelsRequest.md +29 -0
  57. eval_studio_client/api/docs/V1BatchDeleteModelsResponse.md +29 -0
  58. eval_studio_client/api/docs/V1BatchDeleteTestCasesResponse.md +29 -0
  59. eval_studio_client/api/docs/{V1alphaBatchDeleteTestsRequest.md → V1BatchDeleteTestsRequest.md} +8 -8
  60. eval_studio_client/api/docs/V1BatchDeleteTestsResponse.md +29 -0
  61. eval_studio_client/api/docs/V1BatchGetDashboardsResponse.md +29 -0
  62. eval_studio_client/api/docs/V1BatchGetDocumentsResponse.md +29 -0
  63. eval_studio_client/api/docs/V1BatchGetLeaderboardsResponse.md +29 -0
  64. eval_studio_client/api/docs/V1BatchGetModelsResponse.md +29 -0
  65. eval_studio_client/api/docs/V1BatchGetOperationsResponse.md +29 -0
  66. eval_studio_client/api/docs/V1BatchGetTestsResponse.md +29 -0
  67. eval_studio_client/api/docs/{V1alphaBatchImportLeaderboardRequest.md → V1BatchImportLeaderboardRequest.md} +9 -9
  68. eval_studio_client/api/docs/V1BatchImportLeaderboardResponse.md +29 -0
  69. eval_studio_client/api/docs/{V1alphaBatchImportTestsRequest.md → V1BatchImportTestsRequest.md} +8 -8
  70. eval_studio_client/api/docs/V1BatchImportTestsResponse.md +29 -0
  71. eval_studio_client/api/docs/V1CheckBaseModelsResponse.md +30 -0
  72. eval_studio_client/api/docs/{V1alphaCollectionInfo.md → V1CollectionInfo.md} +8 -8
  73. eval_studio_client/api/docs/V1CreateDashboardResponse.md +29 -0
  74. eval_studio_client/api/docs/V1CreateDocumentResponse.md +29 -0
  75. eval_studio_client/api/docs/{V1alphaCreateEvaluationRequest.md → V1CreateEvaluationRequest.md} +10 -10
  76. eval_studio_client/api/docs/V1CreateEvaluatorResponse.md +29 -0
  77. eval_studio_client/api/docs/V1CreateLeaderboardRequest.md +29 -0
  78. eval_studio_client/api/docs/V1CreateLeaderboardResponse.md +29 -0
  79. eval_studio_client/api/docs/V1CreateLeaderboardWithoutCacheResponse.md +29 -0
  80. eval_studio_client/api/docs/V1CreateModelResponse.md +29 -0
  81. eval_studio_client/api/docs/V1CreatePerturbationResponse.md +29 -0
  82. eval_studio_client/api/docs/V1CreateTestCaseResponse.md +29 -0
  83. eval_studio_client/api/docs/V1CreateTestLabResponse.md +29 -0
  84. eval_studio_client/api/docs/V1CreateTestResponse.md +29 -0
  85. eval_studio_client/api/docs/{V1alphaDashboard.md → V1Dashboard.md} +9 -9
  86. eval_studio_client/api/docs/{V1alphaDashboardStatus.md → V1DashboardStatus.md} +1 -1
  87. eval_studio_client/api/docs/V1DeleteDashboardResponse.md +29 -0
  88. eval_studio_client/api/docs/V1DeleteDocumentResponse.md +29 -0
  89. eval_studio_client/api/docs/V1DeleteEvaluatorResponse.md +29 -0
  90. eval_studio_client/api/docs/V1DeleteLeaderboardResponse.md +29 -0
  91. eval_studio_client/api/docs/V1DeleteModelResponse.md +29 -0
  92. eval_studio_client/api/docs/V1DeleteTestCaseResponse.md +29 -0
  93. eval_studio_client/api/docs/V1DeleteTestResponse.md +29 -0
  94. eval_studio_client/api/docs/{V1alphaDocument.md → V1Document.md} +8 -8
  95. eval_studio_client/api/docs/V1EvaluationTest.md +32 -0
  96. eval_studio_client/api/docs/{V1alphaEvaluator.md → V1Evaluator.md} +10 -9
  97. eval_studio_client/api/docs/{V1alphaEvaluatorParamType.md → V1EvaluatorParamType.md} +1 -1
  98. eval_studio_client/api/docs/{V1alphaEvaluatorParameter.md → V1EvaluatorParameter.md} +9 -9
  99. eval_studio_client/api/docs/{V1alphaEvaluatorView.md → V1EvaluatorView.md} +1 -1
  100. eval_studio_client/api/docs/V1FinalizeOperationResponse.md +29 -0
  101. eval_studio_client/api/docs/V1FindAllTestCasesByIDResponse.md +29 -0
  102. eval_studio_client/api/docs/V1FindTestLabResponse.md +29 -0
  103. eval_studio_client/api/docs/V1GenerateTestCasesResponse.md +29 -0
  104. eval_studio_client/api/docs/V1GetDashboardResponse.md +29 -0
  105. eval_studio_client/api/docs/V1GetDocumentResponse.md +29 -0
  106. eval_studio_client/api/docs/V1GetEvaluatorResponse.md +29 -0
  107. eval_studio_client/api/docs/V1GetInfoResponse.md +29 -0
  108. eval_studio_client/api/docs/V1GetLeaderboardResponse.md +29 -0
  109. eval_studio_client/api/docs/V1GetModelResponse.md +29 -0
  110. eval_studio_client/api/docs/V1GetOperationProgressByParentResponse.md +29 -0
  111. eval_studio_client/api/docs/V1GetOperationResponse.md +29 -0
  112. eval_studio_client/api/docs/V1GetPerturbatorResponse.md +29 -0
  113. eval_studio_client/api/docs/V1GetTestCaseResponse.md +29 -0
  114. eval_studio_client/api/docs/V1GetTestClassResponse.md +29 -0
  115. eval_studio_client/api/docs/V1GetTestResponse.md +29 -0
  116. eval_studio_client/api/docs/{V1alphaImportEvaluationRequest.md → V1ImportEvaluationRequest.md} +9 -9
  117. eval_studio_client/api/docs/{V1alphaImportLeaderboardRequest.md → V1ImportLeaderboardRequest.md} +9 -9
  118. eval_studio_client/api/docs/V1ImportLeaderboardResponse.md +29 -0
  119. eval_studio_client/api/docs/{V1alphaInfo.md → V1Info.md} +8 -8
  120. eval_studio_client/api/docs/{V1alphaInsight.md → V1Insight.md} +8 -8
  121. eval_studio_client/api/docs/{V1alphaLeaderboard.md → V1Leaderboard.md} +12 -12
  122. eval_studio_client/api/docs/{V1alphaLeaderboardStatus.md → V1LeaderboardStatus.md} +1 -1
  123. eval_studio_client/api/docs/{V1alphaLeaderboardType.md → V1LeaderboardType.md} +1 -1
  124. eval_studio_client/api/docs/{V1alphaLeaderboardView.md → V1LeaderboardView.md} +1 -1
  125. eval_studio_client/api/docs/V1ListBaseModelsResponse.md +29 -0
  126. eval_studio_client/api/docs/V1ListDashboardsResponse.md +29 -0
  127. eval_studio_client/api/docs/V1ListDocumentsResponse.md +29 -0
  128. eval_studio_client/api/docs/V1ListEvaluatorsResponse.md +29 -0
  129. eval_studio_client/api/docs/V1ListLLMModelsResponse.md +29 -0
  130. eval_studio_client/api/docs/V1ListLeaderboardsResponse.md +30 -0
  131. eval_studio_client/api/docs/V1ListModelCollectionsResponse.md +29 -0
  132. eval_studio_client/api/docs/V1ListModelsResponse.md +29 -0
  133. eval_studio_client/api/docs/V1ListMostRecentDashboardsResponse.md +29 -0
  134. eval_studio_client/api/docs/V1ListMostRecentLeaderboardsResponse.md +29 -0
  135. eval_studio_client/api/docs/V1ListMostRecentModelsResponse.md +29 -0
  136. eval_studio_client/api/docs/V1ListMostRecentTestsResponse.md +29 -0
  137. eval_studio_client/api/docs/V1ListOperationsResponse.md +29 -0
  138. eval_studio_client/api/docs/V1ListPerturbatorsResponse.md +29 -0
  139. eval_studio_client/api/docs/V1ListRAGCollectionsResponse.md +29 -0
  140. eval_studio_client/api/docs/V1ListTestCasesResponse.md +29 -0
  141. eval_studio_client/api/docs/V1ListTestClassesResponse.md +29 -0
  142. eval_studio_client/api/docs/V1ListTestsResponse.md +29 -0
  143. eval_studio_client/api/docs/{V1alphaModel.md → V1Model.md} +9 -9
  144. eval_studio_client/api/docs/{V1alphaModelType.md → V1ModelType.md} +1 -1
  145. eval_studio_client/api/docs/{V1alphaOperation.md → V1Operation.md} +8 -8
  146. eval_studio_client/api/docs/{V1alphaOperationProgress.md → V1OperationProgress.md} +8 -8
  147. eval_studio_client/api/docs/V1PerturbTestResponse.md +29 -0
  148. eval_studio_client/api/docs/{V1alphaPerturbator.md → V1Perturbator.md} +8 -8
  149. eval_studio_client/api/docs/V1PerturbatorConfiguration.md +32 -0
  150. eval_studio_client/api/docs/{V1alphaPerturbatorIntensity.md → V1PerturbatorIntensity.md} +1 -1
  151. eval_studio_client/api/docs/{V1alphaProblemAndAction.md → V1ProblemAndAction.md} +8 -8
  152. eval_studio_client/api/docs/{V1alphaTest.md → V1Test.md} +8 -8
  153. eval_studio_client/api/docs/{V1alphaTestCase.md → V1TestCase.md} +8 -8
  154. eval_studio_client/api/docs/{V1alphaTestCaseRelationship.md → V1TestCaseRelationship.md} +8 -8
  155. eval_studio_client/api/docs/V1TestCasesGenerator.md +11 -0
  156. eval_studio_client/api/docs/{V1alphaTestClass.md → V1TestClass.md} +9 -9
  157. eval_studio_client/api/docs/{V1alphaTestClassType.md → V1TestClassType.md} +1 -1
  158. eval_studio_client/api/docs/{V1alphaTestLab.md → V1TestLab.md} +8 -8
  159. eval_studio_client/api/docs/V1UpdateDashboardResponse.md +29 -0
  160. eval_studio_client/api/docs/V1UpdateDocumentResponse.md +29 -0
  161. eval_studio_client/api/docs/V1UpdateLeaderboardResponse.md +29 -0
  162. eval_studio_client/api/docs/V1UpdateModelResponse.md +29 -0
  163. eval_studio_client/api/docs/V1UpdateOperationResponse.md +29 -0
  164. eval_studio_client/api/docs/V1UpdateTestCaseResponse.md +29 -0
  165. eval_studio_client/api/docs/V1UpdateTestResponse.md +29 -0
  166. eval_studio_client/api/docs/{V1alphaWhoAmIResponse.md → V1WhoAmIResponse.md} +8 -8
  167. eval_studio_client/api/docs/WhoAmIServiceApi.md +4 -4
  168. eval_studio_client/api/exceptions.py +1 -1
  169. eval_studio_client/api/models/__init__.py +124 -120
  170. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +10 -10
  171. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +104 -0
  172. eval_studio_client/api/models/protobuf_any.py +1 -1
  173. eval_studio_client/api/models/required_the_dashboard_to_update.py +3 -3
  174. eval_studio_client/api/models/required_the_document_to_update.py +1 -1
  175. eval_studio_client/api/models/required_the_leaderboard_to_update.py +11 -11
  176. eval_studio_client/api/models/required_the_model_to_update.py +3 -3
  177. eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
  178. eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
  179. eval_studio_client/api/models/required_the_test_case_to_update.py +1 -1
  180. eval_studio_client/api/models/required_the_test_to_update.py +1 -1
  181. eval_studio_client/api/models/rpc_status.py +1 -1
  182. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
  183. eval_studio_client/api/models/test_service_generate_test_cases_request.py +96 -0
  184. eval_studio_client/api/models/test_service_perturb_test_request.py +4 -4
  185. eval_studio_client/api/models/{v1alpha_batch_create_leaderboards_request.py → v1_batch_create_leaderboards_request.py} +8 -8
  186. eval_studio_client/api/models/{v1alpha_update_operation_response.py → v1_batch_create_leaderboards_response.py} +8 -8
  187. eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_request.py → v1_batch_delete_dashboards_request.py} +5 -5
  188. eval_studio_client/api/models/{v1alpha_list_dashboards_response.py → v1_batch_delete_dashboards_response.py} +8 -8
  189. eval_studio_client/api/models/{v1alpha_batch_delete_documents_request.py → v1_batch_delete_documents_request.py} +5 -5
  190. eval_studio_client/api/models/{v1alpha_list_documents_response.py → v1_batch_delete_documents_response.py} +8 -8
  191. eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_request.py → v1_batch_delete_evaluators_request.py} +5 -5
  192. eval_studio_client/api/models/{v1alpha_list_evaluators_response.py → v1_batch_delete_evaluators_response.py} +8 -8
  193. eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_request.py → v1_batch_delete_leaderboards_request.py} +7 -7
  194. eval_studio_client/api/models/{v1alpha_batch_get_leaderboards_response.py → v1_batch_delete_leaderboards_response.py} +8 -8
  195. eval_studio_client/api/models/{v1alpha_batch_delete_models_request.py → v1_batch_delete_models_request.py} +5 -5
  196. eval_studio_client/api/models/{v1alpha_list_models_response.py → v1_batch_delete_models_response.py} +8 -8
  197. eval_studio_client/api/models/{v1alpha_list_test_cases_response.py → v1_batch_delete_test_cases_response.py} +8 -8
  198. eval_studio_client/api/models/{v1alpha_batch_delete_tests_request.py → v1_batch_delete_tests_request.py} +5 -5
  199. eval_studio_client/api/models/{v1alpha_list_tests_response.py → v1_batch_delete_tests_response.py} +8 -8
  200. eval_studio_client/api/models/{v1alpha_batch_get_dashboards_response.py → v1_batch_get_dashboards_response.py} +8 -8
  201. eval_studio_client/api/models/{v1alpha_batch_get_documents_response.py → v1_batch_get_documents_response.py} +8 -8
  202. eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_response.py → v1_batch_get_leaderboards_response.py} +8 -8
  203. eval_studio_client/api/models/{v1alpha_batch_get_models_response.py → v1_batch_get_models_response.py} +8 -8
  204. eval_studio_client/api/models/{v1alpha_list_operations_response.py → v1_batch_get_operations_response.py} +8 -8
  205. eval_studio_client/api/models/{v1alpha_batch_get_tests_response.py → v1_batch_get_tests_response.py} +8 -8
  206. eval_studio_client/api/models/{v1alpha_batch_import_leaderboard_request.py → v1_batch_import_leaderboard_request.py} +7 -7
  207. eval_studio_client/api/models/{v1alpha_import_leaderboard_response.py → v1_batch_import_leaderboard_response.py} +8 -8
  208. eval_studio_client/api/models/{v1alpha_batch_import_tests_request.py → v1_batch_import_tests_request.py} +5 -5
  209. eval_studio_client/api/models/{v1alpha_batch_delete_tests_response.py → v1_batch_import_tests_response.py} +8 -8
  210. eval_studio_client/api/models/{v1alpha_check_base_models_response.py → v1_check_base_models_response.py} +5 -5
  211. eval_studio_client/api/models/{v1alpha_collection_info.py → v1_collection_info.py} +4 -4
  212. eval_studio_client/api/models/{v1alpha_get_dashboard_response.py → v1_create_dashboard_response.py} +8 -8
  213. eval_studio_client/api/models/{v1alpha_get_document_response.py → v1_create_document_response.py} +8 -8
  214. eval_studio_client/api/models/{v1alpha_create_evaluation_request.py → v1_create_evaluation_request.py} +11 -11
  215. eval_studio_client/api/models/{v1alpha_get_evaluator_response.py → v1_create_evaluator_response.py} +8 -8
  216. eval_studio_client/api/models/{v1alpha_get_leaderboard_response.py → v1_create_leaderboard_request.py} +8 -8
  217. eval_studio_client/api/models/{v1alpha_get_operation_response.py → v1_create_leaderboard_response.py} +8 -8
  218. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +91 -0
  219. eval_studio_client/api/models/{v1alpha_get_model_response.py → v1_create_model_response.py} +8 -8
  220. eval_studio_client/api/models/{v1alpha_create_perturbation_response.py → v1_create_perturbation_response.py} +5 -5
  221. eval_studio_client/api/models/{v1alpha_get_test_case_response.py → v1_create_test_case_response.py} +8 -8
  222. eval_studio_client/api/models/{v1alpha_find_test_lab_response.py → v1_create_test_lab_response.py} +8 -8
  223. eval_studio_client/api/models/{v1alpha_get_test_response.py → v1_create_test_response.py} +8 -8
  224. eval_studio_client/api/models/{v1alpha_dashboard.py → v1_dashboard.py} +7 -7
  225. eval_studio_client/api/models/{v1alpha_dashboard_status.py → v1_dashboard_status.py} +3 -3
  226. eval_studio_client/api/models/{v1alpha_update_dashboard_response.py → v1_delete_dashboard_response.py} +8 -8
  227. eval_studio_client/api/models/{v1alpha_update_document_response.py → v1_delete_document_response.py} +8 -8
  228. eval_studio_client/api/models/{v1alpha_create_evaluator_response.py → v1_delete_evaluator_response.py} +8 -8
  229. eval_studio_client/api/models/{v1alpha_create_leaderboard_request.py → v1_delete_leaderboard_response.py} +8 -8
  230. eval_studio_client/api/models/{v1alpha_create_model_response.py → v1_delete_model_response.py} +8 -8
  231. eval_studio_client/api/models/{v1alpha_delete_test_case_response.py → v1_delete_test_case_response.py} +8 -8
  232. eval_studio_client/api/models/{v1alpha_create_test_response.py → v1_delete_test_response.py} +8 -8
  233. eval_studio_client/api/models/{v1alpha_document.py → v1_document.py} +5 -5
  234. eval_studio_client/api/models/{v1alpha_evaluation_test.py → v1_evaluation_test.py} +10 -10
  235. eval_studio_client/api/models/{v1alpha_evaluator.py → v1_evaluator.py} +14 -10
  236. eval_studio_client/api/models/{v1alpha_evaluator_param_type.py → v1_evaluator_param_type.py} +3 -3
  237. eval_studio_client/api/models/{v1alpha_evaluator_parameter.py → v1_evaluator_parameter.py} +7 -7
  238. eval_studio_client/api/models/{v1alpha_evaluator_view.py → v1_evaluator_view.py} +3 -3
  239. eval_studio_client/api/models/{v1alpha_create_leaderboard_response.py → v1_finalize_operation_response.py} +8 -8
  240. eval_studio_client/api/models/{v1alpha_find_all_test_cases_by_id_response.py → v1_find_all_test_cases_by_id_response.py} +8 -8
  241. eval_studio_client/api/models/{v1alpha_create_test_lab_response.py → v1_find_test_lab_response.py} +8 -8
  242. eval_studio_client/api/models/{v1alpha_finalize_operation_response.py → v1_generate_test_cases_response.py} +8 -8
  243. eval_studio_client/api/models/{v1alpha_create_dashboard_response.py → v1_get_dashboard_response.py} +8 -8
  244. eval_studio_client/api/models/{v1alpha_delete_document_response.py → v1_get_document_response.py} +8 -8
  245. eval_studio_client/api/models/{v1alpha_delete_evaluator_response.py → v1_get_evaluator_response.py} +8 -8
  246. eval_studio_client/api/models/{v1alpha_get_info_response.py → v1_get_info_response.py} +8 -8
  247. eval_studio_client/api/models/{v1alpha_update_leaderboard_response.py → v1_get_leaderboard_response.py} +8 -8
  248. eval_studio_client/api/models/{v1alpha_update_model_response.py → v1_get_model_response.py} +8 -8
  249. eval_studio_client/api/models/{v1alpha_get_operation_progress_by_parent_response.py → v1_get_operation_progress_by_parent_response.py} +8 -8
  250. eval_studio_client/api/models/v1_get_operation_response.py +91 -0
  251. eval_studio_client/api/models/{v1alpha_get_perturbator_response.py → v1_get_perturbator_response.py} +8 -8
  252. eval_studio_client/api/models/{v1alpha_create_test_case_response.py → v1_get_test_case_response.py} +8 -8
  253. eval_studio_client/api/models/{v1alpha_get_test_class_response.py → v1_get_test_class_response.py} +8 -8
  254. eval_studio_client/api/models/{v1alpha_update_test_response.py → v1_get_test_response.py} +8 -8
  255. eval_studio_client/api/models/{v1alpha_import_evaluation_request.py → v1_import_evaluation_request.py} +8 -8
  256. eval_studio_client/api/models/{v1alpha_import_leaderboard_request.py → v1_import_leaderboard_request.py} +7 -7
  257. eval_studio_client/api/models/v1_import_leaderboard_response.py +91 -0
  258. eval_studio_client/api/models/{v1alpha_info.py → v1_info.py} +5 -5
  259. eval_studio_client/api/models/{v1alpha_insight.py → v1_insight.py} +4 -4
  260. eval_studio_client/api/models/{v1alpha_leaderboard.py → v1_leaderboard.py} +15 -15
  261. eval_studio_client/api/models/{v1alpha_leaderboard_status.py → v1_leaderboard_status.py} +3 -3
  262. eval_studio_client/api/models/{v1alpha_leaderboard_type.py → v1_leaderboard_type.py} +3 -3
  263. eval_studio_client/api/models/{v1alpha_leaderboard_view.py → v1_leaderboard_view.py} +3 -3
  264. eval_studio_client/api/models/{v1alpha_list_base_models_response.py → v1_list_base_models_response.py} +5 -5
  265. eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_response.py → v1_list_dashboards_response.py} +8 -8
  266. eval_studio_client/api/models/{v1alpha_batch_delete_documents_response.py → v1_list_documents_response.py} +8 -8
  267. eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_response.py → v1_list_evaluators_response.py} +8 -8
  268. eval_studio_client/api/models/{v1alpha_list_leaderboards_response.py → v1_list_leaderboards_response.py} +8 -8
  269. eval_studio_client/api/models/{v1alpha_list_llm_models_response.py → v1_list_llm_models_response.py} +5 -5
  270. eval_studio_client/api/models/{v1alpha_list_model_collections_response.py → v1_list_model_collections_response.py} +8 -8
  271. eval_studio_client/api/models/{v1alpha_batch_delete_models_response.py → v1_list_models_response.py} +8 -8
  272. eval_studio_client/api/models/{v1alpha_list_most_recent_dashboards_response.py → v1_list_most_recent_dashboards_response.py} +8 -8
  273. eval_studio_client/api/models/{v1alpha_list_most_recent_leaderboards_response.py → v1_list_most_recent_leaderboards_response.py} +8 -8
  274. eval_studio_client/api/models/{v1alpha_list_most_recent_models_response.py → v1_list_most_recent_models_response.py} +8 -8
  275. eval_studio_client/api/models/{v1alpha_batch_import_tests_response.py → v1_list_most_recent_tests_response.py} +8 -8
  276. eval_studio_client/api/models/{v1alpha_batch_get_operations_response.py → v1_list_operations_response.py} +8 -8
  277. eval_studio_client/api/models/{v1alpha_list_perturbators_response.py → v1_list_perturbators_response.py} +8 -8
  278. eval_studio_client/api/models/{v1alpha_list_rag_collections_response.py → v1_list_rag_collections_response.py} +8 -8
  279. eval_studio_client/api/models/{v1alpha_batch_delete_test_cases_response.py → v1_list_test_cases_response.py} +8 -8
  280. eval_studio_client/api/models/{v1alpha_list_test_classes_response.py → v1_list_test_classes_response.py} +8 -8
  281. eval_studio_client/api/models/v1_list_tests_response.py +95 -0
  282. eval_studio_client/api/models/{v1alpha_model.py → v1_model.py} +7 -7
  283. eval_studio_client/api/models/{v1alpha_model_type.py → v1_model_type.py} +3 -3
  284. eval_studio_client/api/models/{v1alpha_operation.py → v1_operation.py} +4 -4
  285. eval_studio_client/api/models/{v1alpha_operation_progress.py → v1_operation_progress.py} +5 -5
  286. eval_studio_client/api/models/{v1alpha_delete_test_response.py → v1_perturb_test_response.py} +8 -8
  287. eval_studio_client/api/models/{v1alpha_perturbator.py → v1_perturbator.py} +5 -5
  288. eval_studio_client/api/models/{v1alpha_perturbator_configuration.py → v1_perturbator_configuration.py} +6 -6
  289. eval_studio_client/api/models/{v1alpha_perturbator_intensity.py → v1_perturbator_intensity.py} +4 -4
  290. eval_studio_client/api/models/{v1alpha_problem_and_action.py → v1_problem_and_action.py} +5 -5
  291. eval_studio_client/api/models/{v1alpha_test.py → v1_test.py} +5 -5
  292. eval_studio_client/api/models/{v1alpha_test_case.py → v1_test_case.py} +5 -5
  293. eval_studio_client/api/models/{v1alpha_test_case_relationship.py → v1_test_case_relationship.py} +5 -5
  294. eval_studio_client/api/models/v1_test_cases_generator.py +50 -0
  295. eval_studio_client/api/models/{v1alpha_test_class.py → v1_test_class.py} +7 -7
  296. eval_studio_client/api/models/{v1alpha_test_class_type.py → v1_test_class_type.py} +3 -3
  297. eval_studio_client/api/models/{v1alpha_test_lab.py → v1_test_lab.py} +5 -5
  298. eval_studio_client/api/models/{v1alpha_delete_dashboard_response.py → v1_update_dashboard_response.py} +8 -8
  299. eval_studio_client/api/models/{v1alpha_create_document_response.py → v1_update_document_response.py} +8 -8
  300. eval_studio_client/api/models/{v1alpha_delete_leaderboard_response.py → v1_update_leaderboard_response.py} +8 -8
  301. eval_studio_client/api/models/{v1alpha_delete_model_response.py → v1_update_model_response.py} +8 -8
  302. eval_studio_client/api/models/v1_update_operation_response.py +91 -0
  303. eval_studio_client/api/models/{v1alpha_update_test_case_response.py → v1_update_test_case_response.py} +8 -8
  304. eval_studio_client/api/models/v1_update_test_response.py +91 -0
  305. eval_studio_client/api/models/{v1alpha_who_am_i_response.py → v1_who_am_i_response.py} +5 -5
  306. eval_studio_client/api/rest.py +1 -1
  307. eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
  308. eval_studio_client/api/test/test_document_service_api.py +1 -1
  309. eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
  310. eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
  311. eval_studio_client/api/test/test_info_service_api.py +1 -1
  312. eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
  313. eval_studio_client/api/test/test_model_service_api.py +1 -1
  314. eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
  315. eval_studio_client/api/test/test_operation_service_api.py +1 -1
  316. eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
  317. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +4 -4
  318. eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
  319. eval_studio_client/api/test/test_prompt_generation_service_api.py +37 -0
  320. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +75 -0
  321. eval_studio_client/api/test/test_protobuf_any.py +1 -1
  322. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
  323. eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
  324. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +3 -3
  325. eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
  326. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
  327. eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
  328. eval_studio_client/api/test/test_required_the_test_case_to_update.py +1 -1
  329. eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
  330. eval_studio_client/api/test/test_rpc_status.py +1 -1
  331. eval_studio_client/api/test/test_test_case_service_api.py +1 -1
  332. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
  333. eval_studio_client/api/test/test_test_class_service_api.py +1 -1
  334. eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
  335. eval_studio_client/api/test/test_test_service_api.py +7 -1
  336. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +57 -0
  337. eval_studio_client/api/test/test_test_service_perturb_test_request.py +2 -2
  338. eval_studio_client/api/test/{test_v1alpha_batch_create_leaderboards_request.py → test_v1_batch_create_leaderboards_request.py} +16 -16
  339. eval_studio_client/api/test/{test_v1alpha_create_leaderboard_response.py → test_v1_batch_create_leaderboards_response.py} +13 -13
  340. eval_studio_client/api/test/{test_v1alpha_batch_delete_models_request.py → test_v1_batch_delete_dashboards_request.py} +12 -12
  341. eval_studio_client/api/test/{test_v1alpha_batch_get_dashboards_response.py → test_v1_batch_delete_dashboards_response.py} +13 -13
  342. eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_request.py → test_v1_batch_delete_documents_request.py} +12 -12
  343. eval_studio_client/api/test/{test_v1alpha_batch_get_documents_response.py → test_v1_batch_delete_documents_response.py} +13 -13
  344. eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +53 -0
  345. eval_studio_client/api/test/{test_v1alpha_batch_delete_evaluators_response.py → test_v1_batch_delete_evaluators_response.py} +15 -14
  346. eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_request.py → test_v1_batch_delete_leaderboards_request.py} +12 -12
  347. eval_studio_client/api/test/{test_v1alpha_batch_get_leaderboards_response.py → test_v1_batch_delete_leaderboards_response.py} +15 -15
  348. eval_studio_client/api/test/test_v1_batch_delete_models_request.py +53 -0
  349. eval_studio_client/api/test/{test_v1alpha_batch_get_models_response.py → test_v1_batch_delete_models_response.py} +13 -13
  350. eval_studio_client/api/test/{test_v1alpha_batch_delete_test_cases_response.py → test_v1_batch_delete_test_cases_response.py} +13 -13
  351. eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_request.py → test_v1_batch_delete_tests_request.py} +12 -12
  352. eval_studio_client/api/test/{test_v1alpha_batch_get_tests_response.py → test_v1_batch_delete_tests_response.py} +13 -13
  353. eval_studio_client/api/test/{test_v1alpha_list_dashboards_response.py → test_v1_batch_get_dashboards_response.py} +13 -13
  354. eval_studio_client/api/test/{test_v1alpha_list_documents_response.py → test_v1_batch_get_documents_response.py} +13 -13
  355. eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_response.py → test_v1_batch_get_leaderboards_response.py} +15 -15
  356. eval_studio_client/api/test/{test_v1alpha_list_models_response.py → test_v1_batch_get_models_response.py} +13 -13
  357. eval_studio_client/api/test/{test_v1alpha_list_operations_response.py → test_v1_batch_get_operations_response.py} +13 -13
  358. eval_studio_client/api/test/{test_v1alpha_list_tests_response.py → test_v1_batch_get_tests_response.py} +13 -13
  359. eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_request.py → test_v1_batch_import_leaderboard_request.py} +12 -12
  360. eval_studio_client/api/test/{test_v1alpha_import_leaderboard_response.py → test_v1_batch_import_leaderboard_response.py} +13 -13
  361. eval_studio_client/api/test/{test_v1alpha_batch_import_tests_request.py → test_v1_batch_import_tests_request.py} +12 -12
  362. eval_studio_client/api/test/{test_v1alpha_batch_import_tests_response.py → test_v1_batch_import_tests_response.py} +13 -13
  363. eval_studio_client/api/test/{test_v1alpha_check_base_models_response.py → test_v1_check_base_models_response.py} +12 -12
  364. eval_studio_client/api/test/{test_v1alpha_collection_info.py → test_v1_collection_info.py} +12 -12
  365. eval_studio_client/api/test/{test_v1alpha_get_dashboard_response.py → test_v1_create_dashboard_response.py} +13 -13
  366. eval_studio_client/api/test/{test_v1alpha_get_document_response.py → test_v1_create_document_response.py} +13 -13
  367. eval_studio_client/api/test/{test_v1alpha_create_evaluation_request.py → test_v1_create_evaluation_request.py} +16 -16
  368. eval_studio_client/api/test/{test_v1alpha_get_evaluator_response.py → test_v1_create_evaluator_response.py} +15 -14
  369. eval_studio_client/api/test/{test_v1alpha_get_leaderboard_response.py → test_v1_create_leaderboard_request.py} +15 -15
  370. eval_studio_client/api/test/{test_v1alpha_update_operation_response.py → test_v1_create_leaderboard_response.py} +13 -13
  371. eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_response.py → test_v1_create_leaderboard_without_cache_response.py} +13 -13
  372. eval_studio_client/api/test/{test_v1alpha_get_model_response.py → test_v1_create_model_response.py} +13 -13
  373. eval_studio_client/api/test/{test_v1alpha_create_perturbation_response.py → test_v1_create_perturbation_response.py} +12 -12
  374. eval_studio_client/api/test/{test_v1alpha_get_test_case_response.py → test_v1_create_test_case_response.py} +13 -13
  375. eval_studio_client/api/test/{test_v1alpha_find_test_lab_response.py → test_v1_create_test_lab_response.py} +13 -13
  376. eval_studio_client/api/test/{test_v1alpha_get_test_response.py → test_v1_create_test_response.py} +13 -13
  377. eval_studio_client/api/test/{test_v1alpha_dashboard.py → test_v1_dashboard.py} +12 -12
  378. eval_studio_client/api/test/{test_v1alpha_evaluator_view.py → test_v1_dashboard_status.py} +7 -7
  379. eval_studio_client/api/test/{test_v1alpha_update_dashboard_response.py → test_v1_delete_dashboard_response.py} +13 -13
  380. eval_studio_client/api/test/{test_v1alpha_update_document_response.py → test_v1_delete_document_response.py} +13 -13
  381. eval_studio_client/api/test/{test_v1alpha_delete_evaluator_response.py → test_v1_delete_evaluator_response.py} +15 -14
  382. eval_studio_client/api/test/{test_v1alpha_create_leaderboard_request.py → test_v1_delete_leaderboard_response.py} +15 -15
  383. eval_studio_client/api/test/{test_v1alpha_delete_model_response.py → test_v1_delete_model_response.py} +13 -13
  384. eval_studio_client/api/test/{test_v1alpha_create_test_case_response.py → test_v1_delete_test_case_response.py} +13 -13
  385. eval_studio_client/api/test/{test_v1alpha_create_test_response.py → test_v1_delete_test_response.py} +13 -13
  386. eval_studio_client/api/test/{test_v1alpha_document.py → test_v1_document.py} +12 -12
  387. eval_studio_client/api/test/{test_v1alpha_evaluation_test.py → test_v1_evaluation_test.py} +14 -14
  388. eval_studio_client/api/test/{test_v1alpha_evaluator.py → test_v1_evaluator.py} +14 -13
  389. eval_studio_client/api/test/{test_v1alpha_test_class_type.py → test_v1_evaluator_param_type.py} +7 -7
  390. eval_studio_client/api/test/{test_v1alpha_evaluator_parameter.py → test_v1_evaluator_parameter.py} +12 -12
  391. eval_studio_client/api/test/{test_v1alpha_model_type.py → test_v1_evaluator_view.py} +7 -7
  392. eval_studio_client/api/test/{test_v1alpha_get_operation_response.py → test_v1_finalize_operation_response.py} +13 -13
  393. eval_studio_client/api/test/{test_v1alpha_find_all_test_cases_by_id_response.py → test_v1_find_all_test_cases_by_id_response.py} +13 -13
  394. eval_studio_client/api/test/{test_v1alpha_create_test_lab_response.py → test_v1_find_test_lab_response.py} +13 -13
  395. eval_studio_client/api/test/{test_v1alpha_finalize_operation_response.py → test_v1_generate_test_cases_response.py} +13 -13
  396. eval_studio_client/api/test/{test_v1alpha_create_dashboard_response.py → test_v1_get_dashboard_response.py} +13 -13
  397. eval_studio_client/api/test/{test_v1alpha_delete_document_response.py → test_v1_get_document_response.py} +13 -13
  398. eval_studio_client/api/test/{test_v1alpha_create_evaluator_response.py → test_v1_get_evaluator_response.py} +15 -14
  399. eval_studio_client/api/test/{test_v1alpha_get_info_response.py → test_v1_get_info_response.py} +13 -13
  400. eval_studio_client/api/test/{test_v1alpha_delete_leaderboard_response.py → test_v1_get_leaderboard_response.py} +15 -15
  401. eval_studio_client/api/test/{test_v1alpha_create_model_response.py → test_v1_get_model_response.py} +13 -13
  402. eval_studio_client/api/test/{test_v1alpha_get_operation_progress_by_parent_response.py → test_v1_get_operation_progress_by_parent_response.py} +13 -13
  403. eval_studio_client/api/test/test_v1_get_operation_response.py +71 -0
  404. eval_studio_client/api/test/{test_v1alpha_get_perturbator_response.py → test_v1_get_perturbator_response.py} +13 -13
  405. eval_studio_client/api/test/{test_v1alpha_delete_test_case_response.py → test_v1_get_test_case_response.py} +13 -13
  406. eval_studio_client/api/test/{test_v1alpha_get_test_class_response.py → test_v1_get_test_class_response.py} +13 -13
  407. eval_studio_client/api/test/{test_v1alpha_delete_test_response.py → test_v1_get_test_response.py} +13 -13
  408. eval_studio_client/api/test/{test_v1alpha_import_evaluation_request.py → test_v1_import_evaluation_request.py} +13 -13
  409. eval_studio_client/api/test/{test_v1alpha_import_leaderboard_request.py → test_v1_import_leaderboard_request.py} +12 -12
  410. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +71 -0
  411. eval_studio_client/api/test/{test_v1alpha_info.py → test_v1_info.py} +12 -12
  412. eval_studio_client/api/test/{test_v1alpha_insight.py → test_v1_insight.py} +12 -12
  413. eval_studio_client/api/test/{test_v1alpha_leaderboard.py → test_v1_leaderboard.py} +14 -14
  414. eval_studio_client/api/test/{test_v1alpha_dashboard_status.py → test_v1_leaderboard_status.py} +7 -7
  415. eval_studio_client/api/test/test_v1_leaderboard_type.py +33 -0
  416. eval_studio_client/api/test/test_v1_leaderboard_view.py +33 -0
  417. eval_studio_client/api/test/{test_v1alpha_list_base_models_response.py → test_v1_list_base_models_response.py} +12 -12
  418. eval_studio_client/api/test/{test_v1alpha_batch_delete_dashboards_response.py → test_v1_list_dashboards_response.py} +13 -13
  419. eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_response.py → test_v1_list_documents_response.py} +13 -13
  420. eval_studio_client/api/test/{test_v1alpha_list_evaluators_response.py → test_v1_list_evaluators_response.py} +15 -14
  421. eval_studio_client/api/test/{test_v1alpha_list_leaderboards_response.py → test_v1_list_leaderboards_response.py} +15 -15
  422. eval_studio_client/api/test/{test_v1alpha_list_llm_models_response.py → test_v1_list_llm_models_response.py} +12 -12
  423. eval_studio_client/api/test/{test_v1alpha_list_rag_collections_response.py → test_v1_list_model_collections_response.py} +13 -13
  424. eval_studio_client/api/test/{test_v1alpha_batch_delete_models_response.py → test_v1_list_models_response.py} +13 -13
  425. eval_studio_client/api/test/{test_v1alpha_list_most_recent_dashboards_response.py → test_v1_list_most_recent_dashboards_response.py} +13 -13
  426. eval_studio_client/api/test/{test_v1alpha_list_most_recent_leaderboards_response.py → test_v1_list_most_recent_leaderboards_response.py} +15 -15
  427. eval_studio_client/api/test/{test_v1alpha_list_most_recent_models_response.py → test_v1_list_most_recent_models_response.py} +13 -13
  428. eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_response.py → test_v1_list_most_recent_tests_response.py} +13 -13
  429. eval_studio_client/api/test/{test_v1alpha_batch_get_operations_response.py → test_v1_list_operations_response.py} +13 -13
  430. eval_studio_client/api/test/{test_v1alpha_list_perturbators_response.py → test_v1_list_perturbators_response.py} +13 -13
  431. eval_studio_client/api/test/{test_v1alpha_list_model_collections_response.py → test_v1_list_rag_collections_response.py} +13 -13
  432. eval_studio_client/api/test/{test_v1alpha_list_test_cases_response.py → test_v1_list_test_cases_response.py} +13 -13
  433. eval_studio_client/api/test/{test_v1alpha_list_test_classes_response.py → test_v1_list_test_classes_response.py} +13 -13
  434. eval_studio_client/api/test/test_v1_list_tests_response.py +69 -0
  435. eval_studio_client/api/test/{test_v1alpha_model.py → test_v1_model.py} +12 -12
  436. eval_studio_client/api/test/{test_v1alpha_leaderboard_view.py → test_v1_model_type.py} +7 -7
  437. eval_studio_client/api/test/{test_v1alpha_operation.py → test_v1_operation.py} +12 -12
  438. eval_studio_client/api/test/{test_v1alpha_operation_progress.py → test_v1_operation_progress.py} +12 -12
  439. eval_studio_client/api/test/{test_v1alpha_update_test_response.py → test_v1_perturb_test_response.py} +13 -13
  440. eval_studio_client/api/test/{test_v1alpha_perturbator.py → test_v1_perturbator.py} +12 -12
  441. eval_studio_client/api/test/{test_v1alpha_perturbator_configuration.py → test_v1_perturbator_configuration.py} +12 -12
  442. eval_studio_client/api/test/{test_v1alpha_leaderboard_type.py → test_v1_perturbator_intensity.py} +7 -7
  443. eval_studio_client/api/test/{test_v1alpha_problem_and_action.py → test_v1_problem_and_action.py} +12 -12
  444. eval_studio_client/api/test/{test_v1alpha_test.py → test_v1_test.py} +12 -12
  445. eval_studio_client/api/test/{test_v1alpha_test_case.py → test_v1_test_case.py} +12 -12
  446. eval_studio_client/api/test/{test_v1alpha_test_case_relationship.py → test_v1_test_case_relationship.py} +12 -12
  447. eval_studio_client/api/test/test_v1_test_cases_generator.py +33 -0
  448. eval_studio_client/api/test/{test_v1alpha_test_class.py → test_v1_test_class.py} +12 -12
  449. eval_studio_client/api/test/test_v1_test_class_type.py +33 -0
  450. eval_studio_client/api/test/{test_v1alpha_test_lab.py → test_v1_test_lab.py} +12 -12
  451. eval_studio_client/api/test/{test_v1alpha_delete_dashboard_response.py → test_v1_update_dashboard_response.py} +13 -13
  452. eval_studio_client/api/test/{test_v1alpha_create_document_response.py → test_v1_update_document_response.py} +13 -13
  453. eval_studio_client/api/test/{test_v1alpha_update_leaderboard_response.py → test_v1_update_leaderboard_response.py} +15 -15
  454. eval_studio_client/api/test/{test_v1alpha_update_model_response.py → test_v1_update_model_response.py} +13 -13
  455. eval_studio_client/api/test/test_v1_update_operation_response.py +71 -0
  456. eval_studio_client/api/test/{test_v1alpha_update_test_case_response.py → test_v1_update_test_case_response.py} +13 -13
  457. eval_studio_client/api/test/test_v1_update_test_response.py +67 -0
  458. eval_studio_client/api/test/{test_v1alpha_who_am_i_response.py → test_v1_who_am_i_response.py} +12 -12
  459. eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
  460. eval_studio_client/dashboards.py +23 -1
  461. eval_studio_client/documents.py +3 -3
  462. eval_studio_client/evaluators.py +1 -1
  463. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +568 -387
  464. eval_studio_client/insights.py +1 -1
  465. eval_studio_client/leaderboards.py +14 -13
  466. eval_studio_client/models.py +117 -29
  467. eval_studio_client/perturbators.py +5 -7
  468. eval_studio_client/problems.py +1 -1
  469. eval_studio_client/test_labs.py +2 -2
  470. eval_studio_client/tests.py +239 -8
  471. {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-1.0.0a1.dist-info}/METADATA +2 -2
  472. eval_studio_client-1.0.0a1.dist-info/RECORD +485 -0
  473. {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-1.0.0a1.dist-info}/WHEEL +1 -1
  474. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +0 -31
  475. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +0 -29
  476. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +0 -29
  477. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +0 -29
  478. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +0 -29
  479. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +0 -29
  480. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +0 -29
  481. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +0 -29
  482. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +0 -30
  483. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +0 -29
  484. eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +0 -29
  485. eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +0 -29
  486. eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +0 -29
  487. eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +0 -29
  488. eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +0 -29
  489. eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +0 -29
  490. eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +0 -29
  491. eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +0 -29
  492. eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +0 -29
  493. eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +0 -29
  494. eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +0 -29
  495. eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +0 -29
  496. eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +0 -30
  497. eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +0 -29
  498. eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +0 -29
  499. eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +0 -29
  500. eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +0 -29
  501. eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +0 -29
  502. eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +0 -29
  503. eval_studio_client/api/docs/V1alphaCreateModelResponse.md +0 -29
  504. eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +0 -29
  505. eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +0 -29
  506. eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +0 -29
  507. eval_studio_client/api/docs/V1alphaCreateTestResponse.md +0 -29
  508. eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +0 -29
  509. eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +0 -29
  510. eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +0 -29
  511. eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +0 -29
  512. eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +0 -29
  513. eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +0 -29
  514. eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +0 -29
  515. eval_studio_client/api/docs/V1alphaEvaluationTest.md +0 -32
  516. eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +0 -29
  517. eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +0 -29
  518. eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +0 -29
  519. eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +0 -29
  520. eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +0 -29
  521. eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +0 -29
  522. eval_studio_client/api/docs/V1alphaGetInfoResponse.md +0 -29
  523. eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +0 -29
  524. eval_studio_client/api/docs/V1alphaGetModelResponse.md +0 -29
  525. eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +0 -29
  526. eval_studio_client/api/docs/V1alphaGetOperationResponse.md +0 -29
  527. eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +0 -29
  528. eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +0 -29
  529. eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +0 -29
  530. eval_studio_client/api/docs/V1alphaGetTestResponse.md +0 -29
  531. eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +0 -29
  532. eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +0 -29
  533. eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +0 -29
  534. eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +0 -29
  535. eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +0 -29
  536. eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +0 -29
  537. eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +0 -30
  538. eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +0 -29
  539. eval_studio_client/api/docs/V1alphaListModelsResponse.md +0 -29
  540. eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +0 -29
  541. eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +0 -29
  542. eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +0 -29
  543. eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +0 -29
  544. eval_studio_client/api/docs/V1alphaListOperationsResponse.md +0 -29
  545. eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +0 -29
  546. eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +0 -29
  547. eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +0 -29
  548. eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +0 -29
  549. eval_studio_client/api/docs/V1alphaListTestsResponse.md +0 -29
  550. eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +0 -29
  551. eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +0 -32
  552. eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +0 -29
  553. eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +0 -29
  554. eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +0 -29
  555. eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +0 -29
  556. eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +0 -29
  557. eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +0 -29
  558. eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +0 -29
  559. eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +0 -91
  560. eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +0 -91
  561. eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +0 -91
  562. eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +0 -95
  563. eval_studio_client/api/models/v1alpha_perturb_test_response.py +0 -91
  564. eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +0 -71
  565. eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +0 -53
  566. eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +0 -53
  567. eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +0 -71
  568. eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +0 -33
  569. eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +0 -33
  570. eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +0 -69
  571. eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +0 -67
  572. eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +0 -33
  573. eval_studio_client-0.8.0a2.dist-info/RECORD +0 -470
@@ -0,0 +1,29 @@
1
+ # V1UpdateLeaderboardResponse
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **leaderboard** | [**V1Leaderboard**](V1Leaderboard.md) | | [optional]
9
+
10
+ ## Example
11
+
12
+ ```python
13
+ from eval_studio_client.api.models.v1_update_leaderboard_response import V1UpdateLeaderboardResponse
14
+
15
+ # TODO update the JSON string below
16
+ json = "{}"
17
+ # create an instance of V1UpdateLeaderboardResponse from a JSON string
18
+ v1_update_leaderboard_response_instance = V1UpdateLeaderboardResponse.from_json(json)
19
+ # print the JSON string representation of the object
20
+ print(V1UpdateLeaderboardResponse.to_json())
21
+
22
+ # convert the object into a dict
23
+ v1_update_leaderboard_response_dict = v1_update_leaderboard_response_instance.to_dict()
24
+ # create an instance of V1UpdateLeaderboardResponse from a dict
25
+ v1_update_leaderboard_response_from_dict = V1UpdateLeaderboardResponse.from_dict(v1_update_leaderboard_response_dict)
26
+ ```
27
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
+
29
+
@@ -0,0 +1,29 @@
1
+ # V1UpdateModelResponse
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **model** | [**V1Model**](V1Model.md) | | [optional]
9
+
10
+ ## Example
11
+
12
+ ```python
13
+ from eval_studio_client.api.models.v1_update_model_response import V1UpdateModelResponse
14
+
15
+ # TODO update the JSON string below
16
+ json = "{}"
17
+ # create an instance of V1UpdateModelResponse from a JSON string
18
+ v1_update_model_response_instance = V1UpdateModelResponse.from_json(json)
19
+ # print the JSON string representation of the object
20
+ print(V1UpdateModelResponse.to_json())
21
+
22
+ # convert the object into a dict
23
+ v1_update_model_response_dict = v1_update_model_response_instance.to_dict()
24
+ # create an instance of V1UpdateModelResponse from a dict
25
+ v1_update_model_response_from_dict = V1UpdateModelResponse.from_dict(v1_update_model_response_dict)
26
+ ```
27
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
+
29
+
@@ -0,0 +1,29 @@
1
+ # V1UpdateOperationResponse
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **operation** | [**V1Operation**](V1Operation.md) | | [optional]
9
+
10
+ ## Example
11
+
12
+ ```python
13
+ from eval_studio_client.api.models.v1_update_operation_response import V1UpdateOperationResponse
14
+
15
+ # TODO update the JSON string below
16
+ json = "{}"
17
+ # create an instance of V1UpdateOperationResponse from a JSON string
18
+ v1_update_operation_response_instance = V1UpdateOperationResponse.from_json(json)
19
+ # print the JSON string representation of the object
20
+ print(V1UpdateOperationResponse.to_json())
21
+
22
+ # convert the object into a dict
23
+ v1_update_operation_response_dict = v1_update_operation_response_instance.to_dict()
24
+ # create an instance of V1UpdateOperationResponse from a dict
25
+ v1_update_operation_response_from_dict = V1UpdateOperationResponse.from_dict(v1_update_operation_response_dict)
26
+ ```
27
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
+
29
+
@@ -0,0 +1,29 @@
1
+ # V1UpdateTestCaseResponse
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **test_case** | [**V1TestCase**](V1TestCase.md) | | [optional]
9
+
10
+ ## Example
11
+
12
+ ```python
13
+ from eval_studio_client.api.models.v1_update_test_case_response import V1UpdateTestCaseResponse
14
+
15
+ # TODO update the JSON string below
16
+ json = "{}"
17
+ # create an instance of V1UpdateTestCaseResponse from a JSON string
18
+ v1_update_test_case_response_instance = V1UpdateTestCaseResponse.from_json(json)
19
+ # print the JSON string representation of the object
20
+ print(V1UpdateTestCaseResponse.to_json())
21
+
22
+ # convert the object into a dict
23
+ v1_update_test_case_response_dict = v1_update_test_case_response_instance.to_dict()
24
+ # create an instance of V1UpdateTestCaseResponse from a dict
25
+ v1_update_test_case_response_from_dict = V1UpdateTestCaseResponse.from_dict(v1_update_test_case_response_dict)
26
+ ```
27
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
+
29
+
@@ -0,0 +1,29 @@
1
+ # V1UpdateTestResponse
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **test** | [**V1Test**](V1Test.md) | | [optional]
9
+
10
+ ## Example
11
+
12
+ ```python
13
+ from eval_studio_client.api.models.v1_update_test_response import V1UpdateTestResponse
14
+
15
+ # TODO update the JSON string below
16
+ json = "{}"
17
+ # create an instance of V1UpdateTestResponse from a JSON string
18
+ v1_update_test_response_instance = V1UpdateTestResponse.from_json(json)
19
+ # print the JSON string representation of the object
20
+ print(V1UpdateTestResponse.to_json())
21
+
22
+ # convert the object into a dict
23
+ v1_update_test_response_dict = v1_update_test_response_instance.to_dict()
24
+ # create an instance of V1UpdateTestResponse from a dict
25
+ v1_update_test_response_from_dict = V1UpdateTestResponse.from_dict(v1_update_test_response_dict)
26
+ ```
27
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
+
29
+
@@ -1,4 +1,4 @@
1
- # V1alphaWhoAmIResponse
1
+ # V1WhoAmIResponse
2
2
 
3
3
 
4
4
  ## Properties
@@ -12,19 +12,19 @@ Name | Type | Description | Notes
12
12
  ## Example
13
13
 
14
14
  ```python
15
- from eval_studio_client.api.models.v1alpha_who_am_i_response import V1alphaWhoAmIResponse
15
+ from eval_studio_client.api.models.v1_who_am_i_response import V1WhoAmIResponse
16
16
 
17
17
  # TODO update the JSON string below
18
18
  json = "{}"
19
- # create an instance of V1alphaWhoAmIResponse from a JSON string
20
- v1alpha_who_am_i_response_instance = V1alphaWhoAmIResponse.from_json(json)
19
+ # create an instance of V1WhoAmIResponse from a JSON string
20
+ v1_who_am_i_response_instance = V1WhoAmIResponse.from_json(json)
21
21
  # print the JSON string representation of the object
22
- print(V1alphaWhoAmIResponse.to_json())
22
+ print(V1WhoAmIResponse.to_json())
23
23
 
24
24
  # convert the object into a dict
25
- v1alpha_who_am_i_response_dict = v1alpha_who_am_i_response_instance.to_dict()
26
- # create an instance of V1alphaWhoAmIResponse from a dict
27
- v1alpha_who_am_i_response_from_dict = V1alphaWhoAmIResponse.from_dict(v1alpha_who_am_i_response_dict)
25
+ v1_who_am_i_response_dict = v1_who_am_i_response_instance.to_dict()
26
+ # create an instance of V1WhoAmIResponse from a dict
27
+ v1_who_am_i_response_from_dict = V1WhoAmIResponse.from_dict(v1_who_am_i_response_dict)
28
28
  ```
29
29
  [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
30
30
 
@@ -4,11 +4,11 @@ All URIs are relative to *http://localhost*
4
4
 
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
- [**who_am_i_service_who_am_i**](WhoAmIServiceApi.md#who_am_i_service_who_am_i) | **GET** /v1alpha/whoAmI | WhoAmI is used to retrieve the caller's identity.
7
+ [**who_am_i_service_who_am_i**](WhoAmIServiceApi.md#who_am_i_service_who_am_i) | **GET** /v1/whoAmI | WhoAmI is used to retrieve the caller's identity.
8
8
 
9
9
 
10
10
  # **who_am_i_service_who_am_i**
11
- > V1alphaWhoAmIResponse who_am_i_service_who_am_i()
11
+ > V1WhoAmIResponse who_am_i_service_who_am_i()
12
12
 
13
13
  WhoAmI is used to retrieve the caller's identity.
14
14
 
@@ -17,7 +17,7 @@ WhoAmI is used to retrieve the caller's identity.
17
17
 
18
18
  ```python
19
19
  import eval_studio_client.api
20
- from eval_studio_client.api.models.v1alpha_who_am_i_response import V1alphaWhoAmIResponse
20
+ from eval_studio_client.api.models.v1_who_am_i_response import V1WhoAmIResponse
21
21
  from eval_studio_client.api.rest import ApiException
22
22
  from pprint import pprint
23
23
 
@@ -50,7 +50,7 @@ This endpoint does not need any parameter.
50
50
 
51
51
  ### Return type
52
52
 
53
- [**V1alphaWhoAmIResponse**](V1alphaWhoAmIResponse.md)
53
+ [**V1WhoAmIResponse**](V1WhoAmIResponse.md)
54
54
 
55
55
  ### Authorization
56
56
 
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
4
+ ai/h2o/eval_studio/v1/collection.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -2,7 +2,7 @@
2
2
 
3
3
  # flake8: noqa
4
4
  """
5
- ai/h2o/eval_studio/v1alpha/collection.proto
5
+ ai/h2o/eval_studio/v1/collection.proto
6
6
 
7
7
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
8
8
 
@@ -15,6 +15,7 @@
15
15
 
16
16
  # import models into model package
17
17
  from eval_studio_client.api.models.perturbation_service_create_perturbation_request import PerturbationServiceCreatePerturbationRequest
18
+ from eval_studio_client.api.models.prompt_generation_service_auto_generate_prompts_request import PromptGenerationServiceAutoGeneratePromptsRequest
18
19
  from eval_studio_client.api.models.protobuf_any import ProtobufAny
19
20
  from eval_studio_client.api.models.required_the_dashboard_to_update import RequiredTheDashboardToUpdate
20
21
  from eval_studio_client.api.models.required_the_document_to_update import RequiredTheDocumentToUpdate
@@ -26,123 +27,126 @@ from eval_studio_client.api.models.required_the_test_case_to_update import Requi
26
27
  from eval_studio_client.api.models.required_the_test_to_update import RequiredTheTestToUpdate
27
28
  from eval_studio_client.api.models.rpc_status import RpcStatus
28
29
  from eval_studio_client.api.models.test_case_service_batch_delete_test_cases_request import TestCaseServiceBatchDeleteTestCasesRequest
30
+ from eval_studio_client.api.models.test_service_generate_test_cases_request import TestServiceGenerateTestCasesRequest
29
31
  from eval_studio_client.api.models.test_service_perturb_test_request import TestServicePerturbTestRequest
30
- from eval_studio_client.api.models.v1alpha_batch_create_leaderboards_request import V1alphaBatchCreateLeaderboardsRequest
31
- from eval_studio_client.api.models.v1alpha_batch_create_leaderboards_response import V1alphaBatchCreateLeaderboardsResponse
32
- from eval_studio_client.api.models.v1alpha_batch_delete_dashboards_request import V1alphaBatchDeleteDashboardsRequest
33
- from eval_studio_client.api.models.v1alpha_batch_delete_dashboards_response import V1alphaBatchDeleteDashboardsResponse
34
- from eval_studio_client.api.models.v1alpha_batch_delete_documents_request import V1alphaBatchDeleteDocumentsRequest
35
- from eval_studio_client.api.models.v1alpha_batch_delete_documents_response import V1alphaBatchDeleteDocumentsResponse
36
- from eval_studio_client.api.models.v1alpha_batch_delete_evaluators_request import V1alphaBatchDeleteEvaluatorsRequest
37
- from eval_studio_client.api.models.v1alpha_batch_delete_evaluators_response import V1alphaBatchDeleteEvaluatorsResponse
38
- from eval_studio_client.api.models.v1alpha_batch_delete_leaderboards_request import V1alphaBatchDeleteLeaderboardsRequest
39
- from eval_studio_client.api.models.v1alpha_batch_delete_leaderboards_response import V1alphaBatchDeleteLeaderboardsResponse
40
- from eval_studio_client.api.models.v1alpha_batch_delete_models_request import V1alphaBatchDeleteModelsRequest
41
- from eval_studio_client.api.models.v1alpha_batch_delete_models_response import V1alphaBatchDeleteModelsResponse
42
- from eval_studio_client.api.models.v1alpha_batch_delete_test_cases_response import V1alphaBatchDeleteTestCasesResponse
43
- from eval_studio_client.api.models.v1alpha_batch_delete_tests_request import V1alphaBatchDeleteTestsRequest
44
- from eval_studio_client.api.models.v1alpha_batch_delete_tests_response import V1alphaBatchDeleteTestsResponse
45
- from eval_studio_client.api.models.v1alpha_batch_get_dashboards_response import V1alphaBatchGetDashboardsResponse
46
- from eval_studio_client.api.models.v1alpha_batch_get_documents_response import V1alphaBatchGetDocumentsResponse
47
- from eval_studio_client.api.models.v1alpha_batch_get_leaderboards_response import V1alphaBatchGetLeaderboardsResponse
48
- from eval_studio_client.api.models.v1alpha_batch_get_models_response import V1alphaBatchGetModelsResponse
49
- from eval_studio_client.api.models.v1alpha_batch_get_operations_response import V1alphaBatchGetOperationsResponse
50
- from eval_studio_client.api.models.v1alpha_batch_get_tests_response import V1alphaBatchGetTestsResponse
51
- from eval_studio_client.api.models.v1alpha_batch_import_leaderboard_request import V1alphaBatchImportLeaderboardRequest
52
- from eval_studio_client.api.models.v1alpha_batch_import_leaderboard_response import V1alphaBatchImportLeaderboardResponse
53
- from eval_studio_client.api.models.v1alpha_batch_import_tests_request import V1alphaBatchImportTestsRequest
54
- from eval_studio_client.api.models.v1alpha_batch_import_tests_response import V1alphaBatchImportTestsResponse
55
- from eval_studio_client.api.models.v1alpha_check_base_models_response import V1alphaCheckBaseModelsResponse
56
- from eval_studio_client.api.models.v1alpha_collection_info import V1alphaCollectionInfo
57
- from eval_studio_client.api.models.v1alpha_create_dashboard_response import V1alphaCreateDashboardResponse
58
- from eval_studio_client.api.models.v1alpha_create_document_response import V1alphaCreateDocumentResponse
59
- from eval_studio_client.api.models.v1alpha_create_evaluation_request import V1alphaCreateEvaluationRequest
60
- from eval_studio_client.api.models.v1alpha_create_evaluator_response import V1alphaCreateEvaluatorResponse
61
- from eval_studio_client.api.models.v1alpha_create_leaderboard_request import V1alphaCreateLeaderboardRequest
62
- from eval_studio_client.api.models.v1alpha_create_leaderboard_response import V1alphaCreateLeaderboardResponse
63
- from eval_studio_client.api.models.v1alpha_create_leaderboard_without_cache_response import V1alphaCreateLeaderboardWithoutCacheResponse
64
- from eval_studio_client.api.models.v1alpha_create_model_response import V1alphaCreateModelResponse
65
- from eval_studio_client.api.models.v1alpha_create_perturbation_response import V1alphaCreatePerturbationResponse
66
- from eval_studio_client.api.models.v1alpha_create_test_case_response import V1alphaCreateTestCaseResponse
67
- from eval_studio_client.api.models.v1alpha_create_test_lab_response import V1alphaCreateTestLabResponse
68
- from eval_studio_client.api.models.v1alpha_create_test_response import V1alphaCreateTestResponse
69
- from eval_studio_client.api.models.v1alpha_dashboard import V1alphaDashboard
70
- from eval_studio_client.api.models.v1alpha_dashboard_status import V1alphaDashboardStatus
71
- from eval_studio_client.api.models.v1alpha_delete_dashboard_response import V1alphaDeleteDashboardResponse
72
- from eval_studio_client.api.models.v1alpha_delete_document_response import V1alphaDeleteDocumentResponse
73
- from eval_studio_client.api.models.v1alpha_delete_evaluator_response import V1alphaDeleteEvaluatorResponse
74
- from eval_studio_client.api.models.v1alpha_delete_leaderboard_response import V1alphaDeleteLeaderboardResponse
75
- from eval_studio_client.api.models.v1alpha_delete_model_response import V1alphaDeleteModelResponse
76
- from eval_studio_client.api.models.v1alpha_delete_test_case_response import V1alphaDeleteTestCaseResponse
77
- from eval_studio_client.api.models.v1alpha_delete_test_response import V1alphaDeleteTestResponse
78
- from eval_studio_client.api.models.v1alpha_document import V1alphaDocument
79
- from eval_studio_client.api.models.v1alpha_evaluation_test import V1alphaEvaluationTest
80
- from eval_studio_client.api.models.v1alpha_evaluator import V1alphaEvaluator
81
- from eval_studio_client.api.models.v1alpha_evaluator_param_type import V1alphaEvaluatorParamType
82
- from eval_studio_client.api.models.v1alpha_evaluator_parameter import V1alphaEvaluatorParameter
83
- from eval_studio_client.api.models.v1alpha_evaluator_view import V1alphaEvaluatorView
84
- from eval_studio_client.api.models.v1alpha_finalize_operation_response import V1alphaFinalizeOperationResponse
85
- from eval_studio_client.api.models.v1alpha_find_all_test_cases_by_id_response import V1alphaFindAllTestCasesByIDResponse
86
- from eval_studio_client.api.models.v1alpha_find_test_lab_response import V1alphaFindTestLabResponse
87
- from eval_studio_client.api.models.v1alpha_get_dashboard_response import V1alphaGetDashboardResponse
88
- from eval_studio_client.api.models.v1alpha_get_document_response import V1alphaGetDocumentResponse
89
- from eval_studio_client.api.models.v1alpha_get_evaluator_response import V1alphaGetEvaluatorResponse
90
- from eval_studio_client.api.models.v1alpha_get_info_response import V1alphaGetInfoResponse
91
- from eval_studio_client.api.models.v1alpha_get_leaderboard_response import V1alphaGetLeaderboardResponse
92
- from eval_studio_client.api.models.v1alpha_get_model_response import V1alphaGetModelResponse
93
- from eval_studio_client.api.models.v1alpha_get_operation_progress_by_parent_response import V1alphaGetOperationProgressByParentResponse
94
- from eval_studio_client.api.models.v1alpha_get_operation_response import V1alphaGetOperationResponse
95
- from eval_studio_client.api.models.v1alpha_get_perturbator_response import V1alphaGetPerturbatorResponse
96
- from eval_studio_client.api.models.v1alpha_get_test_case_response import V1alphaGetTestCaseResponse
97
- from eval_studio_client.api.models.v1alpha_get_test_class_response import V1alphaGetTestClassResponse
98
- from eval_studio_client.api.models.v1alpha_get_test_response import V1alphaGetTestResponse
99
- from eval_studio_client.api.models.v1alpha_import_evaluation_request import V1alphaImportEvaluationRequest
100
- from eval_studio_client.api.models.v1alpha_import_leaderboard_request import V1alphaImportLeaderboardRequest
101
- from eval_studio_client.api.models.v1alpha_import_leaderboard_response import V1alphaImportLeaderboardResponse
102
- from eval_studio_client.api.models.v1alpha_info import V1alphaInfo
103
- from eval_studio_client.api.models.v1alpha_insight import V1alphaInsight
104
- from eval_studio_client.api.models.v1alpha_leaderboard import V1alphaLeaderboard
105
- from eval_studio_client.api.models.v1alpha_leaderboard_status import V1alphaLeaderboardStatus
106
- from eval_studio_client.api.models.v1alpha_leaderboard_type import V1alphaLeaderboardType
107
- from eval_studio_client.api.models.v1alpha_leaderboard_view import V1alphaLeaderboardView
108
- from eval_studio_client.api.models.v1alpha_list_base_models_response import V1alphaListBaseModelsResponse
109
- from eval_studio_client.api.models.v1alpha_list_dashboards_response import V1alphaListDashboardsResponse
110
- from eval_studio_client.api.models.v1alpha_list_documents_response import V1alphaListDocumentsResponse
111
- from eval_studio_client.api.models.v1alpha_list_evaluators_response import V1alphaListEvaluatorsResponse
112
- from eval_studio_client.api.models.v1alpha_list_llm_models_response import V1alphaListLLMModelsResponse
113
- from eval_studio_client.api.models.v1alpha_list_leaderboards_response import V1alphaListLeaderboardsResponse
114
- from eval_studio_client.api.models.v1alpha_list_model_collections_response import V1alphaListModelCollectionsResponse
115
- from eval_studio_client.api.models.v1alpha_list_models_response import V1alphaListModelsResponse
116
- from eval_studio_client.api.models.v1alpha_list_most_recent_dashboards_response import V1alphaListMostRecentDashboardsResponse
117
- from eval_studio_client.api.models.v1alpha_list_most_recent_leaderboards_response import V1alphaListMostRecentLeaderboardsResponse
118
- from eval_studio_client.api.models.v1alpha_list_most_recent_models_response import V1alphaListMostRecentModelsResponse
119
- from eval_studio_client.api.models.v1alpha_list_most_recent_tests_response import V1alphaListMostRecentTestsResponse
120
- from eval_studio_client.api.models.v1alpha_list_operations_response import V1alphaListOperationsResponse
121
- from eval_studio_client.api.models.v1alpha_list_perturbators_response import V1alphaListPerturbatorsResponse
122
- from eval_studio_client.api.models.v1alpha_list_rag_collections_response import V1alphaListRAGCollectionsResponse
123
- from eval_studio_client.api.models.v1alpha_list_test_cases_response import V1alphaListTestCasesResponse
124
- from eval_studio_client.api.models.v1alpha_list_test_classes_response import V1alphaListTestClassesResponse
125
- from eval_studio_client.api.models.v1alpha_list_tests_response import V1alphaListTestsResponse
126
- from eval_studio_client.api.models.v1alpha_model import V1alphaModel
127
- from eval_studio_client.api.models.v1alpha_model_type import V1alphaModelType
128
- from eval_studio_client.api.models.v1alpha_operation import V1alphaOperation
129
- from eval_studio_client.api.models.v1alpha_operation_progress import V1alphaOperationProgress
130
- from eval_studio_client.api.models.v1alpha_perturb_test_response import V1alphaPerturbTestResponse
131
- from eval_studio_client.api.models.v1alpha_perturbator import V1alphaPerturbator
132
- from eval_studio_client.api.models.v1alpha_perturbator_configuration import V1alphaPerturbatorConfiguration
133
- from eval_studio_client.api.models.v1alpha_perturbator_intensity import V1alphaPerturbatorIntensity
134
- from eval_studio_client.api.models.v1alpha_problem_and_action import V1alphaProblemAndAction
135
- from eval_studio_client.api.models.v1alpha_test import V1alphaTest
136
- from eval_studio_client.api.models.v1alpha_test_case import V1alphaTestCase
137
- from eval_studio_client.api.models.v1alpha_test_case_relationship import V1alphaTestCaseRelationship
138
- from eval_studio_client.api.models.v1alpha_test_class import V1alphaTestClass
139
- from eval_studio_client.api.models.v1alpha_test_class_type import V1alphaTestClassType
140
- from eval_studio_client.api.models.v1alpha_test_lab import V1alphaTestLab
141
- from eval_studio_client.api.models.v1alpha_update_dashboard_response import V1alphaUpdateDashboardResponse
142
- from eval_studio_client.api.models.v1alpha_update_document_response import V1alphaUpdateDocumentResponse
143
- from eval_studio_client.api.models.v1alpha_update_leaderboard_response import V1alphaUpdateLeaderboardResponse
144
- from eval_studio_client.api.models.v1alpha_update_model_response import V1alphaUpdateModelResponse
145
- from eval_studio_client.api.models.v1alpha_update_operation_response import V1alphaUpdateOperationResponse
146
- from eval_studio_client.api.models.v1alpha_update_test_case_response import V1alphaUpdateTestCaseResponse
147
- from eval_studio_client.api.models.v1alpha_update_test_response import V1alphaUpdateTestResponse
148
- from eval_studio_client.api.models.v1alpha_who_am_i_response import V1alphaWhoAmIResponse
32
+ from eval_studio_client.api.models.v1_batch_create_leaderboards_request import V1BatchCreateLeaderboardsRequest
33
+ from eval_studio_client.api.models.v1_batch_create_leaderboards_response import V1BatchCreateLeaderboardsResponse
34
+ from eval_studio_client.api.models.v1_batch_delete_dashboards_request import V1BatchDeleteDashboardsRequest
35
+ from eval_studio_client.api.models.v1_batch_delete_dashboards_response import V1BatchDeleteDashboardsResponse
36
+ from eval_studio_client.api.models.v1_batch_delete_documents_request import V1BatchDeleteDocumentsRequest
37
+ from eval_studio_client.api.models.v1_batch_delete_documents_response import V1BatchDeleteDocumentsResponse
38
+ from eval_studio_client.api.models.v1_batch_delete_evaluators_request import V1BatchDeleteEvaluatorsRequest
39
+ from eval_studio_client.api.models.v1_batch_delete_evaluators_response import V1BatchDeleteEvaluatorsResponse
40
+ from eval_studio_client.api.models.v1_batch_delete_leaderboards_request import V1BatchDeleteLeaderboardsRequest
41
+ from eval_studio_client.api.models.v1_batch_delete_leaderboards_response import V1BatchDeleteLeaderboardsResponse
42
+ from eval_studio_client.api.models.v1_batch_delete_models_request import V1BatchDeleteModelsRequest
43
+ from eval_studio_client.api.models.v1_batch_delete_models_response import V1BatchDeleteModelsResponse
44
+ from eval_studio_client.api.models.v1_batch_delete_test_cases_response import V1BatchDeleteTestCasesResponse
45
+ from eval_studio_client.api.models.v1_batch_delete_tests_request import V1BatchDeleteTestsRequest
46
+ from eval_studio_client.api.models.v1_batch_delete_tests_response import V1BatchDeleteTestsResponse
47
+ from eval_studio_client.api.models.v1_batch_get_dashboards_response import V1BatchGetDashboardsResponse
48
+ from eval_studio_client.api.models.v1_batch_get_documents_response import V1BatchGetDocumentsResponse
49
+ from eval_studio_client.api.models.v1_batch_get_leaderboards_response import V1BatchGetLeaderboardsResponse
50
+ from eval_studio_client.api.models.v1_batch_get_models_response import V1BatchGetModelsResponse
51
+ from eval_studio_client.api.models.v1_batch_get_operations_response import V1BatchGetOperationsResponse
52
+ from eval_studio_client.api.models.v1_batch_get_tests_response import V1BatchGetTestsResponse
53
+ from eval_studio_client.api.models.v1_batch_import_leaderboard_request import V1BatchImportLeaderboardRequest
54
+ from eval_studio_client.api.models.v1_batch_import_leaderboard_response import V1BatchImportLeaderboardResponse
55
+ from eval_studio_client.api.models.v1_batch_import_tests_request import V1BatchImportTestsRequest
56
+ from eval_studio_client.api.models.v1_batch_import_tests_response import V1BatchImportTestsResponse
57
+ from eval_studio_client.api.models.v1_check_base_models_response import V1CheckBaseModelsResponse
58
+ from eval_studio_client.api.models.v1_collection_info import V1CollectionInfo
59
+ from eval_studio_client.api.models.v1_create_dashboard_response import V1CreateDashboardResponse
60
+ from eval_studio_client.api.models.v1_create_document_response import V1CreateDocumentResponse
61
+ from eval_studio_client.api.models.v1_create_evaluation_request import V1CreateEvaluationRequest
62
+ from eval_studio_client.api.models.v1_create_evaluator_response import V1CreateEvaluatorResponse
63
+ from eval_studio_client.api.models.v1_create_leaderboard_request import V1CreateLeaderboardRequest
64
+ from eval_studio_client.api.models.v1_create_leaderboard_response import V1CreateLeaderboardResponse
65
+ from eval_studio_client.api.models.v1_create_leaderboard_without_cache_response import V1CreateLeaderboardWithoutCacheResponse
66
+ from eval_studio_client.api.models.v1_create_model_response import V1CreateModelResponse
67
+ from eval_studio_client.api.models.v1_create_perturbation_response import V1CreatePerturbationResponse
68
+ from eval_studio_client.api.models.v1_create_test_case_response import V1CreateTestCaseResponse
69
+ from eval_studio_client.api.models.v1_create_test_lab_response import V1CreateTestLabResponse
70
+ from eval_studio_client.api.models.v1_create_test_response import V1CreateTestResponse
71
+ from eval_studio_client.api.models.v1_dashboard import V1Dashboard
72
+ from eval_studio_client.api.models.v1_dashboard_status import V1DashboardStatus
73
+ from eval_studio_client.api.models.v1_delete_dashboard_response import V1DeleteDashboardResponse
74
+ from eval_studio_client.api.models.v1_delete_document_response import V1DeleteDocumentResponse
75
+ from eval_studio_client.api.models.v1_delete_evaluator_response import V1DeleteEvaluatorResponse
76
+ from eval_studio_client.api.models.v1_delete_leaderboard_response import V1DeleteLeaderboardResponse
77
+ from eval_studio_client.api.models.v1_delete_model_response import V1DeleteModelResponse
78
+ from eval_studio_client.api.models.v1_delete_test_case_response import V1DeleteTestCaseResponse
79
+ from eval_studio_client.api.models.v1_delete_test_response import V1DeleteTestResponse
80
+ from eval_studio_client.api.models.v1_document import V1Document
81
+ from eval_studio_client.api.models.v1_evaluation_test import V1EvaluationTest
82
+ from eval_studio_client.api.models.v1_evaluator import V1Evaluator
83
+ from eval_studio_client.api.models.v1_evaluator_param_type import V1EvaluatorParamType
84
+ from eval_studio_client.api.models.v1_evaluator_parameter import V1EvaluatorParameter
85
+ from eval_studio_client.api.models.v1_evaluator_view import V1EvaluatorView
86
+ from eval_studio_client.api.models.v1_finalize_operation_response import V1FinalizeOperationResponse
87
+ from eval_studio_client.api.models.v1_find_all_test_cases_by_id_response import V1FindAllTestCasesByIDResponse
88
+ from eval_studio_client.api.models.v1_find_test_lab_response import V1FindTestLabResponse
89
+ from eval_studio_client.api.models.v1_generate_test_cases_response import V1GenerateTestCasesResponse
90
+ from eval_studio_client.api.models.v1_get_dashboard_response import V1GetDashboardResponse
91
+ from eval_studio_client.api.models.v1_get_document_response import V1GetDocumentResponse
92
+ from eval_studio_client.api.models.v1_get_evaluator_response import V1GetEvaluatorResponse
93
+ from eval_studio_client.api.models.v1_get_info_response import V1GetInfoResponse
94
+ from eval_studio_client.api.models.v1_get_leaderboard_response import V1GetLeaderboardResponse
95
+ from eval_studio_client.api.models.v1_get_model_response import V1GetModelResponse
96
+ from eval_studio_client.api.models.v1_get_operation_progress_by_parent_response import V1GetOperationProgressByParentResponse
97
+ from eval_studio_client.api.models.v1_get_operation_response import V1GetOperationResponse
98
+ from eval_studio_client.api.models.v1_get_perturbator_response import V1GetPerturbatorResponse
99
+ from eval_studio_client.api.models.v1_get_test_case_response import V1GetTestCaseResponse
100
+ from eval_studio_client.api.models.v1_get_test_class_response import V1GetTestClassResponse
101
+ from eval_studio_client.api.models.v1_get_test_response import V1GetTestResponse
102
+ from eval_studio_client.api.models.v1_import_evaluation_request import V1ImportEvaluationRequest
103
+ from eval_studio_client.api.models.v1_import_leaderboard_request import V1ImportLeaderboardRequest
104
+ from eval_studio_client.api.models.v1_import_leaderboard_response import V1ImportLeaderboardResponse
105
+ from eval_studio_client.api.models.v1_info import V1Info
106
+ from eval_studio_client.api.models.v1_insight import V1Insight
107
+ from eval_studio_client.api.models.v1_leaderboard import V1Leaderboard
108
+ from eval_studio_client.api.models.v1_leaderboard_status import V1LeaderboardStatus
109
+ from eval_studio_client.api.models.v1_leaderboard_type import V1LeaderboardType
110
+ from eval_studio_client.api.models.v1_leaderboard_view import V1LeaderboardView
111
+ from eval_studio_client.api.models.v1_list_base_models_response import V1ListBaseModelsResponse
112
+ from eval_studio_client.api.models.v1_list_dashboards_response import V1ListDashboardsResponse
113
+ from eval_studio_client.api.models.v1_list_documents_response import V1ListDocumentsResponse
114
+ from eval_studio_client.api.models.v1_list_evaluators_response import V1ListEvaluatorsResponse
115
+ from eval_studio_client.api.models.v1_list_llm_models_response import V1ListLLMModelsResponse
116
+ from eval_studio_client.api.models.v1_list_leaderboards_response import V1ListLeaderboardsResponse
117
+ from eval_studio_client.api.models.v1_list_model_collections_response import V1ListModelCollectionsResponse
118
+ from eval_studio_client.api.models.v1_list_models_response import V1ListModelsResponse
119
+ from eval_studio_client.api.models.v1_list_most_recent_dashboards_response import V1ListMostRecentDashboardsResponse
120
+ from eval_studio_client.api.models.v1_list_most_recent_leaderboards_response import V1ListMostRecentLeaderboardsResponse
121
+ from eval_studio_client.api.models.v1_list_most_recent_models_response import V1ListMostRecentModelsResponse
122
+ from eval_studio_client.api.models.v1_list_most_recent_tests_response import V1ListMostRecentTestsResponse
123
+ from eval_studio_client.api.models.v1_list_operations_response import V1ListOperationsResponse
124
+ from eval_studio_client.api.models.v1_list_perturbators_response import V1ListPerturbatorsResponse
125
+ from eval_studio_client.api.models.v1_list_rag_collections_response import V1ListRAGCollectionsResponse
126
+ from eval_studio_client.api.models.v1_list_test_cases_response import V1ListTestCasesResponse
127
+ from eval_studio_client.api.models.v1_list_test_classes_response import V1ListTestClassesResponse
128
+ from eval_studio_client.api.models.v1_list_tests_response import V1ListTestsResponse
129
+ from eval_studio_client.api.models.v1_model import V1Model
130
+ from eval_studio_client.api.models.v1_model_type import V1ModelType
131
+ from eval_studio_client.api.models.v1_operation import V1Operation
132
+ from eval_studio_client.api.models.v1_operation_progress import V1OperationProgress
133
+ from eval_studio_client.api.models.v1_perturb_test_response import V1PerturbTestResponse
134
+ from eval_studio_client.api.models.v1_perturbator import V1Perturbator
135
+ from eval_studio_client.api.models.v1_perturbator_configuration import V1PerturbatorConfiguration
136
+ from eval_studio_client.api.models.v1_perturbator_intensity import V1PerturbatorIntensity
137
+ from eval_studio_client.api.models.v1_problem_and_action import V1ProblemAndAction
138
+ from eval_studio_client.api.models.v1_test import V1Test
139
+ from eval_studio_client.api.models.v1_test_case import V1TestCase
140
+ from eval_studio_client.api.models.v1_test_case_relationship import V1TestCaseRelationship
141
+ from eval_studio_client.api.models.v1_test_cases_generator import V1TestCasesGenerator
142
+ from eval_studio_client.api.models.v1_test_class import V1TestClass
143
+ from eval_studio_client.api.models.v1_test_class_type import V1TestClassType
144
+ from eval_studio_client.api.models.v1_test_lab import V1TestLab
145
+ from eval_studio_client.api.models.v1_update_dashboard_response import V1UpdateDashboardResponse
146
+ from eval_studio_client.api.models.v1_update_document_response import V1UpdateDocumentResponse
147
+ from eval_studio_client.api.models.v1_update_leaderboard_response import V1UpdateLeaderboardResponse
148
+ from eval_studio_client.api.models.v1_update_model_response import V1UpdateModelResponse
149
+ from eval_studio_client.api.models.v1_update_operation_response import V1UpdateOperationResponse
150
+ from eval_studio_client.api.models.v1_update_test_case_response import V1UpdateTestCaseResponse
151
+ from eval_studio_client.api.models.v1_update_test_response import V1UpdateTestResponse
152
+ from eval_studio_client.api.models.v1_who_am_i_response import V1WhoAmIResponse
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
4
+ ai/h2o/eval_studio/v1/collection.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -19,9 +19,9 @@ import json
19
19
 
20
20
  from pydantic import BaseModel, ConfigDict, Field
21
21
  from typing import Any, ClassVar, Dict, List, Optional
22
- from eval_studio_client.api.models.v1alpha_perturbator_configuration import V1alphaPerturbatorConfiguration
23
- from eval_studio_client.api.models.v1alpha_test_case import V1alphaTestCase
24
- from eval_studio_client.api.models.v1alpha_test_case_relationship import V1alphaTestCaseRelationship
22
+ from eval_studio_client.api.models.v1_perturbator_configuration import V1PerturbatorConfiguration
23
+ from eval_studio_client.api.models.v1_test_case import V1TestCase
24
+ from eval_studio_client.api.models.v1_test_case_relationship import V1TestCaseRelationship
25
25
  from typing import Optional, Set
26
26
  from typing_extensions import Self
27
27
 
@@ -29,9 +29,9 @@ class PerturbationServiceCreatePerturbationRequest(BaseModel):
29
29
  """
30
30
  PerturbationServiceCreatePerturbationRequest
31
31
  """ # noqa: E501
32
- perturbator_configurations: Optional[List[V1alphaPerturbatorConfiguration]] = Field(default=None, description="Required. PerturbatorConfiguration to apply to the parent Test.", alias="perturbatorConfigurations")
33
- test_cases: Optional[List[V1alphaTestCase]] = Field(default=None, description="Required. List of test cases to perturbate. These are the test cases from the parent test. TODO: breaks https://google.aip.dev/144", alias="testCases")
34
- test_case_relationships: Optional[List[V1alphaTestCaseRelationship]] = Field(default=None, description="Optional. List of relationships between test cases.", alias="testCaseRelationships")
32
+ perturbator_configurations: Optional[List[V1PerturbatorConfiguration]] = Field(default=None, description="Required. PerturbatorConfiguration to apply to the parent Test.", alias="perturbatorConfigurations")
33
+ test_cases: Optional[List[V1TestCase]] = Field(default=None, description="Required. List of test cases to perturbate. These are the test cases from the parent test. TODO: breaks https://google.aip.dev/144", alias="testCases")
34
+ test_case_relationships: Optional[List[V1TestCaseRelationship]] = Field(default=None, description="Optional. List of relationships between test cases.", alias="testCaseRelationships")
35
35
  __properties: ClassVar[List[str]] = ["perturbatorConfigurations", "testCases", "testCaseRelationships"]
36
36
 
37
37
  model_config = ConfigDict(
@@ -106,9 +106,9 @@ class PerturbationServiceCreatePerturbationRequest(BaseModel):
106
106
  return cls.model_validate(obj)
107
107
 
108
108
  _obj = cls.model_validate({
109
- "perturbatorConfigurations": [V1alphaPerturbatorConfiguration.from_dict(_item) for _item in obj["perturbatorConfigurations"]] if obj.get("perturbatorConfigurations") is not None else None,
110
- "testCases": [V1alphaTestCase.from_dict(_item) for _item in obj["testCases"]] if obj.get("testCases") is not None else None,
111
- "testCaseRelationships": [V1alphaTestCaseRelationship.from_dict(_item) for _item in obj["testCaseRelationships"]] if obj.get("testCaseRelationships") is not None else None
109
+ "perturbatorConfigurations": [V1PerturbatorConfiguration.from_dict(_item) for _item in obj["perturbatorConfigurations"]] if obj.get("perturbatorConfigurations") is not None else None,
110
+ "testCases": [V1TestCase.from_dict(_item) for _item in obj["testCases"]] if obj.get("testCases") is not None else None,
111
+ "testCaseRelationships": [V1TestCaseRelationship.from_dict(_item) for _item in obj["testCaseRelationships"]] if obj.get("testCaseRelationships") is not None else None
112
112
  })
113
113
  return _obj
114
114