eval-studio-client 0.8.0a2__py3-none-any.whl → 1.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (574) hide show
  1. eval_studio_client/__init__.py +2 -1
  2. eval_studio_client/api/__init__.py +125 -120
  3. eval_studio_client/api/api/__init__.py +1 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +71 -71
  5. eval_studio_client/api/api/document_service_api.py +64 -64
  6. eval_studio_client/api/api/evaluation_service_api.py +42 -42
  7. eval_studio_client/api/api/evaluator_service_api.py +50 -50
  8. eval_studio_client/api/api/info_service_api.py +8 -8
  9. eval_studio_client/api/api/leaderboard_service_api.py +126 -126
  10. eval_studio_client/api/api/model_service_api.py +92 -92
  11. eval_studio_client/api/api/operation_progress_service_api.py +8 -8
  12. eval_studio_client/api/api/operation_service_api.py +36 -36
  13. eval_studio_client/api/api/perturbation_service_api.py +8 -8
  14. eval_studio_client/api/api/perturbator_service_api.py +15 -15
  15. eval_studio_client/api/api/prompt_generation_service_api.py +321 -0
  16. eval_studio_client/api/api/test_case_service_api.py +57 -57
  17. eval_studio_client/api/api/test_class_service_api.py +15 -15
  18. eval_studio_client/api/api/test_lab_service_api.py +22 -22
  19. eval_studio_client/api/api/test_service_api.py +376 -92
  20. eval_studio_client/api/api/who_am_i_service_api.py +8 -8
  21. eval_studio_client/api/api_client.py +1 -1
  22. eval_studio_client/api/configuration.py +1 -1
  23. eval_studio_client/api/docs/DashboardServiceApi.md +38 -38
  24. eval_studio_client/api/docs/DocumentServiceApi.md +34 -34
  25. eval_studio_client/api/docs/EvaluationServiceApi.md +22 -22
  26. eval_studio_client/api/docs/EvaluatorServiceApi.md +26 -26
  27. eval_studio_client/api/docs/InfoServiceApi.md +4 -4
  28. eval_studio_client/api/docs/LeaderboardServiceApi.md +66 -66
  29. eval_studio_client/api/docs/ModelServiceApi.md +50 -50
  30. eval_studio_client/api/docs/OperationProgressServiceApi.md +4 -4
  31. eval_studio_client/api/docs/OperationServiceApi.md +20 -20
  32. eval_studio_client/api/docs/PerturbationServiceApi.md +4 -4
  33. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +3 -3
  34. eval_studio_client/api/docs/PerturbatorServiceApi.md +8 -8
  35. eval_studio_client/api/docs/PromptGenerationServiceApi.md +78 -0
  36. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +35 -0
  37. eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +1 -1
  38. eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +4 -4
  39. eval_studio_client/api/docs/RequiredTheModelToUpdate.md +1 -1
  40. eval_studio_client/api/docs/TestCaseServiceApi.md +31 -31
  41. eval_studio_client/api/docs/TestClassServiceApi.md +8 -8
  42. eval_studio_client/api/docs/TestLabServiceApi.md +11 -11
  43. eval_studio_client/api/docs/TestServiceApi.md +119 -49
  44. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +33 -0
  45. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +1 -1
  46. eval_studio_client/api/docs/V1BatchCreateLeaderboardsRequest.md +31 -0
  47. eval_studio_client/api/docs/V1BatchCreateLeaderboardsResponse.md +29 -0
  48. eval_studio_client/api/docs/V1BatchDeleteDashboardsRequest.md +29 -0
  49. eval_studio_client/api/docs/V1BatchDeleteDashboardsResponse.md +29 -0
  50. eval_studio_client/api/docs/V1BatchDeleteDocumentsRequest.md +29 -0
  51. eval_studio_client/api/docs/V1BatchDeleteDocumentsResponse.md +29 -0
  52. eval_studio_client/api/docs/V1BatchDeleteEvaluatorsRequest.md +29 -0
  53. eval_studio_client/api/docs/V1BatchDeleteEvaluatorsResponse.md +29 -0
  54. eval_studio_client/api/docs/V1BatchDeleteLeaderboardsRequest.md +30 -0
  55. eval_studio_client/api/docs/V1BatchDeleteLeaderboardsResponse.md +29 -0
  56. eval_studio_client/api/docs/V1BatchDeleteModelsRequest.md +29 -0
  57. eval_studio_client/api/docs/V1BatchDeleteModelsResponse.md +29 -0
  58. eval_studio_client/api/docs/V1BatchDeleteTestCasesResponse.md +29 -0
  59. eval_studio_client/api/docs/{V1alphaBatchDeleteTestsRequest.md → V1BatchDeleteTestsRequest.md} +8 -8
  60. eval_studio_client/api/docs/V1BatchDeleteTestsResponse.md +29 -0
  61. eval_studio_client/api/docs/V1BatchGetDashboardsResponse.md +29 -0
  62. eval_studio_client/api/docs/V1BatchGetDocumentsResponse.md +29 -0
  63. eval_studio_client/api/docs/V1BatchGetLeaderboardsResponse.md +29 -0
  64. eval_studio_client/api/docs/V1BatchGetModelsResponse.md +29 -0
  65. eval_studio_client/api/docs/V1BatchGetOperationsResponse.md +29 -0
  66. eval_studio_client/api/docs/V1BatchGetTestsResponse.md +29 -0
  67. eval_studio_client/api/docs/{V1alphaBatchImportLeaderboardRequest.md → V1BatchImportLeaderboardRequest.md} +9 -9
  68. eval_studio_client/api/docs/V1BatchImportLeaderboardResponse.md +29 -0
  69. eval_studio_client/api/docs/{V1alphaBatchImportTestsRequest.md → V1BatchImportTestsRequest.md} +8 -8
  70. eval_studio_client/api/docs/V1BatchImportTestsResponse.md +29 -0
  71. eval_studio_client/api/docs/V1CheckBaseModelsResponse.md +30 -0
  72. eval_studio_client/api/docs/{V1alphaCollectionInfo.md → V1CollectionInfo.md} +8 -8
  73. eval_studio_client/api/docs/V1CreateDashboardResponse.md +29 -0
  74. eval_studio_client/api/docs/V1CreateDocumentResponse.md +29 -0
  75. eval_studio_client/api/docs/{V1alphaCreateEvaluationRequest.md → V1CreateEvaluationRequest.md} +10 -10
  76. eval_studio_client/api/docs/V1CreateEvaluatorResponse.md +29 -0
  77. eval_studio_client/api/docs/V1CreateLeaderboardRequest.md +29 -0
  78. eval_studio_client/api/docs/V1CreateLeaderboardResponse.md +29 -0
  79. eval_studio_client/api/docs/V1CreateLeaderboardWithoutCacheResponse.md +29 -0
  80. eval_studio_client/api/docs/V1CreateModelResponse.md +29 -0
  81. eval_studio_client/api/docs/V1CreatePerturbationResponse.md +29 -0
  82. eval_studio_client/api/docs/V1CreateTestCaseResponse.md +29 -0
  83. eval_studio_client/api/docs/V1CreateTestLabResponse.md +29 -0
  84. eval_studio_client/api/docs/V1CreateTestResponse.md +29 -0
  85. eval_studio_client/api/docs/{V1alphaDashboard.md → V1Dashboard.md} +9 -9
  86. eval_studio_client/api/docs/{V1alphaDashboardStatus.md → V1DashboardStatus.md} +1 -1
  87. eval_studio_client/api/docs/V1DeleteDashboardResponse.md +29 -0
  88. eval_studio_client/api/docs/V1DeleteDocumentResponse.md +29 -0
  89. eval_studio_client/api/docs/V1DeleteEvaluatorResponse.md +29 -0
  90. eval_studio_client/api/docs/V1DeleteLeaderboardResponse.md +29 -0
  91. eval_studio_client/api/docs/V1DeleteModelResponse.md +29 -0
  92. eval_studio_client/api/docs/V1DeleteTestCaseResponse.md +29 -0
  93. eval_studio_client/api/docs/V1DeleteTestResponse.md +29 -0
  94. eval_studio_client/api/docs/{V1alphaDocument.md → V1Document.md} +8 -8
  95. eval_studio_client/api/docs/V1EvaluationTest.md +32 -0
  96. eval_studio_client/api/docs/{V1alphaEvaluator.md → V1Evaluator.md} +10 -9
  97. eval_studio_client/api/docs/{V1alphaEvaluatorParamType.md → V1EvaluatorParamType.md} +1 -1
  98. eval_studio_client/api/docs/{V1alphaEvaluatorParameter.md → V1EvaluatorParameter.md} +9 -9
  99. eval_studio_client/api/docs/{V1alphaEvaluatorView.md → V1EvaluatorView.md} +1 -1
  100. eval_studio_client/api/docs/V1FinalizeOperationResponse.md +29 -0
  101. eval_studio_client/api/docs/V1FindAllTestCasesByIDResponse.md +29 -0
  102. eval_studio_client/api/docs/V1FindTestLabResponse.md +29 -0
  103. eval_studio_client/api/docs/V1GenerateTestCasesResponse.md +29 -0
  104. eval_studio_client/api/docs/V1GetDashboardResponse.md +29 -0
  105. eval_studio_client/api/docs/V1GetDocumentResponse.md +29 -0
  106. eval_studio_client/api/docs/V1GetEvaluatorResponse.md +29 -0
  107. eval_studio_client/api/docs/V1GetInfoResponse.md +29 -0
  108. eval_studio_client/api/docs/V1GetLeaderboardResponse.md +29 -0
  109. eval_studio_client/api/docs/V1GetModelResponse.md +29 -0
  110. eval_studio_client/api/docs/V1GetOperationProgressByParentResponse.md +29 -0
  111. eval_studio_client/api/docs/V1GetOperationResponse.md +29 -0
  112. eval_studio_client/api/docs/V1GetPerturbatorResponse.md +29 -0
  113. eval_studio_client/api/docs/V1GetTestCaseResponse.md +29 -0
  114. eval_studio_client/api/docs/V1GetTestClassResponse.md +29 -0
  115. eval_studio_client/api/docs/V1GetTestResponse.md +29 -0
  116. eval_studio_client/api/docs/{V1alphaImportEvaluationRequest.md → V1ImportEvaluationRequest.md} +9 -9
  117. eval_studio_client/api/docs/{V1alphaImportLeaderboardRequest.md → V1ImportLeaderboardRequest.md} +9 -9
  118. eval_studio_client/api/docs/V1ImportLeaderboardResponse.md +29 -0
  119. eval_studio_client/api/docs/{V1alphaInfo.md → V1Info.md} +8 -8
  120. eval_studio_client/api/docs/{V1alphaInsight.md → V1Insight.md} +8 -8
  121. eval_studio_client/api/docs/{V1alphaLeaderboard.md → V1Leaderboard.md} +12 -12
  122. eval_studio_client/api/docs/{V1alphaLeaderboardStatus.md → V1LeaderboardStatus.md} +1 -1
  123. eval_studio_client/api/docs/{V1alphaLeaderboardType.md → V1LeaderboardType.md} +1 -1
  124. eval_studio_client/api/docs/{V1alphaLeaderboardView.md → V1LeaderboardView.md} +1 -1
  125. eval_studio_client/api/docs/V1ListBaseModelsResponse.md +29 -0
  126. eval_studio_client/api/docs/V1ListDashboardsResponse.md +29 -0
  127. eval_studio_client/api/docs/V1ListDocumentsResponse.md +29 -0
  128. eval_studio_client/api/docs/V1ListEvaluatorsResponse.md +29 -0
  129. eval_studio_client/api/docs/V1ListLLMModelsResponse.md +29 -0
  130. eval_studio_client/api/docs/V1ListLeaderboardsResponse.md +30 -0
  131. eval_studio_client/api/docs/V1ListModelCollectionsResponse.md +29 -0
  132. eval_studio_client/api/docs/V1ListModelsResponse.md +29 -0
  133. eval_studio_client/api/docs/V1ListMostRecentDashboardsResponse.md +29 -0
  134. eval_studio_client/api/docs/V1ListMostRecentLeaderboardsResponse.md +29 -0
  135. eval_studio_client/api/docs/V1ListMostRecentModelsResponse.md +29 -0
  136. eval_studio_client/api/docs/V1ListMostRecentTestsResponse.md +29 -0
  137. eval_studio_client/api/docs/V1ListOperationsResponse.md +29 -0
  138. eval_studio_client/api/docs/V1ListPerturbatorsResponse.md +29 -0
  139. eval_studio_client/api/docs/V1ListRAGCollectionsResponse.md +29 -0
  140. eval_studio_client/api/docs/V1ListTestCasesResponse.md +29 -0
  141. eval_studio_client/api/docs/V1ListTestClassesResponse.md +29 -0
  142. eval_studio_client/api/docs/V1ListTestsResponse.md +29 -0
  143. eval_studio_client/api/docs/{V1alphaModel.md → V1Model.md} +9 -9
  144. eval_studio_client/api/docs/{V1alphaModelType.md → V1ModelType.md} +1 -1
  145. eval_studio_client/api/docs/{V1alphaOperation.md → V1Operation.md} +8 -8
  146. eval_studio_client/api/docs/{V1alphaOperationProgress.md → V1OperationProgress.md} +8 -8
  147. eval_studio_client/api/docs/V1PerturbTestResponse.md +29 -0
  148. eval_studio_client/api/docs/{V1alphaPerturbator.md → V1Perturbator.md} +8 -8
  149. eval_studio_client/api/docs/V1PerturbatorConfiguration.md +32 -0
  150. eval_studio_client/api/docs/{V1alphaPerturbatorIntensity.md → V1PerturbatorIntensity.md} +1 -1
  151. eval_studio_client/api/docs/{V1alphaProblemAndAction.md → V1ProblemAndAction.md} +8 -8
  152. eval_studio_client/api/docs/{V1alphaTest.md → V1Test.md} +8 -8
  153. eval_studio_client/api/docs/{V1alphaTestCase.md → V1TestCase.md} +8 -8
  154. eval_studio_client/api/docs/{V1alphaTestCaseRelationship.md → V1TestCaseRelationship.md} +8 -8
  155. eval_studio_client/api/docs/V1TestCasesGenerator.md +11 -0
  156. eval_studio_client/api/docs/{V1alphaTestClass.md → V1TestClass.md} +9 -9
  157. eval_studio_client/api/docs/{V1alphaTestClassType.md → V1TestClassType.md} +1 -1
  158. eval_studio_client/api/docs/{V1alphaTestLab.md → V1TestLab.md} +8 -8
  159. eval_studio_client/api/docs/V1UpdateDashboardResponse.md +29 -0
  160. eval_studio_client/api/docs/V1UpdateDocumentResponse.md +29 -0
  161. eval_studio_client/api/docs/V1UpdateLeaderboardResponse.md +29 -0
  162. eval_studio_client/api/docs/V1UpdateModelResponse.md +29 -0
  163. eval_studio_client/api/docs/V1UpdateOperationResponse.md +29 -0
  164. eval_studio_client/api/docs/V1UpdateTestCaseResponse.md +29 -0
  165. eval_studio_client/api/docs/V1UpdateTestResponse.md +29 -0
  166. eval_studio_client/api/docs/{V1alphaWhoAmIResponse.md → V1WhoAmIResponse.md} +8 -8
  167. eval_studio_client/api/docs/WhoAmIServiceApi.md +4 -4
  168. eval_studio_client/api/exceptions.py +1 -1
  169. eval_studio_client/api/models/__init__.py +124 -120
  170. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +10 -10
  171. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +104 -0
  172. eval_studio_client/api/models/protobuf_any.py +1 -1
  173. eval_studio_client/api/models/required_the_dashboard_to_update.py +3 -3
  174. eval_studio_client/api/models/required_the_document_to_update.py +1 -1
  175. eval_studio_client/api/models/required_the_leaderboard_to_update.py +11 -11
  176. eval_studio_client/api/models/required_the_model_to_update.py +3 -3
  177. eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
  178. eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
  179. eval_studio_client/api/models/required_the_test_case_to_update.py +1 -1
  180. eval_studio_client/api/models/required_the_test_to_update.py +1 -1
  181. eval_studio_client/api/models/rpc_status.py +1 -1
  182. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
  183. eval_studio_client/api/models/test_service_generate_test_cases_request.py +96 -0
  184. eval_studio_client/api/models/test_service_perturb_test_request.py +4 -4
  185. eval_studio_client/api/models/{v1alpha_batch_create_leaderboards_request.py → v1_batch_create_leaderboards_request.py} +8 -8
  186. eval_studio_client/api/models/{v1alpha_update_operation_response.py → v1_batch_create_leaderboards_response.py} +8 -8
  187. eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_request.py → v1_batch_delete_dashboards_request.py} +5 -5
  188. eval_studio_client/api/models/{v1alpha_list_dashboards_response.py → v1_batch_delete_dashboards_response.py} +8 -8
  189. eval_studio_client/api/models/{v1alpha_batch_delete_documents_request.py → v1_batch_delete_documents_request.py} +5 -5
  190. eval_studio_client/api/models/{v1alpha_list_documents_response.py → v1_batch_delete_documents_response.py} +8 -8
  191. eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_request.py → v1_batch_delete_evaluators_request.py} +5 -5
  192. eval_studio_client/api/models/{v1alpha_list_evaluators_response.py → v1_batch_delete_evaluators_response.py} +8 -8
  193. eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_request.py → v1_batch_delete_leaderboards_request.py} +7 -7
  194. eval_studio_client/api/models/{v1alpha_batch_get_leaderboards_response.py → v1_batch_delete_leaderboards_response.py} +8 -8
  195. eval_studio_client/api/models/{v1alpha_batch_delete_models_request.py → v1_batch_delete_models_request.py} +5 -5
  196. eval_studio_client/api/models/{v1alpha_list_models_response.py → v1_batch_delete_models_response.py} +8 -8
  197. eval_studio_client/api/models/{v1alpha_list_test_cases_response.py → v1_batch_delete_test_cases_response.py} +8 -8
  198. eval_studio_client/api/models/{v1alpha_batch_delete_tests_request.py → v1_batch_delete_tests_request.py} +5 -5
  199. eval_studio_client/api/models/{v1alpha_list_tests_response.py → v1_batch_delete_tests_response.py} +8 -8
  200. eval_studio_client/api/models/{v1alpha_batch_get_dashboards_response.py → v1_batch_get_dashboards_response.py} +8 -8
  201. eval_studio_client/api/models/{v1alpha_batch_get_documents_response.py → v1_batch_get_documents_response.py} +8 -8
  202. eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_response.py → v1_batch_get_leaderboards_response.py} +8 -8
  203. eval_studio_client/api/models/{v1alpha_batch_get_models_response.py → v1_batch_get_models_response.py} +8 -8
  204. eval_studio_client/api/models/{v1alpha_list_operations_response.py → v1_batch_get_operations_response.py} +8 -8
  205. eval_studio_client/api/models/{v1alpha_batch_get_tests_response.py → v1_batch_get_tests_response.py} +8 -8
  206. eval_studio_client/api/models/{v1alpha_batch_import_leaderboard_request.py → v1_batch_import_leaderboard_request.py} +7 -7
  207. eval_studio_client/api/models/{v1alpha_import_leaderboard_response.py → v1_batch_import_leaderboard_response.py} +8 -8
  208. eval_studio_client/api/models/{v1alpha_batch_import_tests_request.py → v1_batch_import_tests_request.py} +5 -5
  209. eval_studio_client/api/models/{v1alpha_batch_delete_tests_response.py → v1_batch_import_tests_response.py} +8 -8
  210. eval_studio_client/api/models/{v1alpha_check_base_models_response.py → v1_check_base_models_response.py} +5 -5
  211. eval_studio_client/api/models/{v1alpha_collection_info.py → v1_collection_info.py} +4 -4
  212. eval_studio_client/api/models/{v1alpha_get_dashboard_response.py → v1_create_dashboard_response.py} +8 -8
  213. eval_studio_client/api/models/{v1alpha_get_document_response.py → v1_create_document_response.py} +8 -8
  214. eval_studio_client/api/models/{v1alpha_create_evaluation_request.py → v1_create_evaluation_request.py} +11 -11
  215. eval_studio_client/api/models/{v1alpha_get_evaluator_response.py → v1_create_evaluator_response.py} +8 -8
  216. eval_studio_client/api/models/{v1alpha_get_leaderboard_response.py → v1_create_leaderboard_request.py} +8 -8
  217. eval_studio_client/api/models/{v1alpha_get_operation_response.py → v1_create_leaderboard_response.py} +8 -8
  218. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +91 -0
  219. eval_studio_client/api/models/{v1alpha_get_model_response.py → v1_create_model_response.py} +8 -8
  220. eval_studio_client/api/models/{v1alpha_create_perturbation_response.py → v1_create_perturbation_response.py} +5 -5
  221. eval_studio_client/api/models/{v1alpha_get_test_case_response.py → v1_create_test_case_response.py} +8 -8
  222. eval_studio_client/api/models/{v1alpha_find_test_lab_response.py → v1_create_test_lab_response.py} +8 -8
  223. eval_studio_client/api/models/{v1alpha_get_test_response.py → v1_create_test_response.py} +8 -8
  224. eval_studio_client/api/models/{v1alpha_dashboard.py → v1_dashboard.py} +7 -7
  225. eval_studio_client/api/models/{v1alpha_dashboard_status.py → v1_dashboard_status.py} +3 -3
  226. eval_studio_client/api/models/{v1alpha_update_dashboard_response.py → v1_delete_dashboard_response.py} +8 -8
  227. eval_studio_client/api/models/{v1alpha_update_document_response.py → v1_delete_document_response.py} +8 -8
  228. eval_studio_client/api/models/{v1alpha_create_evaluator_response.py → v1_delete_evaluator_response.py} +8 -8
  229. eval_studio_client/api/models/{v1alpha_create_leaderboard_request.py → v1_delete_leaderboard_response.py} +8 -8
  230. eval_studio_client/api/models/{v1alpha_create_model_response.py → v1_delete_model_response.py} +8 -8
  231. eval_studio_client/api/models/{v1alpha_delete_test_case_response.py → v1_delete_test_case_response.py} +8 -8
  232. eval_studio_client/api/models/{v1alpha_create_test_response.py → v1_delete_test_response.py} +8 -8
  233. eval_studio_client/api/models/{v1alpha_document.py → v1_document.py} +5 -5
  234. eval_studio_client/api/models/{v1alpha_evaluation_test.py → v1_evaluation_test.py} +10 -10
  235. eval_studio_client/api/models/{v1alpha_evaluator.py → v1_evaluator.py} +14 -10
  236. eval_studio_client/api/models/{v1alpha_evaluator_param_type.py → v1_evaluator_param_type.py} +3 -3
  237. eval_studio_client/api/models/{v1alpha_evaluator_parameter.py → v1_evaluator_parameter.py} +7 -7
  238. eval_studio_client/api/models/{v1alpha_evaluator_view.py → v1_evaluator_view.py} +3 -3
  239. eval_studio_client/api/models/{v1alpha_create_leaderboard_response.py → v1_finalize_operation_response.py} +8 -8
  240. eval_studio_client/api/models/{v1alpha_find_all_test_cases_by_id_response.py → v1_find_all_test_cases_by_id_response.py} +8 -8
  241. eval_studio_client/api/models/{v1alpha_create_test_lab_response.py → v1_find_test_lab_response.py} +8 -8
  242. eval_studio_client/api/models/{v1alpha_finalize_operation_response.py → v1_generate_test_cases_response.py} +8 -8
  243. eval_studio_client/api/models/{v1alpha_create_dashboard_response.py → v1_get_dashboard_response.py} +8 -8
  244. eval_studio_client/api/models/{v1alpha_delete_document_response.py → v1_get_document_response.py} +8 -8
  245. eval_studio_client/api/models/{v1alpha_delete_evaluator_response.py → v1_get_evaluator_response.py} +8 -8
  246. eval_studio_client/api/models/{v1alpha_get_info_response.py → v1_get_info_response.py} +8 -8
  247. eval_studio_client/api/models/{v1alpha_update_leaderboard_response.py → v1_get_leaderboard_response.py} +8 -8
  248. eval_studio_client/api/models/{v1alpha_update_model_response.py → v1_get_model_response.py} +8 -8
  249. eval_studio_client/api/models/{v1alpha_get_operation_progress_by_parent_response.py → v1_get_operation_progress_by_parent_response.py} +8 -8
  250. eval_studio_client/api/models/v1_get_operation_response.py +91 -0
  251. eval_studio_client/api/models/{v1alpha_get_perturbator_response.py → v1_get_perturbator_response.py} +8 -8
  252. eval_studio_client/api/models/{v1alpha_create_test_case_response.py → v1_get_test_case_response.py} +8 -8
  253. eval_studio_client/api/models/{v1alpha_get_test_class_response.py → v1_get_test_class_response.py} +8 -8
  254. eval_studio_client/api/models/{v1alpha_update_test_response.py → v1_get_test_response.py} +8 -8
  255. eval_studio_client/api/models/{v1alpha_import_evaluation_request.py → v1_import_evaluation_request.py} +8 -8
  256. eval_studio_client/api/models/{v1alpha_import_leaderboard_request.py → v1_import_leaderboard_request.py} +7 -7
  257. eval_studio_client/api/models/v1_import_leaderboard_response.py +91 -0
  258. eval_studio_client/api/models/{v1alpha_info.py → v1_info.py} +5 -5
  259. eval_studio_client/api/models/{v1alpha_insight.py → v1_insight.py} +4 -4
  260. eval_studio_client/api/models/{v1alpha_leaderboard.py → v1_leaderboard.py} +15 -15
  261. eval_studio_client/api/models/{v1alpha_leaderboard_status.py → v1_leaderboard_status.py} +3 -3
  262. eval_studio_client/api/models/{v1alpha_leaderboard_type.py → v1_leaderboard_type.py} +3 -3
  263. eval_studio_client/api/models/{v1alpha_leaderboard_view.py → v1_leaderboard_view.py} +3 -3
  264. eval_studio_client/api/models/{v1alpha_list_base_models_response.py → v1_list_base_models_response.py} +5 -5
  265. eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_response.py → v1_list_dashboards_response.py} +8 -8
  266. eval_studio_client/api/models/{v1alpha_batch_delete_documents_response.py → v1_list_documents_response.py} +8 -8
  267. eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_response.py → v1_list_evaluators_response.py} +8 -8
  268. eval_studio_client/api/models/{v1alpha_list_leaderboards_response.py → v1_list_leaderboards_response.py} +8 -8
  269. eval_studio_client/api/models/{v1alpha_list_llm_models_response.py → v1_list_llm_models_response.py} +5 -5
  270. eval_studio_client/api/models/{v1alpha_list_model_collections_response.py → v1_list_model_collections_response.py} +8 -8
  271. eval_studio_client/api/models/{v1alpha_batch_delete_models_response.py → v1_list_models_response.py} +8 -8
  272. eval_studio_client/api/models/{v1alpha_list_most_recent_dashboards_response.py → v1_list_most_recent_dashboards_response.py} +8 -8
  273. eval_studio_client/api/models/{v1alpha_list_most_recent_leaderboards_response.py → v1_list_most_recent_leaderboards_response.py} +8 -8
  274. eval_studio_client/api/models/{v1alpha_list_most_recent_models_response.py → v1_list_most_recent_models_response.py} +8 -8
  275. eval_studio_client/api/models/{v1alpha_batch_import_tests_response.py → v1_list_most_recent_tests_response.py} +8 -8
  276. eval_studio_client/api/models/{v1alpha_batch_get_operations_response.py → v1_list_operations_response.py} +8 -8
  277. eval_studio_client/api/models/{v1alpha_list_perturbators_response.py → v1_list_perturbators_response.py} +8 -8
  278. eval_studio_client/api/models/{v1alpha_list_rag_collections_response.py → v1_list_rag_collections_response.py} +8 -8
  279. eval_studio_client/api/models/{v1alpha_batch_delete_test_cases_response.py → v1_list_test_cases_response.py} +8 -8
  280. eval_studio_client/api/models/{v1alpha_list_test_classes_response.py → v1_list_test_classes_response.py} +8 -8
  281. eval_studio_client/api/models/v1_list_tests_response.py +95 -0
  282. eval_studio_client/api/models/{v1alpha_model.py → v1_model.py} +7 -7
  283. eval_studio_client/api/models/{v1alpha_model_type.py → v1_model_type.py} +3 -3
  284. eval_studio_client/api/models/{v1alpha_operation.py → v1_operation.py} +4 -4
  285. eval_studio_client/api/models/{v1alpha_operation_progress.py → v1_operation_progress.py} +5 -5
  286. eval_studio_client/api/models/{v1alpha_delete_test_response.py → v1_perturb_test_response.py} +8 -8
  287. eval_studio_client/api/models/{v1alpha_perturbator.py → v1_perturbator.py} +5 -5
  288. eval_studio_client/api/models/{v1alpha_perturbator_configuration.py → v1_perturbator_configuration.py} +6 -6
  289. eval_studio_client/api/models/{v1alpha_perturbator_intensity.py → v1_perturbator_intensity.py} +4 -4
  290. eval_studio_client/api/models/{v1alpha_problem_and_action.py → v1_problem_and_action.py} +5 -5
  291. eval_studio_client/api/models/{v1alpha_test.py → v1_test.py} +5 -5
  292. eval_studio_client/api/models/{v1alpha_test_case.py → v1_test_case.py} +5 -5
  293. eval_studio_client/api/models/{v1alpha_test_case_relationship.py → v1_test_case_relationship.py} +5 -5
  294. eval_studio_client/api/models/v1_test_cases_generator.py +50 -0
  295. eval_studio_client/api/models/{v1alpha_test_class.py → v1_test_class.py} +7 -7
  296. eval_studio_client/api/models/{v1alpha_test_class_type.py → v1_test_class_type.py} +3 -3
  297. eval_studio_client/api/models/{v1alpha_test_lab.py → v1_test_lab.py} +5 -5
  298. eval_studio_client/api/models/{v1alpha_delete_dashboard_response.py → v1_update_dashboard_response.py} +8 -8
  299. eval_studio_client/api/models/{v1alpha_create_document_response.py → v1_update_document_response.py} +8 -8
  300. eval_studio_client/api/models/{v1alpha_delete_leaderboard_response.py → v1_update_leaderboard_response.py} +8 -8
  301. eval_studio_client/api/models/{v1alpha_delete_model_response.py → v1_update_model_response.py} +8 -8
  302. eval_studio_client/api/models/v1_update_operation_response.py +91 -0
  303. eval_studio_client/api/models/{v1alpha_update_test_case_response.py → v1_update_test_case_response.py} +8 -8
  304. eval_studio_client/api/models/v1_update_test_response.py +91 -0
  305. eval_studio_client/api/models/{v1alpha_who_am_i_response.py → v1_who_am_i_response.py} +5 -5
  306. eval_studio_client/api/rest.py +1 -1
  307. eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
  308. eval_studio_client/api/test/test_document_service_api.py +1 -1
  309. eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
  310. eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
  311. eval_studio_client/api/test/test_info_service_api.py +1 -1
  312. eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
  313. eval_studio_client/api/test/test_model_service_api.py +1 -1
  314. eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
  315. eval_studio_client/api/test/test_operation_service_api.py +1 -1
  316. eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
  317. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +4 -4
  318. eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
  319. eval_studio_client/api/test/test_prompt_generation_service_api.py +37 -0
  320. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +75 -0
  321. eval_studio_client/api/test/test_protobuf_any.py +1 -1
  322. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
  323. eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
  324. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +3 -3
  325. eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
  326. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
  327. eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
  328. eval_studio_client/api/test/test_required_the_test_case_to_update.py +1 -1
  329. eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
  330. eval_studio_client/api/test/test_rpc_status.py +1 -1
  331. eval_studio_client/api/test/test_test_case_service_api.py +1 -1
  332. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
  333. eval_studio_client/api/test/test_test_class_service_api.py +1 -1
  334. eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
  335. eval_studio_client/api/test/test_test_service_api.py +7 -1
  336. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +57 -0
  337. eval_studio_client/api/test/test_test_service_perturb_test_request.py +2 -2
  338. eval_studio_client/api/test/{test_v1alpha_batch_create_leaderboards_request.py → test_v1_batch_create_leaderboards_request.py} +16 -16
  339. eval_studio_client/api/test/{test_v1alpha_create_leaderboard_response.py → test_v1_batch_create_leaderboards_response.py} +13 -13
  340. eval_studio_client/api/test/{test_v1alpha_batch_delete_models_request.py → test_v1_batch_delete_dashboards_request.py} +12 -12
  341. eval_studio_client/api/test/{test_v1alpha_batch_get_dashboards_response.py → test_v1_batch_delete_dashboards_response.py} +13 -13
  342. eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_request.py → test_v1_batch_delete_documents_request.py} +12 -12
  343. eval_studio_client/api/test/{test_v1alpha_batch_get_documents_response.py → test_v1_batch_delete_documents_response.py} +13 -13
  344. eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +53 -0
  345. eval_studio_client/api/test/{test_v1alpha_batch_delete_evaluators_response.py → test_v1_batch_delete_evaluators_response.py} +15 -14
  346. eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_request.py → test_v1_batch_delete_leaderboards_request.py} +12 -12
  347. eval_studio_client/api/test/{test_v1alpha_batch_get_leaderboards_response.py → test_v1_batch_delete_leaderboards_response.py} +15 -15
  348. eval_studio_client/api/test/test_v1_batch_delete_models_request.py +53 -0
  349. eval_studio_client/api/test/{test_v1alpha_batch_get_models_response.py → test_v1_batch_delete_models_response.py} +13 -13
  350. eval_studio_client/api/test/{test_v1alpha_batch_delete_test_cases_response.py → test_v1_batch_delete_test_cases_response.py} +13 -13
  351. eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_request.py → test_v1_batch_delete_tests_request.py} +12 -12
  352. eval_studio_client/api/test/{test_v1alpha_batch_get_tests_response.py → test_v1_batch_delete_tests_response.py} +13 -13
  353. eval_studio_client/api/test/{test_v1alpha_list_dashboards_response.py → test_v1_batch_get_dashboards_response.py} +13 -13
  354. eval_studio_client/api/test/{test_v1alpha_list_documents_response.py → test_v1_batch_get_documents_response.py} +13 -13
  355. eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_response.py → test_v1_batch_get_leaderboards_response.py} +15 -15
  356. eval_studio_client/api/test/{test_v1alpha_list_models_response.py → test_v1_batch_get_models_response.py} +13 -13
  357. eval_studio_client/api/test/{test_v1alpha_list_operations_response.py → test_v1_batch_get_operations_response.py} +13 -13
  358. eval_studio_client/api/test/{test_v1alpha_list_tests_response.py → test_v1_batch_get_tests_response.py} +13 -13
  359. eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_request.py → test_v1_batch_import_leaderboard_request.py} +12 -12
  360. eval_studio_client/api/test/{test_v1alpha_import_leaderboard_response.py → test_v1_batch_import_leaderboard_response.py} +13 -13
  361. eval_studio_client/api/test/{test_v1alpha_batch_import_tests_request.py → test_v1_batch_import_tests_request.py} +12 -12
  362. eval_studio_client/api/test/{test_v1alpha_batch_import_tests_response.py → test_v1_batch_import_tests_response.py} +13 -13
  363. eval_studio_client/api/test/{test_v1alpha_check_base_models_response.py → test_v1_check_base_models_response.py} +12 -12
  364. eval_studio_client/api/test/{test_v1alpha_collection_info.py → test_v1_collection_info.py} +12 -12
  365. eval_studio_client/api/test/{test_v1alpha_get_dashboard_response.py → test_v1_create_dashboard_response.py} +13 -13
  366. eval_studio_client/api/test/{test_v1alpha_get_document_response.py → test_v1_create_document_response.py} +13 -13
  367. eval_studio_client/api/test/{test_v1alpha_create_evaluation_request.py → test_v1_create_evaluation_request.py} +16 -16
  368. eval_studio_client/api/test/{test_v1alpha_get_evaluator_response.py → test_v1_create_evaluator_response.py} +15 -14
  369. eval_studio_client/api/test/{test_v1alpha_get_leaderboard_response.py → test_v1_create_leaderboard_request.py} +15 -15
  370. eval_studio_client/api/test/{test_v1alpha_update_operation_response.py → test_v1_create_leaderboard_response.py} +13 -13
  371. eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_response.py → test_v1_create_leaderboard_without_cache_response.py} +13 -13
  372. eval_studio_client/api/test/{test_v1alpha_get_model_response.py → test_v1_create_model_response.py} +13 -13
  373. eval_studio_client/api/test/{test_v1alpha_create_perturbation_response.py → test_v1_create_perturbation_response.py} +12 -12
  374. eval_studio_client/api/test/{test_v1alpha_get_test_case_response.py → test_v1_create_test_case_response.py} +13 -13
  375. eval_studio_client/api/test/{test_v1alpha_find_test_lab_response.py → test_v1_create_test_lab_response.py} +13 -13
  376. eval_studio_client/api/test/{test_v1alpha_get_test_response.py → test_v1_create_test_response.py} +13 -13
  377. eval_studio_client/api/test/{test_v1alpha_dashboard.py → test_v1_dashboard.py} +12 -12
  378. eval_studio_client/api/test/{test_v1alpha_evaluator_view.py → test_v1_dashboard_status.py} +7 -7
  379. eval_studio_client/api/test/{test_v1alpha_update_dashboard_response.py → test_v1_delete_dashboard_response.py} +13 -13
  380. eval_studio_client/api/test/{test_v1alpha_update_document_response.py → test_v1_delete_document_response.py} +13 -13
  381. eval_studio_client/api/test/{test_v1alpha_delete_evaluator_response.py → test_v1_delete_evaluator_response.py} +15 -14
  382. eval_studio_client/api/test/{test_v1alpha_create_leaderboard_request.py → test_v1_delete_leaderboard_response.py} +15 -15
  383. eval_studio_client/api/test/{test_v1alpha_delete_model_response.py → test_v1_delete_model_response.py} +13 -13
  384. eval_studio_client/api/test/{test_v1alpha_create_test_case_response.py → test_v1_delete_test_case_response.py} +13 -13
  385. eval_studio_client/api/test/{test_v1alpha_create_test_response.py → test_v1_delete_test_response.py} +13 -13
  386. eval_studio_client/api/test/{test_v1alpha_document.py → test_v1_document.py} +12 -12
  387. eval_studio_client/api/test/{test_v1alpha_evaluation_test.py → test_v1_evaluation_test.py} +14 -14
  388. eval_studio_client/api/test/{test_v1alpha_evaluator.py → test_v1_evaluator.py} +14 -13
  389. eval_studio_client/api/test/{test_v1alpha_test_class_type.py → test_v1_evaluator_param_type.py} +7 -7
  390. eval_studio_client/api/test/{test_v1alpha_evaluator_parameter.py → test_v1_evaluator_parameter.py} +12 -12
  391. eval_studio_client/api/test/{test_v1alpha_model_type.py → test_v1_evaluator_view.py} +7 -7
  392. eval_studio_client/api/test/{test_v1alpha_get_operation_response.py → test_v1_finalize_operation_response.py} +13 -13
  393. eval_studio_client/api/test/{test_v1alpha_find_all_test_cases_by_id_response.py → test_v1_find_all_test_cases_by_id_response.py} +13 -13
  394. eval_studio_client/api/test/{test_v1alpha_create_test_lab_response.py → test_v1_find_test_lab_response.py} +13 -13
  395. eval_studio_client/api/test/{test_v1alpha_finalize_operation_response.py → test_v1_generate_test_cases_response.py} +13 -13
  396. eval_studio_client/api/test/{test_v1alpha_create_dashboard_response.py → test_v1_get_dashboard_response.py} +13 -13
  397. eval_studio_client/api/test/{test_v1alpha_delete_document_response.py → test_v1_get_document_response.py} +13 -13
  398. eval_studio_client/api/test/{test_v1alpha_create_evaluator_response.py → test_v1_get_evaluator_response.py} +15 -14
  399. eval_studio_client/api/test/{test_v1alpha_get_info_response.py → test_v1_get_info_response.py} +13 -13
  400. eval_studio_client/api/test/{test_v1alpha_delete_leaderboard_response.py → test_v1_get_leaderboard_response.py} +15 -15
  401. eval_studio_client/api/test/{test_v1alpha_create_model_response.py → test_v1_get_model_response.py} +13 -13
  402. eval_studio_client/api/test/{test_v1alpha_get_operation_progress_by_parent_response.py → test_v1_get_operation_progress_by_parent_response.py} +13 -13
  403. eval_studio_client/api/test/test_v1_get_operation_response.py +71 -0
  404. eval_studio_client/api/test/{test_v1alpha_get_perturbator_response.py → test_v1_get_perturbator_response.py} +13 -13
  405. eval_studio_client/api/test/{test_v1alpha_delete_test_case_response.py → test_v1_get_test_case_response.py} +13 -13
  406. eval_studio_client/api/test/{test_v1alpha_get_test_class_response.py → test_v1_get_test_class_response.py} +13 -13
  407. eval_studio_client/api/test/{test_v1alpha_delete_test_response.py → test_v1_get_test_response.py} +13 -13
  408. eval_studio_client/api/test/{test_v1alpha_import_evaluation_request.py → test_v1_import_evaluation_request.py} +13 -13
  409. eval_studio_client/api/test/{test_v1alpha_import_leaderboard_request.py → test_v1_import_leaderboard_request.py} +12 -12
  410. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +71 -0
  411. eval_studio_client/api/test/{test_v1alpha_info.py → test_v1_info.py} +12 -12
  412. eval_studio_client/api/test/{test_v1alpha_insight.py → test_v1_insight.py} +12 -12
  413. eval_studio_client/api/test/{test_v1alpha_leaderboard.py → test_v1_leaderboard.py} +14 -14
  414. eval_studio_client/api/test/{test_v1alpha_dashboard_status.py → test_v1_leaderboard_status.py} +7 -7
  415. eval_studio_client/api/test/test_v1_leaderboard_type.py +33 -0
  416. eval_studio_client/api/test/test_v1_leaderboard_view.py +33 -0
  417. eval_studio_client/api/test/{test_v1alpha_list_base_models_response.py → test_v1_list_base_models_response.py} +12 -12
  418. eval_studio_client/api/test/{test_v1alpha_batch_delete_dashboards_response.py → test_v1_list_dashboards_response.py} +13 -13
  419. eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_response.py → test_v1_list_documents_response.py} +13 -13
  420. eval_studio_client/api/test/{test_v1alpha_list_evaluators_response.py → test_v1_list_evaluators_response.py} +15 -14
  421. eval_studio_client/api/test/{test_v1alpha_list_leaderboards_response.py → test_v1_list_leaderboards_response.py} +15 -15
  422. eval_studio_client/api/test/{test_v1alpha_list_llm_models_response.py → test_v1_list_llm_models_response.py} +12 -12
  423. eval_studio_client/api/test/{test_v1alpha_list_rag_collections_response.py → test_v1_list_model_collections_response.py} +13 -13
  424. eval_studio_client/api/test/{test_v1alpha_batch_delete_models_response.py → test_v1_list_models_response.py} +13 -13
  425. eval_studio_client/api/test/{test_v1alpha_list_most_recent_dashboards_response.py → test_v1_list_most_recent_dashboards_response.py} +13 -13
  426. eval_studio_client/api/test/{test_v1alpha_list_most_recent_leaderboards_response.py → test_v1_list_most_recent_leaderboards_response.py} +15 -15
  427. eval_studio_client/api/test/{test_v1alpha_list_most_recent_models_response.py → test_v1_list_most_recent_models_response.py} +13 -13
  428. eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_response.py → test_v1_list_most_recent_tests_response.py} +13 -13
  429. eval_studio_client/api/test/{test_v1alpha_batch_get_operations_response.py → test_v1_list_operations_response.py} +13 -13
  430. eval_studio_client/api/test/{test_v1alpha_list_perturbators_response.py → test_v1_list_perturbators_response.py} +13 -13
  431. eval_studio_client/api/test/{test_v1alpha_list_model_collections_response.py → test_v1_list_rag_collections_response.py} +13 -13
  432. eval_studio_client/api/test/{test_v1alpha_list_test_cases_response.py → test_v1_list_test_cases_response.py} +13 -13
  433. eval_studio_client/api/test/{test_v1alpha_list_test_classes_response.py → test_v1_list_test_classes_response.py} +13 -13
  434. eval_studio_client/api/test/test_v1_list_tests_response.py +69 -0
  435. eval_studio_client/api/test/{test_v1alpha_model.py → test_v1_model.py} +12 -12
  436. eval_studio_client/api/test/{test_v1alpha_leaderboard_view.py → test_v1_model_type.py} +7 -7
  437. eval_studio_client/api/test/{test_v1alpha_operation.py → test_v1_operation.py} +12 -12
  438. eval_studio_client/api/test/{test_v1alpha_operation_progress.py → test_v1_operation_progress.py} +12 -12
  439. eval_studio_client/api/test/{test_v1alpha_update_test_response.py → test_v1_perturb_test_response.py} +13 -13
  440. eval_studio_client/api/test/{test_v1alpha_perturbator.py → test_v1_perturbator.py} +12 -12
  441. eval_studio_client/api/test/{test_v1alpha_perturbator_configuration.py → test_v1_perturbator_configuration.py} +12 -12
  442. eval_studio_client/api/test/{test_v1alpha_leaderboard_type.py → test_v1_perturbator_intensity.py} +7 -7
  443. eval_studio_client/api/test/{test_v1alpha_problem_and_action.py → test_v1_problem_and_action.py} +12 -12
  444. eval_studio_client/api/test/{test_v1alpha_test.py → test_v1_test.py} +12 -12
  445. eval_studio_client/api/test/{test_v1alpha_test_case.py → test_v1_test_case.py} +12 -12
  446. eval_studio_client/api/test/{test_v1alpha_test_case_relationship.py → test_v1_test_case_relationship.py} +12 -12
  447. eval_studio_client/api/test/test_v1_test_cases_generator.py +33 -0
  448. eval_studio_client/api/test/{test_v1alpha_test_class.py → test_v1_test_class.py} +12 -12
  449. eval_studio_client/api/test/test_v1_test_class_type.py +33 -0
  450. eval_studio_client/api/test/{test_v1alpha_test_lab.py → test_v1_test_lab.py} +12 -12
  451. eval_studio_client/api/test/{test_v1alpha_delete_dashboard_response.py → test_v1_update_dashboard_response.py} +13 -13
  452. eval_studio_client/api/test/{test_v1alpha_create_document_response.py → test_v1_update_document_response.py} +13 -13
  453. eval_studio_client/api/test/{test_v1alpha_update_leaderboard_response.py → test_v1_update_leaderboard_response.py} +15 -15
  454. eval_studio_client/api/test/{test_v1alpha_update_model_response.py → test_v1_update_model_response.py} +13 -13
  455. eval_studio_client/api/test/test_v1_update_operation_response.py +71 -0
  456. eval_studio_client/api/test/{test_v1alpha_update_test_case_response.py → test_v1_update_test_case_response.py} +13 -13
  457. eval_studio_client/api/test/test_v1_update_test_response.py +67 -0
  458. eval_studio_client/api/test/{test_v1alpha_who_am_i_response.py → test_v1_who_am_i_response.py} +12 -12
  459. eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
  460. eval_studio_client/dashboards.py +50 -9
  461. eval_studio_client/documents.py +3 -3
  462. eval_studio_client/evaluators.py +1 -1
  463. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +568 -387
  464. eval_studio_client/insights.py +1 -1
  465. eval_studio_client/leaderboards.py +16 -13
  466. eval_studio_client/models.py +117 -29
  467. eval_studio_client/perturbators.py +5 -7
  468. eval_studio_client/problems.py +1 -1
  469. eval_studio_client/test_labs.py +2 -2
  470. eval_studio_client/tests.py +222 -8
  471. eval_studio_client/utils.py +26 -0
  472. {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-1.0.0.dist-info}/METADATA +2 -2
  473. eval_studio_client-1.0.0.dist-info/RECORD +486 -0
  474. {eval_studio_client-0.8.0a2.dist-info → eval_studio_client-1.0.0.dist-info}/WHEEL +1 -1
  475. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +0 -31
  476. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +0 -29
  477. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +0 -29
  478. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +0 -29
  479. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +0 -29
  480. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +0 -29
  481. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +0 -29
  482. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +0 -29
  483. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +0 -30
  484. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +0 -29
  485. eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +0 -29
  486. eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +0 -29
  487. eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +0 -29
  488. eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +0 -29
  489. eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +0 -29
  490. eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +0 -29
  491. eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +0 -29
  492. eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +0 -29
  493. eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +0 -29
  494. eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +0 -29
  495. eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +0 -29
  496. eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +0 -29
  497. eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +0 -30
  498. eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +0 -29
  499. eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +0 -29
  500. eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +0 -29
  501. eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +0 -29
  502. eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +0 -29
  503. eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +0 -29
  504. eval_studio_client/api/docs/V1alphaCreateModelResponse.md +0 -29
  505. eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +0 -29
  506. eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +0 -29
  507. eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +0 -29
  508. eval_studio_client/api/docs/V1alphaCreateTestResponse.md +0 -29
  509. eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +0 -29
  510. eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +0 -29
  511. eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +0 -29
  512. eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +0 -29
  513. eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +0 -29
  514. eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +0 -29
  515. eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +0 -29
  516. eval_studio_client/api/docs/V1alphaEvaluationTest.md +0 -32
  517. eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +0 -29
  518. eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +0 -29
  519. eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +0 -29
  520. eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +0 -29
  521. eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +0 -29
  522. eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +0 -29
  523. eval_studio_client/api/docs/V1alphaGetInfoResponse.md +0 -29
  524. eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +0 -29
  525. eval_studio_client/api/docs/V1alphaGetModelResponse.md +0 -29
  526. eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +0 -29
  527. eval_studio_client/api/docs/V1alphaGetOperationResponse.md +0 -29
  528. eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +0 -29
  529. eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +0 -29
  530. eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +0 -29
  531. eval_studio_client/api/docs/V1alphaGetTestResponse.md +0 -29
  532. eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +0 -29
  533. eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +0 -29
  534. eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +0 -29
  535. eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +0 -29
  536. eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +0 -29
  537. eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +0 -29
  538. eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +0 -30
  539. eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +0 -29
  540. eval_studio_client/api/docs/V1alphaListModelsResponse.md +0 -29
  541. eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +0 -29
  542. eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +0 -29
  543. eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +0 -29
  544. eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +0 -29
  545. eval_studio_client/api/docs/V1alphaListOperationsResponse.md +0 -29
  546. eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +0 -29
  547. eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +0 -29
  548. eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +0 -29
  549. eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +0 -29
  550. eval_studio_client/api/docs/V1alphaListTestsResponse.md +0 -29
  551. eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +0 -29
  552. eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +0 -32
  553. eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +0 -29
  554. eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +0 -29
  555. eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +0 -29
  556. eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +0 -29
  557. eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +0 -29
  558. eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +0 -29
  559. eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +0 -29
  560. eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +0 -91
  561. eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +0 -91
  562. eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +0 -91
  563. eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +0 -95
  564. eval_studio_client/api/models/v1alpha_perturb_test_response.py +0 -91
  565. eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +0 -71
  566. eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +0 -53
  567. eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +0 -53
  568. eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +0 -71
  569. eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +0 -33
  570. eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +0 -33
  571. eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +0 -69
  572. eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +0 -67
  573. eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +0 -33
  574. eval_studio_client-0.8.0a2.dist-info/RECORD +0 -470
@@ -1,29 +0,0 @@
1
- # V1alphaListMostRecentLeaderboardsResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **leaderboards** | [**List[V1alphaLeaderboard]**](V1alphaLeaderboard.md) | The list of Leaderboards. | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_list_most_recent_leaderboards_response import V1alphaListMostRecentLeaderboardsResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaListMostRecentLeaderboardsResponse from a JSON string
18
- v1alpha_list_most_recent_leaderboards_response_instance = V1alphaListMostRecentLeaderboardsResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaListMostRecentLeaderboardsResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_list_most_recent_leaderboards_response_dict = v1alpha_list_most_recent_leaderboards_response_instance.to_dict()
24
- # create an instance of V1alphaListMostRecentLeaderboardsResponse from a dict
25
- v1alpha_list_most_recent_leaderboards_response_from_dict = V1alphaListMostRecentLeaderboardsResponse.from_dict(v1alpha_list_most_recent_leaderboards_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaListMostRecentModelsResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **models** | [**List[V1alphaModel]**](V1alphaModel.md) | The list of Models. | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_list_most_recent_models_response import V1alphaListMostRecentModelsResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaListMostRecentModelsResponse from a JSON string
18
- v1alpha_list_most_recent_models_response_instance = V1alphaListMostRecentModelsResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaListMostRecentModelsResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_list_most_recent_models_response_dict = v1alpha_list_most_recent_models_response_instance.to_dict()
24
- # create an instance of V1alphaListMostRecentModelsResponse from a dict
25
- v1alpha_list_most_recent_models_response_from_dict = V1alphaListMostRecentModelsResponse.from_dict(v1alpha_list_most_recent_models_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaListMostRecentTestsResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **tests** | [**List[V1alphaTest]**](V1alphaTest.md) | The list of Tests. | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_list_most_recent_tests_response import V1alphaListMostRecentTestsResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaListMostRecentTestsResponse from a JSON string
18
- v1alpha_list_most_recent_tests_response_instance = V1alphaListMostRecentTestsResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaListMostRecentTestsResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_list_most_recent_tests_response_dict = v1alpha_list_most_recent_tests_response_instance.to_dict()
24
- # create an instance of V1alphaListMostRecentTestsResponse from a dict
25
- v1alpha_list_most_recent_tests_response_from_dict = V1alphaListMostRecentTestsResponse.from_dict(v1alpha_list_most_recent_tests_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaListOperationsResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **operations** | [**List[V1alphaOperation]**](V1alphaOperation.md) | The list of Operations. | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_list_operations_response import V1alphaListOperationsResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaListOperationsResponse from a JSON string
18
- v1alpha_list_operations_response_instance = V1alphaListOperationsResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaListOperationsResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_list_operations_response_dict = v1alpha_list_operations_response_instance.to_dict()
24
- # create an instance of V1alphaListOperationsResponse from a dict
25
- v1alpha_list_operations_response_from_dict = V1alphaListOperationsResponse.from_dict(v1alpha_list_operations_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaListPerturbatorsResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **perturbators** | [**List[V1alphaPerturbator]**](V1alphaPerturbator.md) | The list of Perturbators. | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_list_perturbators_response import V1alphaListPerturbatorsResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaListPerturbatorsResponse from a JSON string
18
- v1alpha_list_perturbators_response_instance = V1alphaListPerturbatorsResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaListPerturbatorsResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_list_perturbators_response_dict = v1alpha_list_perturbators_response_instance.to_dict()
24
- # create an instance of V1alphaListPerturbatorsResponse from a dict
25
- v1alpha_list_perturbators_response_from_dict = V1alphaListPerturbatorsResponse.from_dict(v1alpha_list_perturbators_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaListRAGCollectionsResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **collections** | [**List[V1alphaCollectionInfo]**](V1alphaCollectionInfo.md) | Required. List of RAG collections available for evaluation. | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_list_rag_collections_response import V1alphaListRAGCollectionsResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaListRAGCollectionsResponse from a JSON string
18
- v1alpha_list_rag_collections_response_instance = V1alphaListRAGCollectionsResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaListRAGCollectionsResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_list_rag_collections_response_dict = v1alpha_list_rag_collections_response_instance.to_dict()
24
- # create an instance of V1alphaListRAGCollectionsResponse from a dict
25
- v1alpha_list_rag_collections_response_from_dict = V1alphaListRAGCollectionsResponse.from_dict(v1alpha_list_rag_collections_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaListTestCasesResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **test_cases** | [**List[V1alphaTestCase]**](V1alphaTestCase.md) | The list of TestCases. | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_list_test_cases_response import V1alphaListTestCasesResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaListTestCasesResponse from a JSON string
18
- v1alpha_list_test_cases_response_instance = V1alphaListTestCasesResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaListTestCasesResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_list_test_cases_response_dict = v1alpha_list_test_cases_response_instance.to_dict()
24
- # create an instance of V1alphaListTestCasesResponse from a dict
25
- v1alpha_list_test_cases_response_from_dict = V1alphaListTestCasesResponse.from_dict(v1alpha_list_test_cases_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaListTestClassesResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **test_classes** | [**List[V1alphaTestClass]**](V1alphaTestClass.md) | The TestClasses that match the request. | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_list_test_classes_response import V1alphaListTestClassesResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaListTestClassesResponse from a JSON string
18
- v1alpha_list_test_classes_response_instance = V1alphaListTestClassesResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaListTestClassesResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_list_test_classes_response_dict = v1alpha_list_test_classes_response_instance.to_dict()
24
- # create an instance of V1alphaListTestClassesResponse from a dict
25
- v1alpha_list_test_classes_response_from_dict = V1alphaListTestClassesResponse.from_dict(v1alpha_list_test_classes_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaListTestsResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **tests** | [**List[V1alphaTest]**](V1alphaTest.md) | The Tests that match the request. | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_list_tests_response import V1alphaListTestsResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaListTestsResponse from a JSON string
18
- v1alpha_list_tests_response_instance = V1alphaListTestsResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaListTestsResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_list_tests_response_dict = v1alpha_list_tests_response_instance.to_dict()
24
- # create an instance of V1alphaListTestsResponse from a dict
25
- v1alpha_list_tests_response_from_dict = V1alphaListTestsResponse.from_dict(v1alpha_list_tests_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaPerturbTestResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **test** | [**V1alphaTest**](V1alphaTest.md) | | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_perturb_test_response import V1alphaPerturbTestResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaPerturbTestResponse from a JSON string
18
- v1alpha_perturb_test_response_instance = V1alphaPerturbTestResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaPerturbTestResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_perturb_test_response_dict = v1alpha_perturb_test_response_instance.to_dict()
24
- # create an instance of V1alphaPerturbTestResponse from a dict
25
- v1alpha_perturb_test_response_from_dict = V1alphaPerturbTestResponse.from_dict(v1alpha_perturb_test_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,32 +0,0 @@
1
- # V1alphaPerturbatorConfiguration
2
-
3
- PerturbatorConfiguration represents the configuration of a perturbator to use during the perturbation process.
4
-
5
- ## Properties
6
-
7
- Name | Type | Description | Notes
8
- ------------ | ------------- | ------------- | -------------
9
- **name** | **str** | | [optional]
10
- **intensity** | [**V1alphaPerturbatorIntensity**](V1alphaPerturbatorIntensity.md) | | [optional]
11
- **params** | **str** | Optional. The parameters to pass to the perturbator. | [optional]
12
-
13
- ## Example
14
-
15
- ```python
16
- from eval_studio_client.api.models.v1alpha_perturbator_configuration import V1alphaPerturbatorConfiguration
17
-
18
- # TODO update the JSON string below
19
- json = "{}"
20
- # create an instance of V1alphaPerturbatorConfiguration from a JSON string
21
- v1alpha_perturbator_configuration_instance = V1alphaPerturbatorConfiguration.from_json(json)
22
- # print the JSON string representation of the object
23
- print(V1alphaPerturbatorConfiguration.to_json())
24
-
25
- # convert the object into a dict
26
- v1alpha_perturbator_configuration_dict = v1alpha_perturbator_configuration_instance.to_dict()
27
- # create an instance of V1alphaPerturbatorConfiguration from a dict
28
- v1alpha_perturbator_configuration_from_dict = V1alphaPerturbatorConfiguration.from_dict(v1alpha_perturbator_configuration_dict)
29
- ```
30
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
31
-
32
-
@@ -1,29 +0,0 @@
1
- # V1alphaUpdateDashboardResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **dashboard** | [**V1alphaDashboard**](V1alphaDashboard.md) | | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_update_dashboard_response import V1alphaUpdateDashboardResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaUpdateDashboardResponse from a JSON string
18
- v1alpha_update_dashboard_response_instance = V1alphaUpdateDashboardResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaUpdateDashboardResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_update_dashboard_response_dict = v1alpha_update_dashboard_response_instance.to_dict()
24
- # create an instance of V1alphaUpdateDashboardResponse from a dict
25
- v1alpha_update_dashboard_response_from_dict = V1alphaUpdateDashboardResponse.from_dict(v1alpha_update_dashboard_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaUpdateDocumentResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **document** | [**V1alphaDocument**](V1alphaDocument.md) | | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_update_document_response import V1alphaUpdateDocumentResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaUpdateDocumentResponse from a JSON string
18
- v1alpha_update_document_response_instance = V1alphaUpdateDocumentResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaUpdateDocumentResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_update_document_response_dict = v1alpha_update_document_response_instance.to_dict()
24
- # create an instance of V1alphaUpdateDocumentResponse from a dict
25
- v1alpha_update_document_response_from_dict = V1alphaUpdateDocumentResponse.from_dict(v1alpha_update_document_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaUpdateLeaderboardResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **leaderboard** | [**V1alphaLeaderboard**](V1alphaLeaderboard.md) | | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_update_leaderboard_response import V1alphaUpdateLeaderboardResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaUpdateLeaderboardResponse from a JSON string
18
- v1alpha_update_leaderboard_response_instance = V1alphaUpdateLeaderboardResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaUpdateLeaderboardResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_update_leaderboard_response_dict = v1alpha_update_leaderboard_response_instance.to_dict()
24
- # create an instance of V1alphaUpdateLeaderboardResponse from a dict
25
- v1alpha_update_leaderboard_response_from_dict = V1alphaUpdateLeaderboardResponse.from_dict(v1alpha_update_leaderboard_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaUpdateModelResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **model** | [**V1alphaModel**](V1alphaModel.md) | | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_update_model_response import V1alphaUpdateModelResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaUpdateModelResponse from a JSON string
18
- v1alpha_update_model_response_instance = V1alphaUpdateModelResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaUpdateModelResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_update_model_response_dict = v1alpha_update_model_response_instance.to_dict()
24
- # create an instance of V1alphaUpdateModelResponse from a dict
25
- v1alpha_update_model_response_from_dict = V1alphaUpdateModelResponse.from_dict(v1alpha_update_model_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaUpdateOperationResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **operation** | [**V1alphaOperation**](V1alphaOperation.md) | | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_update_operation_response import V1alphaUpdateOperationResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaUpdateOperationResponse from a JSON string
18
- v1alpha_update_operation_response_instance = V1alphaUpdateOperationResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaUpdateOperationResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_update_operation_response_dict = v1alpha_update_operation_response_instance.to_dict()
24
- # create an instance of V1alphaUpdateOperationResponse from a dict
25
- v1alpha_update_operation_response_from_dict = V1alphaUpdateOperationResponse.from_dict(v1alpha_update_operation_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaUpdateTestCaseResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **test_case** | [**V1alphaTestCase**](V1alphaTestCase.md) | | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_update_test_case_response import V1alphaUpdateTestCaseResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaUpdateTestCaseResponse from a JSON string
18
- v1alpha_update_test_case_response_instance = V1alphaUpdateTestCaseResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaUpdateTestCaseResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_update_test_case_response_dict = v1alpha_update_test_case_response_instance.to_dict()
24
- # create an instance of V1alphaUpdateTestCaseResponse from a dict
25
- v1alpha_update_test_case_response_from_dict = V1alphaUpdateTestCaseResponse.from_dict(v1alpha_update_test_case_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1alphaUpdateTestResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **test** | [**V1alphaTest**](V1alphaTest.md) | | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1alpha_update_test_response import V1alphaUpdateTestResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1alphaUpdateTestResponse from a JSON string
18
- v1alpha_update_test_response_instance = V1alphaUpdateTestResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1alphaUpdateTestResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1alpha_update_test_response_dict = v1alpha_update_test_response_instance.to_dict()
24
- # create an instance of V1alphaUpdateTestResponse from a dict
25
- v1alpha_update_test_response_from_dict = V1alphaUpdateTestResponse.from_dict(v1alpha_update_test_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,91 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1alpha/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- from __future__ import annotations
16
- import pprint
17
- import re # noqa: F401
18
- import json
19
-
20
- from pydantic import BaseModel, ConfigDict
21
- from typing import Any, ClassVar, Dict, List, Optional
22
- from eval_studio_client.api.models.v1alpha_operation import V1alphaOperation
23
- from typing import Optional, Set
24
- from typing_extensions import Self
25
-
26
- class V1alphaBatchCreateLeaderboardsResponse(BaseModel):
27
- """
28
- V1alphaBatchCreateLeaderboardsResponse
29
- """ # noqa: E501
30
- operation: Optional[V1alphaOperation] = None
31
- __properties: ClassVar[List[str]] = ["operation"]
32
-
33
- model_config = ConfigDict(
34
- populate_by_name=True,
35
- validate_assignment=True,
36
- protected_namespaces=(),
37
- )
38
-
39
-
40
- def to_str(self) -> str:
41
- """Returns the string representation of the model using alias"""
42
- return pprint.pformat(self.model_dump(by_alias=True))
43
-
44
- def to_json(self) -> str:
45
- """Returns the JSON representation of the model using alias"""
46
- # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
47
- return json.dumps(self.to_dict())
48
-
49
- @classmethod
50
- def from_json(cls, json_str: str) -> Optional[Self]:
51
- """Create an instance of V1alphaBatchCreateLeaderboardsResponse from a JSON string"""
52
- return cls.from_dict(json.loads(json_str))
53
-
54
- def to_dict(self) -> Dict[str, Any]:
55
- """Return the dictionary representation of the model using alias.
56
-
57
- This has the following differences from calling pydantic's
58
- `self.model_dump(by_alias=True)`:
59
-
60
- * `None` is only added to the output dict for nullable fields that
61
- were set at model initialization. Other fields with value `None`
62
- are ignored.
63
- """
64
- excluded_fields: Set[str] = set([
65
- ])
66
-
67
- _dict = self.model_dump(
68
- by_alias=True,
69
- exclude=excluded_fields,
70
- exclude_none=True,
71
- )
72
- # override the default output from pydantic by calling `to_dict()` of operation
73
- if self.operation:
74
- _dict['operation'] = self.operation.to_dict()
75
- return _dict
76
-
77
- @classmethod
78
- def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
79
- """Create an instance of V1alphaBatchCreateLeaderboardsResponse from a dict"""
80
- if obj is None:
81
- return None
82
-
83
- if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
85
-
86
- _obj = cls.model_validate({
87
- "operation": V1alphaOperation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
88
- })
89
- return _obj
90
-
91
-