eval-studio-client 0.8.0a1__py3-none-any.whl → 0.8.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (573) hide show
  1. eval_studio_client/__init__.py +2 -1
  2. eval_studio_client/api/__init__.py +125 -120
  3. eval_studio_client/api/api/__init__.py +1 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +71 -71
  5. eval_studio_client/api/api/document_service_api.py +64 -64
  6. eval_studio_client/api/api/evaluation_service_api.py +42 -42
  7. eval_studio_client/api/api/evaluator_service_api.py +50 -50
  8. eval_studio_client/api/api/info_service_api.py +8 -8
  9. eval_studio_client/api/api/leaderboard_service_api.py +126 -126
  10. eval_studio_client/api/api/model_service_api.py +92 -92
  11. eval_studio_client/api/api/operation_progress_service_api.py +8 -8
  12. eval_studio_client/api/api/operation_service_api.py +36 -36
  13. eval_studio_client/api/api/perturbation_service_api.py +8 -8
  14. eval_studio_client/api/api/perturbator_service_api.py +15 -15
  15. eval_studio_client/api/api/prompt_generation_service_api.py +321 -0
  16. eval_studio_client/api/api/test_case_service_api.py +57 -57
  17. eval_studio_client/api/api/test_class_service_api.py +15 -15
  18. eval_studio_client/api/api/test_lab_service_api.py +22 -22
  19. eval_studio_client/api/api/test_service_api.py +376 -92
  20. eval_studio_client/api/api/who_am_i_service_api.py +8 -8
  21. eval_studio_client/api/api_client.py +1 -1
  22. eval_studio_client/api/configuration.py +1 -1
  23. eval_studio_client/api/docs/DashboardServiceApi.md +38 -38
  24. eval_studio_client/api/docs/DocumentServiceApi.md +34 -34
  25. eval_studio_client/api/docs/EvaluationServiceApi.md +22 -22
  26. eval_studio_client/api/docs/EvaluatorServiceApi.md +26 -26
  27. eval_studio_client/api/docs/InfoServiceApi.md +4 -4
  28. eval_studio_client/api/docs/LeaderboardServiceApi.md +66 -66
  29. eval_studio_client/api/docs/ModelServiceApi.md +50 -50
  30. eval_studio_client/api/docs/OperationProgressServiceApi.md +4 -4
  31. eval_studio_client/api/docs/OperationServiceApi.md +20 -20
  32. eval_studio_client/api/docs/PerturbationServiceApi.md +4 -4
  33. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +3 -3
  34. eval_studio_client/api/docs/PerturbatorServiceApi.md +8 -8
  35. eval_studio_client/api/docs/PromptGenerationServiceApi.md +78 -0
  36. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +35 -0
  37. eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +1 -1
  38. eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +4 -4
  39. eval_studio_client/api/docs/RequiredTheModelToUpdate.md +1 -1
  40. eval_studio_client/api/docs/TestCaseServiceApi.md +31 -31
  41. eval_studio_client/api/docs/TestClassServiceApi.md +8 -8
  42. eval_studio_client/api/docs/TestLabServiceApi.md +11 -11
  43. eval_studio_client/api/docs/TestServiceApi.md +119 -49
  44. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +33 -0
  45. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +1 -1
  46. eval_studio_client/api/docs/V1BatchCreateLeaderboardsRequest.md +31 -0
  47. eval_studio_client/api/docs/V1BatchCreateLeaderboardsResponse.md +29 -0
  48. eval_studio_client/api/docs/V1BatchDeleteDashboardsRequest.md +29 -0
  49. eval_studio_client/api/docs/V1BatchDeleteDashboardsResponse.md +29 -0
  50. eval_studio_client/api/docs/V1BatchDeleteDocumentsRequest.md +29 -0
  51. eval_studio_client/api/docs/V1BatchDeleteDocumentsResponse.md +29 -0
  52. eval_studio_client/api/docs/V1BatchDeleteEvaluatorsRequest.md +29 -0
  53. eval_studio_client/api/docs/V1BatchDeleteEvaluatorsResponse.md +29 -0
  54. eval_studio_client/api/docs/V1BatchDeleteLeaderboardsRequest.md +30 -0
  55. eval_studio_client/api/docs/V1BatchDeleteLeaderboardsResponse.md +29 -0
  56. eval_studio_client/api/docs/V1BatchDeleteModelsRequest.md +29 -0
  57. eval_studio_client/api/docs/V1BatchDeleteModelsResponse.md +29 -0
  58. eval_studio_client/api/docs/V1BatchDeleteTestCasesResponse.md +29 -0
  59. eval_studio_client/api/docs/{V1alphaBatchDeleteTestsRequest.md → V1BatchDeleteTestsRequest.md} +8 -8
  60. eval_studio_client/api/docs/V1BatchDeleteTestsResponse.md +29 -0
  61. eval_studio_client/api/docs/V1BatchGetDashboardsResponse.md +29 -0
  62. eval_studio_client/api/docs/V1BatchGetDocumentsResponse.md +29 -0
  63. eval_studio_client/api/docs/V1BatchGetLeaderboardsResponse.md +29 -0
  64. eval_studio_client/api/docs/V1BatchGetModelsResponse.md +29 -0
  65. eval_studio_client/api/docs/V1BatchGetOperationsResponse.md +29 -0
  66. eval_studio_client/api/docs/V1BatchGetTestsResponse.md +29 -0
  67. eval_studio_client/api/docs/{V1alphaBatchImportLeaderboardRequest.md → V1BatchImportLeaderboardRequest.md} +9 -9
  68. eval_studio_client/api/docs/V1BatchImportLeaderboardResponse.md +29 -0
  69. eval_studio_client/api/docs/{V1alphaBatchImportTestsRequest.md → V1BatchImportTestsRequest.md} +8 -8
  70. eval_studio_client/api/docs/V1BatchImportTestsResponse.md +29 -0
  71. eval_studio_client/api/docs/V1CheckBaseModelsResponse.md +30 -0
  72. eval_studio_client/api/docs/{V1alphaCollectionInfo.md → V1CollectionInfo.md} +8 -8
  73. eval_studio_client/api/docs/V1CreateDashboardResponse.md +29 -0
  74. eval_studio_client/api/docs/V1CreateDocumentResponse.md +29 -0
  75. eval_studio_client/api/docs/{V1alphaCreateEvaluationRequest.md → V1CreateEvaluationRequest.md} +10 -10
  76. eval_studio_client/api/docs/V1CreateEvaluatorResponse.md +29 -0
  77. eval_studio_client/api/docs/V1CreateLeaderboardRequest.md +29 -0
  78. eval_studio_client/api/docs/V1CreateLeaderboardResponse.md +29 -0
  79. eval_studio_client/api/docs/V1CreateLeaderboardWithoutCacheResponse.md +29 -0
  80. eval_studio_client/api/docs/V1CreateModelResponse.md +29 -0
  81. eval_studio_client/api/docs/V1CreatePerturbationResponse.md +29 -0
  82. eval_studio_client/api/docs/V1CreateTestCaseResponse.md +29 -0
  83. eval_studio_client/api/docs/V1CreateTestLabResponse.md +29 -0
  84. eval_studio_client/api/docs/V1CreateTestResponse.md +29 -0
  85. eval_studio_client/api/docs/{V1alphaDashboard.md → V1Dashboard.md} +9 -9
  86. eval_studio_client/api/docs/{V1alphaDashboardStatus.md → V1DashboardStatus.md} +1 -1
  87. eval_studio_client/api/docs/V1DeleteDashboardResponse.md +29 -0
  88. eval_studio_client/api/docs/V1DeleteDocumentResponse.md +29 -0
  89. eval_studio_client/api/docs/V1DeleteEvaluatorResponse.md +29 -0
  90. eval_studio_client/api/docs/V1DeleteLeaderboardResponse.md +29 -0
  91. eval_studio_client/api/docs/V1DeleteModelResponse.md +29 -0
  92. eval_studio_client/api/docs/V1DeleteTestCaseResponse.md +29 -0
  93. eval_studio_client/api/docs/V1DeleteTestResponse.md +29 -0
  94. eval_studio_client/api/docs/{V1alphaDocument.md → V1Document.md} +8 -8
  95. eval_studio_client/api/docs/V1EvaluationTest.md +32 -0
  96. eval_studio_client/api/docs/{V1alphaEvaluator.md → V1Evaluator.md} +10 -9
  97. eval_studio_client/api/docs/{V1alphaEvaluatorParamType.md → V1EvaluatorParamType.md} +1 -1
  98. eval_studio_client/api/docs/{V1alphaEvaluatorParameter.md → V1EvaluatorParameter.md} +9 -9
  99. eval_studio_client/api/docs/{V1alphaEvaluatorView.md → V1EvaluatorView.md} +1 -1
  100. eval_studio_client/api/docs/V1FinalizeOperationResponse.md +29 -0
  101. eval_studio_client/api/docs/V1FindAllTestCasesByIDResponse.md +29 -0
  102. eval_studio_client/api/docs/V1FindTestLabResponse.md +29 -0
  103. eval_studio_client/api/docs/V1GenerateTestCasesResponse.md +29 -0
  104. eval_studio_client/api/docs/V1GetDashboardResponse.md +29 -0
  105. eval_studio_client/api/docs/V1GetDocumentResponse.md +29 -0
  106. eval_studio_client/api/docs/V1GetEvaluatorResponse.md +29 -0
  107. eval_studio_client/api/docs/V1GetInfoResponse.md +29 -0
  108. eval_studio_client/api/docs/V1GetLeaderboardResponse.md +29 -0
  109. eval_studio_client/api/docs/V1GetModelResponse.md +29 -0
  110. eval_studio_client/api/docs/V1GetOperationProgressByParentResponse.md +29 -0
  111. eval_studio_client/api/docs/V1GetOperationResponse.md +29 -0
  112. eval_studio_client/api/docs/V1GetPerturbatorResponse.md +29 -0
  113. eval_studio_client/api/docs/V1GetTestCaseResponse.md +29 -0
  114. eval_studio_client/api/docs/V1GetTestClassResponse.md +29 -0
  115. eval_studio_client/api/docs/V1GetTestResponse.md +29 -0
  116. eval_studio_client/api/docs/{V1alphaImportEvaluationRequest.md → V1ImportEvaluationRequest.md} +9 -9
  117. eval_studio_client/api/docs/{V1alphaImportLeaderboardRequest.md → V1ImportLeaderboardRequest.md} +9 -9
  118. eval_studio_client/api/docs/V1ImportLeaderboardResponse.md +29 -0
  119. eval_studio_client/api/docs/{V1alphaInfo.md → V1Info.md} +8 -8
  120. eval_studio_client/api/docs/{V1alphaInsight.md → V1Insight.md} +8 -8
  121. eval_studio_client/api/docs/{V1alphaLeaderboard.md → V1Leaderboard.md} +12 -12
  122. eval_studio_client/api/docs/{V1alphaLeaderboardStatus.md → V1LeaderboardStatus.md} +1 -1
  123. eval_studio_client/api/docs/{V1alphaLeaderboardType.md → V1LeaderboardType.md} +1 -1
  124. eval_studio_client/api/docs/{V1alphaLeaderboardView.md → V1LeaderboardView.md} +1 -1
  125. eval_studio_client/api/docs/V1ListBaseModelsResponse.md +29 -0
  126. eval_studio_client/api/docs/V1ListDashboardsResponse.md +29 -0
  127. eval_studio_client/api/docs/V1ListDocumentsResponse.md +29 -0
  128. eval_studio_client/api/docs/V1ListEvaluatorsResponse.md +29 -0
  129. eval_studio_client/api/docs/V1ListLLMModelsResponse.md +29 -0
  130. eval_studio_client/api/docs/V1ListLeaderboardsResponse.md +30 -0
  131. eval_studio_client/api/docs/V1ListModelCollectionsResponse.md +29 -0
  132. eval_studio_client/api/docs/V1ListModelsResponse.md +29 -0
  133. eval_studio_client/api/docs/V1ListMostRecentDashboardsResponse.md +29 -0
  134. eval_studio_client/api/docs/V1ListMostRecentLeaderboardsResponse.md +29 -0
  135. eval_studio_client/api/docs/V1ListMostRecentModelsResponse.md +29 -0
  136. eval_studio_client/api/docs/V1ListMostRecentTestsResponse.md +29 -0
  137. eval_studio_client/api/docs/V1ListOperationsResponse.md +29 -0
  138. eval_studio_client/api/docs/V1ListPerturbatorsResponse.md +29 -0
  139. eval_studio_client/api/docs/V1ListRAGCollectionsResponse.md +29 -0
  140. eval_studio_client/api/docs/V1ListTestCasesResponse.md +29 -0
  141. eval_studio_client/api/docs/V1ListTestClassesResponse.md +29 -0
  142. eval_studio_client/api/docs/V1ListTestsResponse.md +29 -0
  143. eval_studio_client/api/docs/{V1alphaModel.md → V1Model.md} +9 -9
  144. eval_studio_client/api/docs/{V1alphaModelType.md → V1ModelType.md} +1 -1
  145. eval_studio_client/api/docs/{V1alphaOperation.md → V1Operation.md} +8 -8
  146. eval_studio_client/api/docs/{V1alphaOperationProgress.md → V1OperationProgress.md} +8 -8
  147. eval_studio_client/api/docs/V1PerturbTestResponse.md +29 -0
  148. eval_studio_client/api/docs/{V1alphaPerturbator.md → V1Perturbator.md} +8 -8
  149. eval_studio_client/api/docs/V1PerturbatorConfiguration.md +32 -0
  150. eval_studio_client/api/docs/{V1alphaPerturbatorIntensity.md → V1PerturbatorIntensity.md} +1 -1
  151. eval_studio_client/api/docs/{V1alphaProblemAndAction.md → V1ProblemAndAction.md} +8 -8
  152. eval_studio_client/api/docs/{V1alphaTest.md → V1Test.md} +8 -8
  153. eval_studio_client/api/docs/{V1alphaTestCase.md → V1TestCase.md} +8 -8
  154. eval_studio_client/api/docs/{V1alphaTestCaseRelationship.md → V1TestCaseRelationship.md} +8 -8
  155. eval_studio_client/api/docs/V1TestCasesGenerator.md +11 -0
  156. eval_studio_client/api/docs/{V1alphaTestClass.md → V1TestClass.md} +9 -9
  157. eval_studio_client/api/docs/{V1alphaTestClassType.md → V1TestClassType.md} +1 -1
  158. eval_studio_client/api/docs/{V1alphaTestLab.md → V1TestLab.md} +8 -8
  159. eval_studio_client/api/docs/V1UpdateDashboardResponse.md +29 -0
  160. eval_studio_client/api/docs/V1UpdateDocumentResponse.md +29 -0
  161. eval_studio_client/api/docs/V1UpdateLeaderboardResponse.md +29 -0
  162. eval_studio_client/api/docs/V1UpdateModelResponse.md +29 -0
  163. eval_studio_client/api/docs/V1UpdateOperationResponse.md +29 -0
  164. eval_studio_client/api/docs/V1UpdateTestCaseResponse.md +29 -0
  165. eval_studio_client/api/docs/V1UpdateTestResponse.md +29 -0
  166. eval_studio_client/api/docs/{V1alphaWhoAmIResponse.md → V1WhoAmIResponse.md} +8 -8
  167. eval_studio_client/api/docs/WhoAmIServiceApi.md +4 -4
  168. eval_studio_client/api/exceptions.py +1 -1
  169. eval_studio_client/api/models/__init__.py +124 -120
  170. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +10 -10
  171. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +104 -0
  172. eval_studio_client/api/models/protobuf_any.py +1 -1
  173. eval_studio_client/api/models/required_the_dashboard_to_update.py +3 -3
  174. eval_studio_client/api/models/required_the_document_to_update.py +1 -1
  175. eval_studio_client/api/models/required_the_leaderboard_to_update.py +11 -11
  176. eval_studio_client/api/models/required_the_model_to_update.py +3 -3
  177. eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
  178. eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
  179. eval_studio_client/api/models/required_the_test_case_to_update.py +1 -1
  180. eval_studio_client/api/models/required_the_test_to_update.py +1 -1
  181. eval_studio_client/api/models/rpc_status.py +1 -1
  182. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
  183. eval_studio_client/api/models/test_service_generate_test_cases_request.py +96 -0
  184. eval_studio_client/api/models/test_service_perturb_test_request.py +4 -4
  185. eval_studio_client/api/models/{v1alpha_batch_create_leaderboards_request.py → v1_batch_create_leaderboards_request.py} +8 -8
  186. eval_studio_client/api/models/{v1alpha_update_operation_response.py → v1_batch_create_leaderboards_response.py} +8 -8
  187. eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_request.py → v1_batch_delete_dashboards_request.py} +5 -5
  188. eval_studio_client/api/models/{v1alpha_list_dashboards_response.py → v1_batch_delete_dashboards_response.py} +8 -8
  189. eval_studio_client/api/models/{v1alpha_batch_delete_documents_request.py → v1_batch_delete_documents_request.py} +5 -5
  190. eval_studio_client/api/models/{v1alpha_list_documents_response.py → v1_batch_delete_documents_response.py} +8 -8
  191. eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_request.py → v1_batch_delete_evaluators_request.py} +5 -5
  192. eval_studio_client/api/models/{v1alpha_list_evaluators_response.py → v1_batch_delete_evaluators_response.py} +8 -8
  193. eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_request.py → v1_batch_delete_leaderboards_request.py} +7 -7
  194. eval_studio_client/api/models/{v1alpha_batch_get_leaderboards_response.py → v1_batch_delete_leaderboards_response.py} +8 -8
  195. eval_studio_client/api/models/{v1alpha_batch_delete_models_request.py → v1_batch_delete_models_request.py} +5 -5
  196. eval_studio_client/api/models/{v1alpha_list_models_response.py → v1_batch_delete_models_response.py} +8 -8
  197. eval_studio_client/api/models/{v1alpha_list_test_cases_response.py → v1_batch_delete_test_cases_response.py} +8 -8
  198. eval_studio_client/api/models/{v1alpha_batch_delete_tests_request.py → v1_batch_delete_tests_request.py} +5 -5
  199. eval_studio_client/api/models/{v1alpha_list_tests_response.py → v1_batch_delete_tests_response.py} +8 -8
  200. eval_studio_client/api/models/{v1alpha_batch_get_dashboards_response.py → v1_batch_get_dashboards_response.py} +8 -8
  201. eval_studio_client/api/models/{v1alpha_batch_get_documents_response.py → v1_batch_get_documents_response.py} +8 -8
  202. eval_studio_client/api/models/{v1alpha_batch_delete_leaderboards_response.py → v1_batch_get_leaderboards_response.py} +8 -8
  203. eval_studio_client/api/models/{v1alpha_batch_get_models_response.py → v1_batch_get_models_response.py} +8 -8
  204. eval_studio_client/api/models/{v1alpha_list_operations_response.py → v1_batch_get_operations_response.py} +8 -8
  205. eval_studio_client/api/models/{v1alpha_batch_get_tests_response.py → v1_batch_get_tests_response.py} +8 -8
  206. eval_studio_client/api/models/{v1alpha_batch_import_leaderboard_request.py → v1_batch_import_leaderboard_request.py} +7 -7
  207. eval_studio_client/api/models/{v1alpha_import_leaderboard_response.py → v1_batch_import_leaderboard_response.py} +8 -8
  208. eval_studio_client/api/models/{v1alpha_batch_import_tests_request.py → v1_batch_import_tests_request.py} +5 -5
  209. eval_studio_client/api/models/{v1alpha_batch_delete_tests_response.py → v1_batch_import_tests_response.py} +8 -8
  210. eval_studio_client/api/models/{v1alpha_check_base_models_response.py → v1_check_base_models_response.py} +5 -5
  211. eval_studio_client/api/models/{v1alpha_collection_info.py → v1_collection_info.py} +4 -4
  212. eval_studio_client/api/models/{v1alpha_get_dashboard_response.py → v1_create_dashboard_response.py} +8 -8
  213. eval_studio_client/api/models/{v1alpha_get_document_response.py → v1_create_document_response.py} +8 -8
  214. eval_studio_client/api/models/{v1alpha_create_evaluation_request.py → v1_create_evaluation_request.py} +11 -11
  215. eval_studio_client/api/models/{v1alpha_get_evaluator_response.py → v1_create_evaluator_response.py} +8 -8
  216. eval_studio_client/api/models/{v1alpha_get_leaderboard_response.py → v1_create_leaderboard_request.py} +8 -8
  217. eval_studio_client/api/models/{v1alpha_get_operation_response.py → v1_create_leaderboard_response.py} +8 -8
  218. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +91 -0
  219. eval_studio_client/api/models/{v1alpha_get_model_response.py → v1_create_model_response.py} +8 -8
  220. eval_studio_client/api/models/{v1alpha_create_perturbation_response.py → v1_create_perturbation_response.py} +5 -5
  221. eval_studio_client/api/models/{v1alpha_get_test_case_response.py → v1_create_test_case_response.py} +8 -8
  222. eval_studio_client/api/models/{v1alpha_find_test_lab_response.py → v1_create_test_lab_response.py} +8 -8
  223. eval_studio_client/api/models/{v1alpha_get_test_response.py → v1_create_test_response.py} +8 -8
  224. eval_studio_client/api/models/{v1alpha_dashboard.py → v1_dashboard.py} +7 -7
  225. eval_studio_client/api/models/{v1alpha_dashboard_status.py → v1_dashboard_status.py} +3 -3
  226. eval_studio_client/api/models/{v1alpha_update_dashboard_response.py → v1_delete_dashboard_response.py} +8 -8
  227. eval_studio_client/api/models/{v1alpha_update_document_response.py → v1_delete_document_response.py} +8 -8
  228. eval_studio_client/api/models/{v1alpha_create_evaluator_response.py → v1_delete_evaluator_response.py} +8 -8
  229. eval_studio_client/api/models/{v1alpha_create_leaderboard_request.py → v1_delete_leaderboard_response.py} +8 -8
  230. eval_studio_client/api/models/{v1alpha_create_model_response.py → v1_delete_model_response.py} +8 -8
  231. eval_studio_client/api/models/{v1alpha_delete_test_case_response.py → v1_delete_test_case_response.py} +8 -8
  232. eval_studio_client/api/models/{v1alpha_create_test_response.py → v1_delete_test_response.py} +8 -8
  233. eval_studio_client/api/models/{v1alpha_document.py → v1_document.py} +5 -5
  234. eval_studio_client/api/models/{v1alpha_evaluation_test.py → v1_evaluation_test.py} +10 -10
  235. eval_studio_client/api/models/{v1alpha_evaluator.py → v1_evaluator.py} +14 -10
  236. eval_studio_client/api/models/{v1alpha_evaluator_param_type.py → v1_evaluator_param_type.py} +3 -3
  237. eval_studio_client/api/models/{v1alpha_evaluator_parameter.py → v1_evaluator_parameter.py} +7 -7
  238. eval_studio_client/api/models/{v1alpha_evaluator_view.py → v1_evaluator_view.py} +3 -3
  239. eval_studio_client/api/models/{v1alpha_create_leaderboard_response.py → v1_finalize_operation_response.py} +8 -8
  240. eval_studio_client/api/models/{v1alpha_find_all_test_cases_by_id_response.py → v1_find_all_test_cases_by_id_response.py} +8 -8
  241. eval_studio_client/api/models/{v1alpha_create_test_lab_response.py → v1_find_test_lab_response.py} +8 -8
  242. eval_studio_client/api/models/{v1alpha_finalize_operation_response.py → v1_generate_test_cases_response.py} +8 -8
  243. eval_studio_client/api/models/{v1alpha_create_dashboard_response.py → v1_get_dashboard_response.py} +8 -8
  244. eval_studio_client/api/models/{v1alpha_delete_document_response.py → v1_get_document_response.py} +8 -8
  245. eval_studio_client/api/models/{v1alpha_delete_evaluator_response.py → v1_get_evaluator_response.py} +8 -8
  246. eval_studio_client/api/models/{v1alpha_get_info_response.py → v1_get_info_response.py} +8 -8
  247. eval_studio_client/api/models/{v1alpha_update_leaderboard_response.py → v1_get_leaderboard_response.py} +8 -8
  248. eval_studio_client/api/models/{v1alpha_update_model_response.py → v1_get_model_response.py} +8 -8
  249. eval_studio_client/api/models/{v1alpha_get_operation_progress_by_parent_response.py → v1_get_operation_progress_by_parent_response.py} +8 -8
  250. eval_studio_client/api/models/v1_get_operation_response.py +91 -0
  251. eval_studio_client/api/models/{v1alpha_get_perturbator_response.py → v1_get_perturbator_response.py} +8 -8
  252. eval_studio_client/api/models/{v1alpha_create_test_case_response.py → v1_get_test_case_response.py} +8 -8
  253. eval_studio_client/api/models/{v1alpha_get_test_class_response.py → v1_get_test_class_response.py} +8 -8
  254. eval_studio_client/api/models/{v1alpha_update_test_response.py → v1_get_test_response.py} +8 -8
  255. eval_studio_client/api/models/{v1alpha_import_evaluation_request.py → v1_import_evaluation_request.py} +8 -8
  256. eval_studio_client/api/models/{v1alpha_import_leaderboard_request.py → v1_import_leaderboard_request.py} +7 -7
  257. eval_studio_client/api/models/v1_import_leaderboard_response.py +91 -0
  258. eval_studio_client/api/models/{v1alpha_info.py → v1_info.py} +5 -5
  259. eval_studio_client/api/models/{v1alpha_insight.py → v1_insight.py} +4 -4
  260. eval_studio_client/api/models/{v1alpha_leaderboard.py → v1_leaderboard.py} +15 -15
  261. eval_studio_client/api/models/{v1alpha_leaderboard_status.py → v1_leaderboard_status.py} +3 -3
  262. eval_studio_client/api/models/{v1alpha_leaderboard_type.py → v1_leaderboard_type.py} +3 -3
  263. eval_studio_client/api/models/{v1alpha_leaderboard_view.py → v1_leaderboard_view.py} +3 -3
  264. eval_studio_client/api/models/{v1alpha_list_base_models_response.py → v1_list_base_models_response.py} +5 -5
  265. eval_studio_client/api/models/{v1alpha_batch_delete_dashboards_response.py → v1_list_dashboards_response.py} +8 -8
  266. eval_studio_client/api/models/{v1alpha_batch_delete_documents_response.py → v1_list_documents_response.py} +8 -8
  267. eval_studio_client/api/models/{v1alpha_batch_delete_evaluators_response.py → v1_list_evaluators_response.py} +8 -8
  268. eval_studio_client/api/models/{v1alpha_list_leaderboards_response.py → v1_list_leaderboards_response.py} +8 -8
  269. eval_studio_client/api/models/{v1alpha_list_llm_models_response.py → v1_list_llm_models_response.py} +5 -5
  270. eval_studio_client/api/models/{v1alpha_list_model_collections_response.py → v1_list_model_collections_response.py} +8 -8
  271. eval_studio_client/api/models/{v1alpha_batch_delete_models_response.py → v1_list_models_response.py} +8 -8
  272. eval_studio_client/api/models/{v1alpha_list_most_recent_dashboards_response.py → v1_list_most_recent_dashboards_response.py} +8 -8
  273. eval_studio_client/api/models/{v1alpha_list_most_recent_leaderboards_response.py → v1_list_most_recent_leaderboards_response.py} +8 -8
  274. eval_studio_client/api/models/{v1alpha_list_most_recent_models_response.py → v1_list_most_recent_models_response.py} +8 -8
  275. eval_studio_client/api/models/{v1alpha_batch_import_tests_response.py → v1_list_most_recent_tests_response.py} +8 -8
  276. eval_studio_client/api/models/{v1alpha_batch_get_operations_response.py → v1_list_operations_response.py} +8 -8
  277. eval_studio_client/api/models/{v1alpha_list_perturbators_response.py → v1_list_perturbators_response.py} +8 -8
  278. eval_studio_client/api/models/{v1alpha_list_rag_collections_response.py → v1_list_rag_collections_response.py} +8 -8
  279. eval_studio_client/api/models/{v1alpha_batch_delete_test_cases_response.py → v1_list_test_cases_response.py} +8 -8
  280. eval_studio_client/api/models/{v1alpha_list_test_classes_response.py → v1_list_test_classes_response.py} +8 -8
  281. eval_studio_client/api/models/v1_list_tests_response.py +95 -0
  282. eval_studio_client/api/models/{v1alpha_model.py → v1_model.py} +7 -7
  283. eval_studio_client/api/models/{v1alpha_model_type.py → v1_model_type.py} +3 -3
  284. eval_studio_client/api/models/{v1alpha_operation.py → v1_operation.py} +4 -4
  285. eval_studio_client/api/models/{v1alpha_operation_progress.py → v1_operation_progress.py} +5 -5
  286. eval_studio_client/api/models/{v1alpha_delete_test_response.py → v1_perturb_test_response.py} +8 -8
  287. eval_studio_client/api/models/{v1alpha_perturbator.py → v1_perturbator.py} +5 -5
  288. eval_studio_client/api/models/{v1alpha_perturbator_configuration.py → v1_perturbator_configuration.py} +6 -6
  289. eval_studio_client/api/models/{v1alpha_perturbator_intensity.py → v1_perturbator_intensity.py} +4 -4
  290. eval_studio_client/api/models/{v1alpha_problem_and_action.py → v1_problem_and_action.py} +5 -5
  291. eval_studio_client/api/models/{v1alpha_test.py → v1_test.py} +5 -5
  292. eval_studio_client/api/models/{v1alpha_test_case.py → v1_test_case.py} +5 -5
  293. eval_studio_client/api/models/{v1alpha_test_case_relationship.py → v1_test_case_relationship.py} +5 -5
  294. eval_studio_client/api/models/v1_test_cases_generator.py +50 -0
  295. eval_studio_client/api/models/{v1alpha_test_class.py → v1_test_class.py} +7 -7
  296. eval_studio_client/api/models/{v1alpha_test_class_type.py → v1_test_class_type.py} +3 -3
  297. eval_studio_client/api/models/{v1alpha_test_lab.py → v1_test_lab.py} +5 -5
  298. eval_studio_client/api/models/{v1alpha_delete_dashboard_response.py → v1_update_dashboard_response.py} +8 -8
  299. eval_studio_client/api/models/{v1alpha_create_document_response.py → v1_update_document_response.py} +8 -8
  300. eval_studio_client/api/models/{v1alpha_delete_leaderboard_response.py → v1_update_leaderboard_response.py} +8 -8
  301. eval_studio_client/api/models/{v1alpha_delete_model_response.py → v1_update_model_response.py} +8 -8
  302. eval_studio_client/api/models/v1_update_operation_response.py +91 -0
  303. eval_studio_client/api/models/{v1alpha_update_test_case_response.py → v1_update_test_case_response.py} +8 -8
  304. eval_studio_client/api/models/v1_update_test_response.py +91 -0
  305. eval_studio_client/api/models/{v1alpha_who_am_i_response.py → v1_who_am_i_response.py} +5 -5
  306. eval_studio_client/api/rest.py +1 -1
  307. eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
  308. eval_studio_client/api/test/test_document_service_api.py +1 -1
  309. eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
  310. eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
  311. eval_studio_client/api/test/test_info_service_api.py +1 -1
  312. eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
  313. eval_studio_client/api/test/test_model_service_api.py +1 -1
  314. eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
  315. eval_studio_client/api/test/test_operation_service_api.py +1 -1
  316. eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
  317. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +4 -4
  318. eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
  319. eval_studio_client/api/test/test_prompt_generation_service_api.py +37 -0
  320. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +75 -0
  321. eval_studio_client/api/test/test_protobuf_any.py +1 -1
  322. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
  323. eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
  324. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +3 -3
  325. eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
  326. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
  327. eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
  328. eval_studio_client/api/test/test_required_the_test_case_to_update.py +1 -1
  329. eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
  330. eval_studio_client/api/test/test_rpc_status.py +1 -1
  331. eval_studio_client/api/test/test_test_case_service_api.py +1 -1
  332. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
  333. eval_studio_client/api/test/test_test_class_service_api.py +1 -1
  334. eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
  335. eval_studio_client/api/test/test_test_service_api.py +7 -1
  336. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +57 -0
  337. eval_studio_client/api/test/test_test_service_perturb_test_request.py +2 -2
  338. eval_studio_client/api/test/{test_v1alpha_batch_create_leaderboards_request.py → test_v1_batch_create_leaderboards_request.py} +16 -16
  339. eval_studio_client/api/test/{test_v1alpha_create_leaderboard_response.py → test_v1_batch_create_leaderboards_response.py} +13 -13
  340. eval_studio_client/api/test/{test_v1alpha_batch_delete_models_request.py → test_v1_batch_delete_dashboards_request.py} +12 -12
  341. eval_studio_client/api/test/{test_v1alpha_batch_get_dashboards_response.py → test_v1_batch_delete_dashboards_response.py} +13 -13
  342. eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_request.py → test_v1_batch_delete_documents_request.py} +12 -12
  343. eval_studio_client/api/test/{test_v1alpha_batch_get_documents_response.py → test_v1_batch_delete_documents_response.py} +13 -13
  344. eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +53 -0
  345. eval_studio_client/api/test/{test_v1alpha_batch_delete_evaluators_response.py → test_v1_batch_delete_evaluators_response.py} +15 -14
  346. eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_request.py → test_v1_batch_delete_leaderboards_request.py} +12 -12
  347. eval_studio_client/api/test/{test_v1alpha_batch_get_leaderboards_response.py → test_v1_batch_delete_leaderboards_response.py} +15 -15
  348. eval_studio_client/api/test/test_v1_batch_delete_models_request.py +53 -0
  349. eval_studio_client/api/test/{test_v1alpha_batch_get_models_response.py → test_v1_batch_delete_models_response.py} +13 -13
  350. eval_studio_client/api/test/{test_v1alpha_batch_delete_test_cases_response.py → test_v1_batch_delete_test_cases_response.py} +13 -13
  351. eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_request.py → test_v1_batch_delete_tests_request.py} +12 -12
  352. eval_studio_client/api/test/{test_v1alpha_batch_get_tests_response.py → test_v1_batch_delete_tests_response.py} +13 -13
  353. eval_studio_client/api/test/{test_v1alpha_list_dashboards_response.py → test_v1_batch_get_dashboards_response.py} +13 -13
  354. eval_studio_client/api/test/{test_v1alpha_list_documents_response.py → test_v1_batch_get_documents_response.py} +13 -13
  355. eval_studio_client/api/test/{test_v1alpha_batch_delete_leaderboards_response.py → test_v1_batch_get_leaderboards_response.py} +15 -15
  356. eval_studio_client/api/test/{test_v1alpha_list_models_response.py → test_v1_batch_get_models_response.py} +13 -13
  357. eval_studio_client/api/test/{test_v1alpha_list_operations_response.py → test_v1_batch_get_operations_response.py} +13 -13
  358. eval_studio_client/api/test/{test_v1alpha_list_tests_response.py → test_v1_batch_get_tests_response.py} +13 -13
  359. eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_request.py → test_v1_batch_import_leaderboard_request.py} +12 -12
  360. eval_studio_client/api/test/{test_v1alpha_import_leaderboard_response.py → test_v1_batch_import_leaderboard_response.py} +13 -13
  361. eval_studio_client/api/test/{test_v1alpha_batch_import_tests_request.py → test_v1_batch_import_tests_request.py} +12 -12
  362. eval_studio_client/api/test/{test_v1alpha_batch_import_tests_response.py → test_v1_batch_import_tests_response.py} +13 -13
  363. eval_studio_client/api/test/{test_v1alpha_check_base_models_response.py → test_v1_check_base_models_response.py} +12 -12
  364. eval_studio_client/api/test/{test_v1alpha_collection_info.py → test_v1_collection_info.py} +12 -12
  365. eval_studio_client/api/test/{test_v1alpha_get_dashboard_response.py → test_v1_create_dashboard_response.py} +13 -13
  366. eval_studio_client/api/test/{test_v1alpha_get_document_response.py → test_v1_create_document_response.py} +13 -13
  367. eval_studio_client/api/test/{test_v1alpha_create_evaluation_request.py → test_v1_create_evaluation_request.py} +16 -16
  368. eval_studio_client/api/test/{test_v1alpha_get_evaluator_response.py → test_v1_create_evaluator_response.py} +15 -14
  369. eval_studio_client/api/test/{test_v1alpha_get_leaderboard_response.py → test_v1_create_leaderboard_request.py} +15 -15
  370. eval_studio_client/api/test/{test_v1alpha_update_operation_response.py → test_v1_create_leaderboard_response.py} +13 -13
  371. eval_studio_client/api/test/{test_v1alpha_batch_import_leaderboard_response.py → test_v1_create_leaderboard_without_cache_response.py} +13 -13
  372. eval_studio_client/api/test/{test_v1alpha_get_model_response.py → test_v1_create_model_response.py} +13 -13
  373. eval_studio_client/api/test/{test_v1alpha_create_perturbation_response.py → test_v1_create_perturbation_response.py} +12 -12
  374. eval_studio_client/api/test/{test_v1alpha_get_test_case_response.py → test_v1_create_test_case_response.py} +13 -13
  375. eval_studio_client/api/test/{test_v1alpha_find_test_lab_response.py → test_v1_create_test_lab_response.py} +13 -13
  376. eval_studio_client/api/test/{test_v1alpha_get_test_response.py → test_v1_create_test_response.py} +13 -13
  377. eval_studio_client/api/test/{test_v1alpha_dashboard.py → test_v1_dashboard.py} +12 -12
  378. eval_studio_client/api/test/{test_v1alpha_evaluator_view.py → test_v1_dashboard_status.py} +7 -7
  379. eval_studio_client/api/test/{test_v1alpha_update_dashboard_response.py → test_v1_delete_dashboard_response.py} +13 -13
  380. eval_studio_client/api/test/{test_v1alpha_update_document_response.py → test_v1_delete_document_response.py} +13 -13
  381. eval_studio_client/api/test/{test_v1alpha_delete_evaluator_response.py → test_v1_delete_evaluator_response.py} +15 -14
  382. eval_studio_client/api/test/{test_v1alpha_create_leaderboard_request.py → test_v1_delete_leaderboard_response.py} +15 -15
  383. eval_studio_client/api/test/{test_v1alpha_delete_model_response.py → test_v1_delete_model_response.py} +13 -13
  384. eval_studio_client/api/test/{test_v1alpha_create_test_case_response.py → test_v1_delete_test_case_response.py} +13 -13
  385. eval_studio_client/api/test/{test_v1alpha_create_test_response.py → test_v1_delete_test_response.py} +13 -13
  386. eval_studio_client/api/test/{test_v1alpha_document.py → test_v1_document.py} +12 -12
  387. eval_studio_client/api/test/{test_v1alpha_evaluation_test.py → test_v1_evaluation_test.py} +14 -14
  388. eval_studio_client/api/test/{test_v1alpha_evaluator.py → test_v1_evaluator.py} +14 -13
  389. eval_studio_client/api/test/{test_v1alpha_test_class_type.py → test_v1_evaluator_param_type.py} +7 -7
  390. eval_studio_client/api/test/{test_v1alpha_evaluator_parameter.py → test_v1_evaluator_parameter.py} +12 -12
  391. eval_studio_client/api/test/{test_v1alpha_model_type.py → test_v1_evaluator_view.py} +7 -7
  392. eval_studio_client/api/test/{test_v1alpha_get_operation_response.py → test_v1_finalize_operation_response.py} +13 -13
  393. eval_studio_client/api/test/{test_v1alpha_find_all_test_cases_by_id_response.py → test_v1_find_all_test_cases_by_id_response.py} +13 -13
  394. eval_studio_client/api/test/{test_v1alpha_create_test_lab_response.py → test_v1_find_test_lab_response.py} +13 -13
  395. eval_studio_client/api/test/{test_v1alpha_finalize_operation_response.py → test_v1_generate_test_cases_response.py} +13 -13
  396. eval_studio_client/api/test/{test_v1alpha_create_dashboard_response.py → test_v1_get_dashboard_response.py} +13 -13
  397. eval_studio_client/api/test/{test_v1alpha_delete_document_response.py → test_v1_get_document_response.py} +13 -13
  398. eval_studio_client/api/test/{test_v1alpha_create_evaluator_response.py → test_v1_get_evaluator_response.py} +15 -14
  399. eval_studio_client/api/test/{test_v1alpha_get_info_response.py → test_v1_get_info_response.py} +13 -13
  400. eval_studio_client/api/test/{test_v1alpha_delete_leaderboard_response.py → test_v1_get_leaderboard_response.py} +15 -15
  401. eval_studio_client/api/test/{test_v1alpha_create_model_response.py → test_v1_get_model_response.py} +13 -13
  402. eval_studio_client/api/test/{test_v1alpha_get_operation_progress_by_parent_response.py → test_v1_get_operation_progress_by_parent_response.py} +13 -13
  403. eval_studio_client/api/test/test_v1_get_operation_response.py +71 -0
  404. eval_studio_client/api/test/{test_v1alpha_get_perturbator_response.py → test_v1_get_perturbator_response.py} +13 -13
  405. eval_studio_client/api/test/{test_v1alpha_delete_test_case_response.py → test_v1_get_test_case_response.py} +13 -13
  406. eval_studio_client/api/test/{test_v1alpha_get_test_class_response.py → test_v1_get_test_class_response.py} +13 -13
  407. eval_studio_client/api/test/{test_v1alpha_delete_test_response.py → test_v1_get_test_response.py} +13 -13
  408. eval_studio_client/api/test/{test_v1alpha_import_evaluation_request.py → test_v1_import_evaluation_request.py} +13 -13
  409. eval_studio_client/api/test/{test_v1alpha_import_leaderboard_request.py → test_v1_import_leaderboard_request.py} +12 -12
  410. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +71 -0
  411. eval_studio_client/api/test/{test_v1alpha_info.py → test_v1_info.py} +12 -12
  412. eval_studio_client/api/test/{test_v1alpha_insight.py → test_v1_insight.py} +12 -12
  413. eval_studio_client/api/test/{test_v1alpha_leaderboard.py → test_v1_leaderboard.py} +14 -14
  414. eval_studio_client/api/test/{test_v1alpha_dashboard_status.py → test_v1_leaderboard_status.py} +7 -7
  415. eval_studio_client/api/test/test_v1_leaderboard_type.py +33 -0
  416. eval_studio_client/api/test/test_v1_leaderboard_view.py +33 -0
  417. eval_studio_client/api/test/{test_v1alpha_list_base_models_response.py → test_v1_list_base_models_response.py} +12 -12
  418. eval_studio_client/api/test/{test_v1alpha_batch_delete_dashboards_response.py → test_v1_list_dashboards_response.py} +13 -13
  419. eval_studio_client/api/test/{test_v1alpha_batch_delete_documents_response.py → test_v1_list_documents_response.py} +13 -13
  420. eval_studio_client/api/test/{test_v1alpha_list_evaluators_response.py → test_v1_list_evaluators_response.py} +15 -14
  421. eval_studio_client/api/test/{test_v1alpha_list_leaderboards_response.py → test_v1_list_leaderboards_response.py} +15 -15
  422. eval_studio_client/api/test/{test_v1alpha_list_llm_models_response.py → test_v1_list_llm_models_response.py} +12 -12
  423. eval_studio_client/api/test/{test_v1alpha_list_rag_collections_response.py → test_v1_list_model_collections_response.py} +13 -13
  424. eval_studio_client/api/test/{test_v1alpha_batch_delete_models_response.py → test_v1_list_models_response.py} +13 -13
  425. eval_studio_client/api/test/{test_v1alpha_list_most_recent_dashboards_response.py → test_v1_list_most_recent_dashboards_response.py} +13 -13
  426. eval_studio_client/api/test/{test_v1alpha_list_most_recent_leaderboards_response.py → test_v1_list_most_recent_leaderboards_response.py} +15 -15
  427. eval_studio_client/api/test/{test_v1alpha_list_most_recent_models_response.py → test_v1_list_most_recent_models_response.py} +13 -13
  428. eval_studio_client/api/test/{test_v1alpha_batch_delete_tests_response.py → test_v1_list_most_recent_tests_response.py} +13 -13
  429. eval_studio_client/api/test/{test_v1alpha_batch_get_operations_response.py → test_v1_list_operations_response.py} +13 -13
  430. eval_studio_client/api/test/{test_v1alpha_list_perturbators_response.py → test_v1_list_perturbators_response.py} +13 -13
  431. eval_studio_client/api/test/{test_v1alpha_list_model_collections_response.py → test_v1_list_rag_collections_response.py} +13 -13
  432. eval_studio_client/api/test/{test_v1alpha_list_test_cases_response.py → test_v1_list_test_cases_response.py} +13 -13
  433. eval_studio_client/api/test/{test_v1alpha_list_test_classes_response.py → test_v1_list_test_classes_response.py} +13 -13
  434. eval_studio_client/api/test/test_v1_list_tests_response.py +69 -0
  435. eval_studio_client/api/test/{test_v1alpha_model.py → test_v1_model.py} +12 -12
  436. eval_studio_client/api/test/{test_v1alpha_leaderboard_view.py → test_v1_model_type.py} +7 -7
  437. eval_studio_client/api/test/{test_v1alpha_operation.py → test_v1_operation.py} +12 -12
  438. eval_studio_client/api/test/{test_v1alpha_operation_progress.py → test_v1_operation_progress.py} +12 -12
  439. eval_studio_client/api/test/{test_v1alpha_update_test_response.py → test_v1_perturb_test_response.py} +13 -13
  440. eval_studio_client/api/test/{test_v1alpha_perturbator.py → test_v1_perturbator.py} +12 -12
  441. eval_studio_client/api/test/{test_v1alpha_perturbator_configuration.py → test_v1_perturbator_configuration.py} +12 -12
  442. eval_studio_client/api/test/{test_v1alpha_leaderboard_type.py → test_v1_perturbator_intensity.py} +7 -7
  443. eval_studio_client/api/test/{test_v1alpha_problem_and_action.py → test_v1_problem_and_action.py} +12 -12
  444. eval_studio_client/api/test/{test_v1alpha_test.py → test_v1_test.py} +12 -12
  445. eval_studio_client/api/test/{test_v1alpha_test_case.py → test_v1_test_case.py} +12 -12
  446. eval_studio_client/api/test/{test_v1alpha_test_case_relationship.py → test_v1_test_case_relationship.py} +12 -12
  447. eval_studio_client/api/test/test_v1_test_cases_generator.py +33 -0
  448. eval_studio_client/api/test/{test_v1alpha_test_class.py → test_v1_test_class.py} +12 -12
  449. eval_studio_client/api/test/test_v1_test_class_type.py +33 -0
  450. eval_studio_client/api/test/{test_v1alpha_test_lab.py → test_v1_test_lab.py} +12 -12
  451. eval_studio_client/api/test/{test_v1alpha_delete_dashboard_response.py → test_v1_update_dashboard_response.py} +13 -13
  452. eval_studio_client/api/test/{test_v1alpha_create_document_response.py → test_v1_update_document_response.py} +13 -13
  453. eval_studio_client/api/test/{test_v1alpha_update_leaderboard_response.py → test_v1_update_leaderboard_response.py} +15 -15
  454. eval_studio_client/api/test/{test_v1alpha_update_model_response.py → test_v1_update_model_response.py} +13 -13
  455. eval_studio_client/api/test/test_v1_update_operation_response.py +71 -0
  456. eval_studio_client/api/test/{test_v1alpha_update_test_case_response.py → test_v1_update_test_case_response.py} +13 -13
  457. eval_studio_client/api/test/test_v1_update_test_response.py +67 -0
  458. eval_studio_client/api/test/{test_v1alpha_who_am_i_response.py → test_v1_who_am_i_response.py} +12 -12
  459. eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
  460. eval_studio_client/dashboards.py +23 -1
  461. eval_studio_client/documents.py +3 -3
  462. eval_studio_client/evaluators.py +1 -1
  463. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +568 -387
  464. eval_studio_client/insights.py +1 -1
  465. eval_studio_client/leaderboards.py +11 -13
  466. eval_studio_client/models.py +61 -29
  467. eval_studio_client/perturbators.py +5 -7
  468. eval_studio_client/problems.py +1 -1
  469. eval_studio_client/test_labs.py +2 -2
  470. eval_studio_client/tests.py +225 -8
  471. {eval_studio_client-0.8.0a1.dist-info → eval_studio_client-0.8.2.dist-info}/METADATA +2 -2
  472. eval_studio_client-0.8.2.dist-info/RECORD +485 -0
  473. {eval_studio_client-0.8.0a1.dist-info → eval_studio_client-0.8.2.dist-info}/WHEEL +1 -1
  474. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +0 -31
  475. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +0 -29
  476. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +0 -29
  477. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +0 -29
  478. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +0 -29
  479. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +0 -29
  480. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +0 -29
  481. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +0 -29
  482. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +0 -30
  483. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +0 -29
  484. eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +0 -29
  485. eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +0 -29
  486. eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +0 -29
  487. eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +0 -29
  488. eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +0 -29
  489. eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +0 -29
  490. eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +0 -29
  491. eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +0 -29
  492. eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +0 -29
  493. eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +0 -29
  494. eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +0 -29
  495. eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +0 -29
  496. eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +0 -30
  497. eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +0 -29
  498. eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +0 -29
  499. eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +0 -29
  500. eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +0 -29
  501. eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +0 -29
  502. eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +0 -29
  503. eval_studio_client/api/docs/V1alphaCreateModelResponse.md +0 -29
  504. eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +0 -29
  505. eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +0 -29
  506. eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +0 -29
  507. eval_studio_client/api/docs/V1alphaCreateTestResponse.md +0 -29
  508. eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +0 -29
  509. eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +0 -29
  510. eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +0 -29
  511. eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +0 -29
  512. eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +0 -29
  513. eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +0 -29
  514. eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +0 -29
  515. eval_studio_client/api/docs/V1alphaEvaluationTest.md +0 -32
  516. eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +0 -29
  517. eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +0 -29
  518. eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +0 -29
  519. eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +0 -29
  520. eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +0 -29
  521. eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +0 -29
  522. eval_studio_client/api/docs/V1alphaGetInfoResponse.md +0 -29
  523. eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +0 -29
  524. eval_studio_client/api/docs/V1alphaGetModelResponse.md +0 -29
  525. eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +0 -29
  526. eval_studio_client/api/docs/V1alphaGetOperationResponse.md +0 -29
  527. eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +0 -29
  528. eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +0 -29
  529. eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +0 -29
  530. eval_studio_client/api/docs/V1alphaGetTestResponse.md +0 -29
  531. eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +0 -29
  532. eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +0 -29
  533. eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +0 -29
  534. eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +0 -29
  535. eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +0 -29
  536. eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +0 -29
  537. eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +0 -30
  538. eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +0 -29
  539. eval_studio_client/api/docs/V1alphaListModelsResponse.md +0 -29
  540. eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +0 -29
  541. eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +0 -29
  542. eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +0 -29
  543. eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +0 -29
  544. eval_studio_client/api/docs/V1alphaListOperationsResponse.md +0 -29
  545. eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +0 -29
  546. eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +0 -29
  547. eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +0 -29
  548. eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +0 -29
  549. eval_studio_client/api/docs/V1alphaListTestsResponse.md +0 -29
  550. eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +0 -29
  551. eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +0 -32
  552. eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +0 -29
  553. eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +0 -29
  554. eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +0 -29
  555. eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +0 -29
  556. eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +0 -29
  557. eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +0 -29
  558. eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +0 -29
  559. eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +0 -91
  560. eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +0 -91
  561. eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +0 -91
  562. eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +0 -95
  563. eval_studio_client/api/models/v1alpha_perturb_test_response.py +0 -91
  564. eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +0 -71
  565. eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +0 -53
  566. eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +0 -53
  567. eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +0 -71
  568. eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +0 -33
  569. eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +0 -33
  570. eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +0 -69
  571. eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +0 -67
  572. eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +0 -33
  573. eval_studio_client-0.8.0a1.dist-info/RECORD +0 -470
@@ -4,20 +4,21 @@ All URIs are relative to *http://localhost*
4
4
 
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
- [**test_service_batch_delete_tests**](TestServiceApi.md#test_service_batch_delete_tests) | **POST** /v1alpha/tests:batchDelete |
8
- [**test_service_batch_get_tests**](TestServiceApi.md#test_service_batch_get_tests) | **GET** /v1alpha/tests:batchGet |
9
- [**test_service_batch_import_tests**](TestServiceApi.md#test_service_batch_import_tests) | **POST** /v1alpha/tests:batchImport |
10
- [**test_service_create_test**](TestServiceApi.md#test_service_create_test) | **POST** /v1alpha/tests |
11
- [**test_service_delete_test**](TestServiceApi.md#test_service_delete_test) | **DELETE** /v1alpha/{name_6} |
12
- [**test_service_get_test**](TestServiceApi.md#test_service_get_test) | **GET** /v1alpha/{name_9} |
13
- [**test_service_list_most_recent_tests**](TestServiceApi.md#test_service_list_most_recent_tests) | **GET** /v1alpha/tests:mostRecent |
14
- [**test_service_list_tests**](TestServiceApi.md#test_service_list_tests) | **GET** /v1alpha/tests |
15
- [**test_service_perturb_test**](TestServiceApi.md#test_service_perturb_test) | **POST** /v1alpha/{name}:perturb |
16
- [**test_service_update_test**](TestServiceApi.md#test_service_update_test) | **PATCH** /v1alpha/{test.name} |
7
+ [**test_service_batch_delete_tests**](TestServiceApi.md#test_service_batch_delete_tests) | **POST** /v1/tests:batchDelete |
8
+ [**test_service_batch_get_tests**](TestServiceApi.md#test_service_batch_get_tests) | **GET** /v1/tests:batchGet |
9
+ [**test_service_batch_import_tests**](TestServiceApi.md#test_service_batch_import_tests) | **POST** /v1/tests:batchImport |
10
+ [**test_service_create_test**](TestServiceApi.md#test_service_create_test) | **POST** /v1/tests |
11
+ [**test_service_delete_test**](TestServiceApi.md#test_service_delete_test) | **DELETE** /v1/{name_6} |
12
+ [**test_service_generate_test_cases**](TestServiceApi.md#test_service_generate_test_cases) | **POST** /v1/{name}:generateTestCases |
13
+ [**test_service_get_test**](TestServiceApi.md#test_service_get_test) | **GET** /v1/{name_9} |
14
+ [**test_service_list_most_recent_tests**](TestServiceApi.md#test_service_list_most_recent_tests) | **GET** /v1/tests:mostRecent |
15
+ [**test_service_list_tests**](TestServiceApi.md#test_service_list_tests) | **GET** /v1/tests |
16
+ [**test_service_perturb_test**](TestServiceApi.md#test_service_perturb_test) | **POST** /v1/{name}:perturb |
17
+ [**test_service_update_test**](TestServiceApi.md#test_service_update_test) | **PATCH** /v1/{test.name} |
17
18
 
18
19
 
19
20
  # **test_service_batch_delete_tests**
20
- > V1alphaBatchDeleteTestsResponse test_service_batch_delete_tests(body)
21
+ > V1BatchDeleteTestsResponse test_service_batch_delete_tests(body)
21
22
 
22
23
 
23
24
 
@@ -26,8 +27,8 @@ Method | HTTP request | Description
26
27
 
27
28
  ```python
28
29
  import eval_studio_client.api
29
- from eval_studio_client.api.models.v1alpha_batch_delete_tests_request import V1alphaBatchDeleteTestsRequest
30
- from eval_studio_client.api.models.v1alpha_batch_delete_tests_response import V1alphaBatchDeleteTestsResponse
30
+ from eval_studio_client.api.models.v1_batch_delete_tests_request import V1BatchDeleteTestsRequest
31
+ from eval_studio_client.api.models.v1_batch_delete_tests_response import V1BatchDeleteTestsResponse
31
32
  from eval_studio_client.api.rest import ApiException
32
33
  from pprint import pprint
33
34
 
@@ -42,7 +43,7 @@ configuration = eval_studio_client.api.Configuration(
42
43
  with eval_studio_client.api.ApiClient(configuration) as api_client:
43
44
  # Create an instance of the API class
44
45
  api_instance = eval_studio_client.api.TestServiceApi(api_client)
45
- body = eval_studio_client.api.V1alphaBatchDeleteTestsRequest() # V1alphaBatchDeleteTestsRequest |
46
+ body = eval_studio_client.api.V1BatchDeleteTestsRequest() # V1BatchDeleteTestsRequest |
46
47
 
47
48
  try:
48
49
  api_response = api_instance.test_service_batch_delete_tests(body)
@@ -59,11 +60,11 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
59
60
 
60
61
  Name | Type | Description | Notes
61
62
  ------------- | ------------- | ------------- | -------------
62
- **body** | [**V1alphaBatchDeleteTestsRequest**](V1alphaBatchDeleteTestsRequest.md)| |
63
+ **body** | [**V1BatchDeleteTestsRequest**](V1BatchDeleteTestsRequest.md)| |
63
64
 
64
65
  ### Return type
65
66
 
66
- [**V1alphaBatchDeleteTestsResponse**](V1alphaBatchDeleteTestsResponse.md)
67
+ [**V1BatchDeleteTestsResponse**](V1BatchDeleteTestsResponse.md)
67
68
 
68
69
  ### Authorization
69
70
 
@@ -84,7 +85,7 @@ No authorization required
84
85
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
85
86
 
86
87
  # **test_service_batch_get_tests**
87
- > V1alphaBatchGetTestsResponse test_service_batch_get_tests(names=names)
88
+ > V1BatchGetTestsResponse test_service_batch_get_tests(names=names)
88
89
 
89
90
 
90
91
 
@@ -93,7 +94,7 @@ No authorization required
93
94
 
94
95
  ```python
95
96
  import eval_studio_client.api
96
- from eval_studio_client.api.models.v1alpha_batch_get_tests_response import V1alphaBatchGetTestsResponse
97
+ from eval_studio_client.api.models.v1_batch_get_tests_response import V1BatchGetTestsResponse
97
98
  from eval_studio_client.api.rest import ApiException
98
99
  from pprint import pprint
99
100
 
@@ -129,7 +130,7 @@ Name | Type | Description | Notes
129
130
 
130
131
  ### Return type
131
132
 
132
- [**V1alphaBatchGetTestsResponse**](V1alphaBatchGetTestsResponse.md)
133
+ [**V1BatchGetTestsResponse**](V1BatchGetTestsResponse.md)
133
134
 
134
135
  ### Authorization
135
136
 
@@ -150,7 +151,7 @@ No authorization required
150
151
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
151
152
 
152
153
  # **test_service_batch_import_tests**
153
- > V1alphaBatchImportTestsResponse test_service_batch_import_tests(body)
154
+ > V1BatchImportTestsResponse test_service_batch_import_tests(body)
154
155
 
155
156
 
156
157
 
@@ -159,8 +160,8 @@ No authorization required
159
160
 
160
161
  ```python
161
162
  import eval_studio_client.api
162
- from eval_studio_client.api.models.v1alpha_batch_import_tests_request import V1alphaBatchImportTestsRequest
163
- from eval_studio_client.api.models.v1alpha_batch_import_tests_response import V1alphaBatchImportTestsResponse
163
+ from eval_studio_client.api.models.v1_batch_import_tests_request import V1BatchImportTestsRequest
164
+ from eval_studio_client.api.models.v1_batch_import_tests_response import V1BatchImportTestsResponse
164
165
  from eval_studio_client.api.rest import ApiException
165
166
  from pprint import pprint
166
167
 
@@ -175,7 +176,7 @@ configuration = eval_studio_client.api.Configuration(
175
176
  with eval_studio_client.api.ApiClient(configuration) as api_client:
176
177
  # Create an instance of the API class
177
178
  api_instance = eval_studio_client.api.TestServiceApi(api_client)
178
- body = eval_studio_client.api.V1alphaBatchImportTestsRequest() # V1alphaBatchImportTestsRequest |
179
+ body = eval_studio_client.api.V1BatchImportTestsRequest() # V1BatchImportTestsRequest |
179
180
 
180
181
  try:
181
182
  api_response = api_instance.test_service_batch_import_tests(body)
@@ -192,11 +193,11 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
192
193
 
193
194
  Name | Type | Description | Notes
194
195
  ------------- | ------------- | ------------- | -------------
195
- **body** | [**V1alphaBatchImportTestsRequest**](V1alphaBatchImportTestsRequest.md)| |
196
+ **body** | [**V1BatchImportTestsRequest**](V1BatchImportTestsRequest.md)| |
196
197
 
197
198
  ### Return type
198
199
 
199
- [**V1alphaBatchImportTestsResponse**](V1alphaBatchImportTestsResponse.md)
200
+ [**V1BatchImportTestsResponse**](V1BatchImportTestsResponse.md)
200
201
 
201
202
  ### Authorization
202
203
 
@@ -217,7 +218,7 @@ No authorization required
217
218
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
218
219
 
219
220
  # **test_service_create_test**
220
- > V1alphaCreateTestResponse test_service_create_test(test)
221
+ > V1CreateTestResponse test_service_create_test(test)
221
222
 
222
223
 
223
224
 
@@ -226,8 +227,8 @@ No authorization required
226
227
 
227
228
  ```python
228
229
  import eval_studio_client.api
229
- from eval_studio_client.api.models.v1alpha_create_test_response import V1alphaCreateTestResponse
230
- from eval_studio_client.api.models.v1alpha_test import V1alphaTest
230
+ from eval_studio_client.api.models.v1_create_test_response import V1CreateTestResponse
231
+ from eval_studio_client.api.models.v1_test import V1Test
231
232
  from eval_studio_client.api.rest import ApiException
232
233
  from pprint import pprint
233
234
 
@@ -242,7 +243,7 @@ configuration = eval_studio_client.api.Configuration(
242
243
  with eval_studio_client.api.ApiClient(configuration) as api_client:
243
244
  # Create an instance of the API class
244
245
  api_instance = eval_studio_client.api.TestServiceApi(api_client)
245
- test = eval_studio_client.api.V1alphaTest() # V1alphaTest | The Test to create.
246
+ test = eval_studio_client.api.V1Test() # V1Test | The Test to create.
246
247
 
247
248
  try:
248
249
  api_response = api_instance.test_service_create_test(test)
@@ -259,11 +260,11 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
259
260
 
260
261
  Name | Type | Description | Notes
261
262
  ------------- | ------------- | ------------- | -------------
262
- **test** | [**V1alphaTest**](V1alphaTest.md)| The Test to create. |
263
+ **test** | [**V1Test**](V1Test.md)| The Test to create. |
263
264
 
264
265
  ### Return type
265
266
 
266
- [**V1alphaCreateTestResponse**](V1alphaCreateTestResponse.md)
267
+ [**V1CreateTestResponse**](V1CreateTestResponse.md)
267
268
 
268
269
  ### Authorization
269
270
 
@@ -284,7 +285,7 @@ No authorization required
284
285
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
285
286
 
286
287
  # **test_service_delete_test**
287
- > V1alphaDeleteTestResponse test_service_delete_test(name_6, force=force)
288
+ > V1DeleteTestResponse test_service_delete_test(name_6, force=force)
288
289
 
289
290
 
290
291
 
@@ -293,7 +294,7 @@ No authorization required
293
294
 
294
295
  ```python
295
296
  import eval_studio_client.api
296
- from eval_studio_client.api.models.v1alpha_delete_test_response import V1alphaDeleteTestResponse
297
+ from eval_studio_client.api.models.v1_delete_test_response import V1DeleteTestResponse
297
298
  from eval_studio_client.api.rest import ApiException
298
299
  from pprint import pprint
299
300
 
@@ -331,7 +332,7 @@ Name | Type | Description | Notes
331
332
 
332
333
  ### Return type
333
334
 
334
- [**V1alphaDeleteTestResponse**](V1alphaDeleteTestResponse.md)
335
+ [**V1DeleteTestResponse**](V1DeleteTestResponse.md)
335
336
 
336
337
  ### Authorization
337
338
 
@@ -351,8 +352,77 @@ No authorization required
351
352
 
352
353
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
353
354
 
355
+ # **test_service_generate_test_cases**
356
+ > V1GenerateTestCasesResponse test_service_generate_test_cases(name, body)
357
+
358
+
359
+
360
+ ### Example
361
+
362
+
363
+ ```python
364
+ import eval_studio_client.api
365
+ from eval_studio_client.api.models.test_service_generate_test_cases_request import TestServiceGenerateTestCasesRequest
366
+ from eval_studio_client.api.models.v1_generate_test_cases_response import V1GenerateTestCasesResponse
367
+ from eval_studio_client.api.rest import ApiException
368
+ from pprint import pprint
369
+
370
+ # Defining the host is optional and defaults to http://localhost
371
+ # See configuration.py for a list of all supported configuration parameters.
372
+ configuration = eval_studio_client.api.Configuration(
373
+ host = "http://localhost"
374
+ )
375
+
376
+
377
+ # Enter a context with an instance of the API client
378
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
379
+ # Create an instance of the API class
380
+ api_instance = eval_studio_client.api.TestServiceApi(api_client)
381
+ name = 'name_example' # str | Required. The Test for which to generate TestCases.
382
+ body = eval_studio_client.api.TestServiceGenerateTestCasesRequest() # TestServiceGenerateTestCasesRequest |
383
+
384
+ try:
385
+ api_response = api_instance.test_service_generate_test_cases(name, body)
386
+ print("The response of TestServiceApi->test_service_generate_test_cases:\n")
387
+ pprint(api_response)
388
+ except Exception as e:
389
+ print("Exception when calling TestServiceApi->test_service_generate_test_cases: %s\n" % e)
390
+ ```
391
+
392
+
393
+
394
+ ### Parameters
395
+
396
+
397
+ Name | Type | Description | Notes
398
+ ------------- | ------------- | ------------- | -------------
399
+ **name** | **str**| Required. The Test for which to generate TestCases. |
400
+ **body** | [**TestServiceGenerateTestCasesRequest**](TestServiceGenerateTestCasesRequest.md)| |
401
+
402
+ ### Return type
403
+
404
+ [**V1GenerateTestCasesResponse**](V1GenerateTestCasesResponse.md)
405
+
406
+ ### Authorization
407
+
408
+ No authorization required
409
+
410
+ ### HTTP request headers
411
+
412
+ - **Content-Type**: application/json
413
+ - **Accept**: application/json
414
+
415
+ ### HTTP response details
416
+
417
+ | Status code | Description | Response headers |
418
+ |-------------|-------------|------------------|
419
+ **200** | A successful response. | - |
420
+ **0** | An unexpected error response. | - |
421
+
422
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
423
+
354
424
  # **test_service_get_test**
355
- > V1alphaGetTestResponse test_service_get_test(name_9)
425
+ > V1GetTestResponse test_service_get_test(name_9)
356
426
 
357
427
 
358
428
 
@@ -361,7 +431,7 @@ No authorization required
361
431
 
362
432
  ```python
363
433
  import eval_studio_client.api
364
- from eval_studio_client.api.models.v1alpha_get_test_response import V1alphaGetTestResponse
434
+ from eval_studio_client.api.models.v1_get_test_response import V1GetTestResponse
365
435
  from eval_studio_client.api.rest import ApiException
366
436
  from pprint import pprint
367
437
 
@@ -397,7 +467,7 @@ Name | Type | Description | Notes
397
467
 
398
468
  ### Return type
399
469
 
400
- [**V1alphaGetTestResponse**](V1alphaGetTestResponse.md)
470
+ [**V1GetTestResponse**](V1GetTestResponse.md)
401
471
 
402
472
  ### Authorization
403
473
 
@@ -418,7 +488,7 @@ No authorization required
418
488
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
419
489
 
420
490
  # **test_service_list_most_recent_tests**
421
- > V1alphaListMostRecentTestsResponse test_service_list_most_recent_tests(limit=limit)
491
+ > V1ListMostRecentTestsResponse test_service_list_most_recent_tests(limit=limit)
422
492
 
423
493
 
424
494
 
@@ -427,7 +497,7 @@ No authorization required
427
497
 
428
498
  ```python
429
499
  import eval_studio_client.api
430
- from eval_studio_client.api.models.v1alpha_list_most_recent_tests_response import V1alphaListMostRecentTestsResponse
500
+ from eval_studio_client.api.models.v1_list_most_recent_tests_response import V1ListMostRecentTestsResponse
431
501
  from eval_studio_client.api.rest import ApiException
432
502
  from pprint import pprint
433
503
 
@@ -463,7 +533,7 @@ Name | Type | Description | Notes
463
533
 
464
534
  ### Return type
465
535
 
466
- [**V1alphaListMostRecentTestsResponse**](V1alphaListMostRecentTestsResponse.md)
536
+ [**V1ListMostRecentTestsResponse**](V1ListMostRecentTestsResponse.md)
467
537
 
468
538
  ### Authorization
469
539
 
@@ -484,7 +554,7 @@ No authorization required
484
554
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
485
555
 
486
556
  # **test_service_list_tests**
487
- > V1alphaListTestsResponse test_service_list_tests(order_by=order_by)
557
+ > V1ListTestsResponse test_service_list_tests(order_by=order_by)
488
558
 
489
559
 
490
560
 
@@ -493,7 +563,7 @@ No authorization required
493
563
 
494
564
  ```python
495
565
  import eval_studio_client.api
496
- from eval_studio_client.api.models.v1alpha_list_tests_response import V1alphaListTestsResponse
566
+ from eval_studio_client.api.models.v1_list_tests_response import V1ListTestsResponse
497
567
  from eval_studio_client.api.rest import ApiException
498
568
  from pprint import pprint
499
569
 
@@ -529,7 +599,7 @@ Name | Type | Description | Notes
529
599
 
530
600
  ### Return type
531
601
 
532
- [**V1alphaListTestsResponse**](V1alphaListTestsResponse.md)
602
+ [**V1ListTestsResponse**](V1ListTestsResponse.md)
533
603
 
534
604
  ### Authorization
535
605
 
@@ -550,7 +620,7 @@ No authorization required
550
620
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
551
621
 
552
622
  # **test_service_perturb_test**
553
- > V1alphaPerturbTestResponse test_service_perturb_test(name, body)
623
+ > V1PerturbTestResponse test_service_perturb_test(name, body)
554
624
 
555
625
 
556
626
 
@@ -560,7 +630,7 @@ No authorization required
560
630
  ```python
561
631
  import eval_studio_client.api
562
632
  from eval_studio_client.api.models.test_service_perturb_test_request import TestServicePerturbTestRequest
563
- from eval_studio_client.api.models.v1alpha_perturb_test_response import V1alphaPerturbTestResponse
633
+ from eval_studio_client.api.models.v1_perturb_test_response import V1PerturbTestResponse
564
634
  from eval_studio_client.api.rest import ApiException
565
635
  from pprint import pprint
566
636
 
@@ -598,7 +668,7 @@ Name | Type | Description | Notes
598
668
 
599
669
  ### Return type
600
670
 
601
- [**V1alphaPerturbTestResponse**](V1alphaPerturbTestResponse.md)
671
+ [**V1PerturbTestResponse**](V1PerturbTestResponse.md)
602
672
 
603
673
  ### Authorization
604
674
 
@@ -619,7 +689,7 @@ No authorization required
619
689
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
620
690
 
621
691
  # **test_service_update_test**
622
- > V1alphaUpdateTestResponse test_service_update_test(test_name, test)
692
+ > V1UpdateTestResponse test_service_update_test(test_name, test)
623
693
 
624
694
 
625
695
 
@@ -629,7 +699,7 @@ No authorization required
629
699
  ```python
630
700
  import eval_studio_client.api
631
701
  from eval_studio_client.api.models.required_the_test_to_update import RequiredTheTestToUpdate
632
- from eval_studio_client.api.models.v1alpha_update_test_response import V1alphaUpdateTestResponse
702
+ from eval_studio_client.api.models.v1_update_test_response import V1UpdateTestResponse
633
703
  from eval_studio_client.api.rest import ApiException
634
704
  from pprint import pprint
635
705
 
@@ -667,7 +737,7 @@ Name | Type | Description | Notes
667
737
 
668
738
  ### Return type
669
739
 
670
- [**V1alphaUpdateTestResponse**](V1alphaUpdateTestResponse.md)
740
+ [**V1UpdateTestResponse**](V1UpdateTestResponse.md)
671
741
 
672
742
  ### Authorization
673
743
 
@@ -0,0 +1,33 @@
1
+ # TestServiceGenerateTestCasesRequest
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **count** | **int** | Required. The number of TestCases to generate. | [optional]
9
+ **model** | **str** | Optional. The Model to use for generating TestCases. If not specified, the default RAG h2oGPTe will be used. Error is returned, if no default model is specified and this field is not set. | [optional]
10
+ **base_llm_model** | **str** | Optional. The base LLM model to use for generating the prompts. Selected automatically if not specified. | [optional]
11
+ **generators** | [**List[V1TestCasesGenerator]**](V1TestCasesGenerator.md) | Optional. Generators to use for generation. If not specified, all generators are selected. | [optional]
12
+ **h2ogpte_collection_id** | **str** | Optional. The ID of the h2oGPTe collection to use. If empty, new temporary collection will be created. | [optional]
13
+
14
+ ## Example
15
+
16
+ ```python
17
+ from eval_studio_client.api.models.test_service_generate_test_cases_request import TestServiceGenerateTestCasesRequest
18
+
19
+ # TODO update the JSON string below
20
+ json = "{}"
21
+ # create an instance of TestServiceGenerateTestCasesRequest from a JSON string
22
+ test_service_generate_test_cases_request_instance = TestServiceGenerateTestCasesRequest.from_json(json)
23
+ # print the JSON string representation of the object
24
+ print(TestServiceGenerateTestCasesRequest.to_json())
25
+
26
+ # convert the object into a dict
27
+ test_service_generate_test_cases_request_dict = test_service_generate_test_cases_request_instance.to_dict()
28
+ # create an instance of TestServiceGenerateTestCasesRequest from a dict
29
+ test_service_generate_test_cases_request_from_dict = TestServiceGenerateTestCasesRequest.from_dict(test_service_generate_test_cases_request_dict)
30
+ ```
31
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
32
+
33
+
@@ -5,7 +5,7 @@
5
5
 
6
6
  Name | Type | Description | Notes
7
7
  ------------ | ------------- | ------------- | -------------
8
- **perturbator_configurations** | [**List[V1alphaPerturbatorConfiguration]**](V1alphaPerturbatorConfiguration.md) | Required. PerturbatorConfigurations to apply to the Test. | [optional]
8
+ **perturbator_configurations** | [**List[V1PerturbatorConfiguration]**](V1PerturbatorConfiguration.md) | Required. PerturbatorConfigurations to apply to the Test. | [optional]
9
9
  **new_test_display_name** | **str** | Required. Name of the newly created test. | [optional]
10
10
  **new_test_description** | **str** | Optional. Description of the newly created Test. | [optional]
11
11
 
@@ -0,0 +1,31 @@
1
+ # V1BatchCreateLeaderboardsRequest
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **requests** | [**List[V1CreateLeaderboardRequest]**](V1CreateLeaderboardRequest.md) | Required. Contains list of requests for leaderboards to be created. | [optional]
9
+ **dashboard_display_name** | **str** | Optional. Display name for the dashboard that will group the leaderboards. | [optional]
10
+ **dashboard_description** | **str** | Optional. Description for the dashboard that will group the leaderboards. | [optional]
11
+
12
+ ## Example
13
+
14
+ ```python
15
+ from eval_studio_client.api.models.v1_batch_create_leaderboards_request import V1BatchCreateLeaderboardsRequest
16
+
17
+ # TODO update the JSON string below
18
+ json = "{}"
19
+ # create an instance of V1BatchCreateLeaderboardsRequest from a JSON string
20
+ v1_batch_create_leaderboards_request_instance = V1BatchCreateLeaderboardsRequest.from_json(json)
21
+ # print the JSON string representation of the object
22
+ print(V1BatchCreateLeaderboardsRequest.to_json())
23
+
24
+ # convert the object into a dict
25
+ v1_batch_create_leaderboards_request_dict = v1_batch_create_leaderboards_request_instance.to_dict()
26
+ # create an instance of V1BatchCreateLeaderboardsRequest from a dict
27
+ v1_batch_create_leaderboards_request_from_dict = V1BatchCreateLeaderboardsRequest.from_dict(v1_batch_create_leaderboards_request_dict)
28
+ ```
29
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
30
+
31
+
@@ -0,0 +1,29 @@
1
+ # V1BatchCreateLeaderboardsResponse
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **operation** | [**V1Operation**](V1Operation.md) | | [optional]
9
+
10
+ ## Example
11
+
12
+ ```python
13
+ from eval_studio_client.api.models.v1_batch_create_leaderboards_response import V1BatchCreateLeaderboardsResponse
14
+
15
+ # TODO update the JSON string below
16
+ json = "{}"
17
+ # create an instance of V1BatchCreateLeaderboardsResponse from a JSON string
18
+ v1_batch_create_leaderboards_response_instance = V1BatchCreateLeaderboardsResponse.from_json(json)
19
+ # print the JSON string representation of the object
20
+ print(V1BatchCreateLeaderboardsResponse.to_json())
21
+
22
+ # convert the object into a dict
23
+ v1_batch_create_leaderboards_response_dict = v1_batch_create_leaderboards_response_instance.to_dict()
24
+ # create an instance of V1BatchCreateLeaderboardsResponse from a dict
25
+ v1_batch_create_leaderboards_response_from_dict = V1BatchCreateLeaderboardsResponse.from_dict(v1_batch_create_leaderboards_response_dict)
26
+ ```
27
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
+
29
+
@@ -0,0 +1,29 @@
1
+ # V1BatchDeleteDashboardsRequest
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **names** | **List[str]** | Required. The names of the Dashboards to delete. A maximum of 1000 can be specified. | [optional]
9
+
10
+ ## Example
11
+
12
+ ```python
13
+ from eval_studio_client.api.models.v1_batch_delete_dashboards_request import V1BatchDeleteDashboardsRequest
14
+
15
+ # TODO update the JSON string below
16
+ json = "{}"
17
+ # create an instance of V1BatchDeleteDashboardsRequest from a JSON string
18
+ v1_batch_delete_dashboards_request_instance = V1BatchDeleteDashboardsRequest.from_json(json)
19
+ # print the JSON string representation of the object
20
+ print(V1BatchDeleteDashboardsRequest.to_json())
21
+
22
+ # convert the object into a dict
23
+ v1_batch_delete_dashboards_request_dict = v1_batch_delete_dashboards_request_instance.to_dict()
24
+ # create an instance of V1BatchDeleteDashboardsRequest from a dict
25
+ v1_batch_delete_dashboards_request_from_dict = V1BatchDeleteDashboardsRequest.from_dict(v1_batch_delete_dashboards_request_dict)
26
+ ```
27
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
+
29
+
@@ -0,0 +1,29 @@
1
+ # V1BatchDeleteDashboardsResponse
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **dashboards** | [**List[V1Dashboard]**](V1Dashboard.md) | The deleted Dashboards. | [optional]
9
+
10
+ ## Example
11
+
12
+ ```python
13
+ from eval_studio_client.api.models.v1_batch_delete_dashboards_response import V1BatchDeleteDashboardsResponse
14
+
15
+ # TODO update the JSON string below
16
+ json = "{}"
17
+ # create an instance of V1BatchDeleteDashboardsResponse from a JSON string
18
+ v1_batch_delete_dashboards_response_instance = V1BatchDeleteDashboardsResponse.from_json(json)
19
+ # print the JSON string representation of the object
20
+ print(V1BatchDeleteDashboardsResponse.to_json())
21
+
22
+ # convert the object into a dict
23
+ v1_batch_delete_dashboards_response_dict = v1_batch_delete_dashboards_response_instance.to_dict()
24
+ # create an instance of V1BatchDeleteDashboardsResponse from a dict
25
+ v1_batch_delete_dashboards_response_from_dict = V1BatchDeleteDashboardsResponse.from_dict(v1_batch_delete_dashboards_response_dict)
26
+ ```
27
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
+
29
+
@@ -0,0 +1,29 @@
1
+ # V1BatchDeleteDocumentsRequest
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **names** | **List[str]** | Required. The names of the Documents to delete. A maximum of 1000 can be specified. | [optional]
9
+
10
+ ## Example
11
+
12
+ ```python
13
+ from eval_studio_client.api.models.v1_batch_delete_documents_request import V1BatchDeleteDocumentsRequest
14
+
15
+ # TODO update the JSON string below
16
+ json = "{}"
17
+ # create an instance of V1BatchDeleteDocumentsRequest from a JSON string
18
+ v1_batch_delete_documents_request_instance = V1BatchDeleteDocumentsRequest.from_json(json)
19
+ # print the JSON string representation of the object
20
+ print(V1BatchDeleteDocumentsRequest.to_json())
21
+
22
+ # convert the object into a dict
23
+ v1_batch_delete_documents_request_dict = v1_batch_delete_documents_request_instance.to_dict()
24
+ # create an instance of V1BatchDeleteDocumentsRequest from a dict
25
+ v1_batch_delete_documents_request_from_dict = V1BatchDeleteDocumentsRequest.from_dict(v1_batch_delete_documents_request_dict)
26
+ ```
27
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
+
29
+
@@ -0,0 +1,29 @@
1
+ # V1BatchDeleteDocumentsResponse
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **documents** | [**List[V1Document]**](V1Document.md) | The Documents that were deleted. | [optional]
9
+
10
+ ## Example
11
+
12
+ ```python
13
+ from eval_studio_client.api.models.v1_batch_delete_documents_response import V1BatchDeleteDocumentsResponse
14
+
15
+ # TODO update the JSON string below
16
+ json = "{}"
17
+ # create an instance of V1BatchDeleteDocumentsResponse from a JSON string
18
+ v1_batch_delete_documents_response_instance = V1BatchDeleteDocumentsResponse.from_json(json)
19
+ # print the JSON string representation of the object
20
+ print(V1BatchDeleteDocumentsResponse.to_json())
21
+
22
+ # convert the object into a dict
23
+ v1_batch_delete_documents_response_dict = v1_batch_delete_documents_response_instance.to_dict()
24
+ # create an instance of V1BatchDeleteDocumentsResponse from a dict
25
+ v1_batch_delete_documents_response_from_dict = V1BatchDeleteDocumentsResponse.from_dict(v1_batch_delete_documents_response_dict)
26
+ ```
27
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
+
29
+
@@ -0,0 +1,29 @@
1
+ # V1BatchDeleteEvaluatorsRequest
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **names** | **List[str]** | Required. The names of the Evaluators to delete. A maximum of 1000 can be specified. | [optional]
9
+
10
+ ## Example
11
+
12
+ ```python
13
+ from eval_studio_client.api.models.v1_batch_delete_evaluators_request import V1BatchDeleteEvaluatorsRequest
14
+
15
+ # TODO update the JSON string below
16
+ json = "{}"
17
+ # create an instance of V1BatchDeleteEvaluatorsRequest from a JSON string
18
+ v1_batch_delete_evaluators_request_instance = V1BatchDeleteEvaluatorsRequest.from_json(json)
19
+ # print the JSON string representation of the object
20
+ print(V1BatchDeleteEvaluatorsRequest.to_json())
21
+
22
+ # convert the object into a dict
23
+ v1_batch_delete_evaluators_request_dict = v1_batch_delete_evaluators_request_instance.to_dict()
24
+ # create an instance of V1BatchDeleteEvaluatorsRequest from a dict
25
+ v1_batch_delete_evaluators_request_from_dict = V1BatchDeleteEvaluatorsRequest.from_dict(v1_batch_delete_evaluators_request_dict)
26
+ ```
27
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
+
29
+