eval-studio-client 1.0.1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (527) hide show
  1. eval_studio_client/api/__init__.py +36 -1
  2. eval_studio_client/api/api/__init__.py +4 -0
  3. eval_studio_client/api/api/adversarial_inputs_service_api.py +321 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +1 -1
  5. eval_studio_client/api/api/document_service_api.py +1 -1
  6. eval_studio_client/api/api/evaluation_service_api.py +1 -1
  7. eval_studio_client/api/api/evaluator_service_api.py +1 -1
  8. eval_studio_client/api/api/generated_questions_validation_service_api.py +321 -0
  9. eval_studio_client/api/api/human_calibration_service_api.py +1 -1
  10. eval_studio_client/api/api/info_service_api.py +1 -1
  11. eval_studio_client/api/api/leaderboard_report_service_api.py +292 -0
  12. eval_studio_client/api/api/leaderboard_service_api.py +17 -17
  13. eval_studio_client/api/api/model_service_api.py +17 -17
  14. eval_studio_client/api/api/operation_progress_service_api.py +1 -1
  15. eval_studio_client/api/api/operation_service_api.py +272 -17
  16. eval_studio_client/api/api/perturbation_service_api.py +1 -1
  17. eval_studio_client/api/api/perturbator_service_api.py +17 -17
  18. eval_studio_client/api/api/prompt_generation_service_api.py +1 -1
  19. eval_studio_client/api/api/prompt_library_service_api.py +1 -1
  20. eval_studio_client/api/api/test_case_relationship_service_api.py +292 -0
  21. eval_studio_client/api/api/test_case_service_api.py +17 -17
  22. eval_studio_client/api/api/test_class_service_api.py +17 -17
  23. eval_studio_client/api/api/test_lab_service_api.py +1 -1
  24. eval_studio_client/api/api/test_service_api.py +585 -17
  25. eval_studio_client/api/api/who_am_i_service_api.py +1 -1
  26. eval_studio_client/api/api/workflow_edge_service_api.py +541 -2
  27. eval_studio_client/api/api/workflow_node_service_api.py +923 -126
  28. eval_studio_client/api/api/workflow_service_api.py +317 -33
  29. eval_studio_client/api/api_client.py +1 -1
  30. eval_studio_client/api/configuration.py +1 -1
  31. eval_studio_client/api/docs/AdversarialInputsServiceApi.md +78 -0
  32. eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +45 -0
  33. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceApi.md +78 -0
  34. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md +30 -0
  35. eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -0
  36. eval_studio_client/api/docs/LeaderboardServiceApi.md +5 -5
  37. eval_studio_client/api/docs/ModelServiceApi.md +5 -5
  38. eval_studio_client/api/docs/OperationServiceApi.md +72 -5
  39. eval_studio_client/api/docs/PerturbatorServiceApi.md +5 -5
  40. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +2 -1
  41. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +2 -0
  42. eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md +3 -0
  43. eval_studio_client/api/docs/TestCaseRelationshipServiceApi.md +75 -0
  44. eval_studio_client/api/docs/TestCaseServiceApi.md +5 -5
  45. eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
  46. eval_studio_client/api/docs/TestServiceApi.md +145 -5
  47. eval_studio_client/api/docs/TestServiceCloneTestRequest.md +30 -0
  48. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +3 -2
  49. eval_studio_client/api/docs/TestServicePerturbTestInPlaceRequest.md +30 -0
  50. eval_studio_client/api/docs/V1AbortOperationResponse.md +29 -0
  51. eval_studio_client/api/docs/V1CloneTestResponse.md +29 -0
  52. eval_studio_client/api/docs/V1CloneWorkflowResponse.md +29 -0
  53. eval_studio_client/api/docs/V1Context.md +32 -0
  54. eval_studio_client/api/docs/V1CreateWorkflowEdgeResponse.md +29 -0
  55. eval_studio_client/api/docs/V1CreateWorkflowNodeResponse.md +29 -0
  56. eval_studio_client/api/docs/V1DeleteWorkflowEdgeResponse.md +29 -0
  57. eval_studio_client/api/docs/V1GeneratedTestCase.md +30 -0
  58. eval_studio_client/api/docs/V1GetLeaderboardReportResponse.md +29 -0
  59. eval_studio_client/api/docs/V1Info.md +3 -0
  60. eval_studio_client/api/docs/V1InitWorkflowNodeResponse.md +29 -0
  61. eval_studio_client/api/docs/V1LeaderboardReport.md +32 -0
  62. eval_studio_client/api/docs/V1LeaderboardReportActualOutputData.md +31 -0
  63. eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +31 -0
  64. eval_studio_client/api/docs/V1LeaderboardReportEvaluator.md +42 -0
  65. eval_studio_client/api/docs/V1LeaderboardReportEvaluatorParameter.md +38 -0
  66. eval_studio_client/api/docs/V1LeaderboardReportExplanation.md +34 -0
  67. eval_studio_client/api/docs/V1LeaderboardReportMetricsMetaEntry.md +41 -0
  68. eval_studio_client/api/docs/V1LeaderboardReportModel.md +39 -0
  69. eval_studio_client/api/docs/V1LeaderboardReportResult.md +45 -0
  70. eval_studio_client/api/docs/V1LeaderboardReportResultRelationship.md +32 -0
  71. eval_studio_client/api/docs/V1ListTestCaseRelationshipsResponse.md +29 -0
  72. eval_studio_client/api/docs/V1MetricScore.md +31 -0
  73. eval_studio_client/api/docs/V1MetricScores.md +29 -0
  74. eval_studio_client/api/docs/V1PerturbTestInPlaceResponse.md +29 -0
  75. eval_studio_client/api/docs/V1RepeatedString.md +29 -0
  76. eval_studio_client/api/docs/V1ResetWorkflowNodeResponse.md +29 -0
  77. eval_studio_client/api/docs/V1TestCase.md +2 -0
  78. eval_studio_client/api/docs/V1Workflow.md +3 -0
  79. eval_studio_client/api/docs/WorkflowEdgeServiceApi.md +139 -0
  80. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +221 -12
  81. eval_studio_client/api/docs/WorkflowServiceApi.md +81 -10
  82. eval_studio_client/api/docs/WorkflowServiceCloneWorkflowRequest.md +33 -0
  83. eval_studio_client/api/exceptions.py +1 -1
  84. eval_studio_client/api/models/__init__.py +32 -1
  85. eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +143 -0
  86. eval_studio_client/api/models/generated_questions_validation_service_validate_generated_questions_request.py +97 -0
  87. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
  88. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +13 -4
  89. eval_studio_client/api/models/protobuf_any.py +1 -1
  90. eval_studio_client/api/models/protobuf_null_value.py +1 -1
  91. eval_studio_client/api/models/required_the_dashboard_to_update.py +1 -1
  92. eval_studio_client/api/models/required_the_document_to_update.py +1 -1
  93. eval_studio_client/api/models/required_the_leaderboard_to_update.py +1 -1
  94. eval_studio_client/api/models/required_the_model_to_update.py +1 -1
  95. eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
  96. eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
  97. eval_studio_client/api/models/required_the_test_case_to_update.py +10 -3
  98. eval_studio_client/api/models/required_the_test_to_update.py +1 -1
  99. eval_studio_client/api/models/required_the_updated_workflow.py +11 -3
  100. eval_studio_client/api/models/required_the_updated_workflow_node.py +1 -1
  101. eval_studio_client/api/models/rpc_status.py +1 -1
  102. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
  103. eval_studio_client/api/models/test_service_clone_test_request.py +89 -0
  104. eval_studio_client/api/models/test_service_generate_test_cases_request.py +7 -5
  105. eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +1 -1
  106. eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +1 -1
  107. eval_studio_client/api/models/test_service_perturb_test_in_place_request.py +97 -0
  108. eval_studio_client/api/models/test_service_perturb_test_request.py +1 -1
  109. eval_studio_client/api/models/v1_abort_operation_response.py +91 -0
  110. eval_studio_client/api/models/v1_batch_create_leaderboards_request.py +1 -1
  111. eval_studio_client/api/models/v1_batch_create_leaderboards_response.py +1 -1
  112. eval_studio_client/api/models/v1_batch_delete_dashboards_request.py +1 -1
  113. eval_studio_client/api/models/v1_batch_delete_dashboards_response.py +1 -1
  114. eval_studio_client/api/models/v1_batch_delete_documents_request.py +1 -1
  115. eval_studio_client/api/models/v1_batch_delete_documents_response.py +1 -1
  116. eval_studio_client/api/models/v1_batch_delete_evaluators_request.py +1 -1
  117. eval_studio_client/api/models/v1_batch_delete_evaluators_response.py +1 -1
  118. eval_studio_client/api/models/v1_batch_delete_leaderboards_request.py +1 -1
  119. eval_studio_client/api/models/v1_batch_delete_leaderboards_response.py +1 -1
  120. eval_studio_client/api/models/v1_batch_delete_models_request.py +1 -1
  121. eval_studio_client/api/models/v1_batch_delete_models_response.py +1 -1
  122. eval_studio_client/api/models/v1_batch_delete_test_cases_response.py +1 -1
  123. eval_studio_client/api/models/v1_batch_delete_tests_request.py +1 -1
  124. eval_studio_client/api/models/v1_batch_delete_tests_response.py +1 -1
  125. eval_studio_client/api/models/v1_batch_delete_workflows_request.py +1 -1
  126. eval_studio_client/api/models/v1_batch_delete_workflows_response.py +1 -1
  127. eval_studio_client/api/models/v1_batch_get_dashboards_response.py +1 -1
  128. eval_studio_client/api/models/v1_batch_get_documents_response.py +1 -1
  129. eval_studio_client/api/models/v1_batch_get_leaderboards_response.py +1 -1
  130. eval_studio_client/api/models/v1_batch_get_models_response.py +1 -1
  131. eval_studio_client/api/models/v1_batch_get_operations_response.py +1 -1
  132. eval_studio_client/api/models/v1_batch_get_tests_response.py +1 -1
  133. eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +1 -1
  134. eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +1 -1
  135. eval_studio_client/api/models/v1_batch_import_leaderboard_request.py +1 -1
  136. eval_studio_client/api/models/v1_batch_import_leaderboard_response.py +1 -1
  137. eval_studio_client/api/models/v1_batch_import_tests_request.py +1 -1
  138. eval_studio_client/api/models/v1_batch_import_tests_response.py +1 -1
  139. eval_studio_client/api/models/v1_check_base_models_response.py +1 -1
  140. eval_studio_client/api/models/v1_clone_test_response.py +91 -0
  141. eval_studio_client/api/models/v1_clone_workflow_response.py +91 -0
  142. eval_studio_client/api/models/v1_collection_info.py +1 -1
  143. eval_studio_client/api/models/v1_context.py +93 -0
  144. eval_studio_client/api/models/v1_create_dashboard_response.py +1 -1
  145. eval_studio_client/api/models/v1_create_document_response.py +1 -1
  146. eval_studio_client/api/models/v1_create_evaluation_request.py +1 -1
  147. eval_studio_client/api/models/v1_create_evaluator_response.py +1 -1
  148. eval_studio_client/api/models/v1_create_leaderboard_request.py +1 -1
  149. eval_studio_client/api/models/v1_create_leaderboard_response.py +1 -1
  150. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +1 -1
  151. eval_studio_client/api/models/v1_create_model_response.py +1 -1
  152. eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
  153. eval_studio_client/api/models/v1_create_test_case_response.py +1 -1
  154. eval_studio_client/api/models/v1_create_test_lab_response.py +1 -1
  155. eval_studio_client/api/models/v1_create_test_response.py +1 -1
  156. eval_studio_client/api/models/v1_create_workflow_edge_response.py +91 -0
  157. eval_studio_client/api/models/v1_create_workflow_node_response.py +91 -0
  158. eval_studio_client/api/models/v1_create_workflow_response.py +1 -1
  159. eval_studio_client/api/models/v1_dashboard.py +1 -1
  160. eval_studio_client/api/models/v1_dashboard_status.py +1 -1
  161. eval_studio_client/api/models/v1_delete_dashboard_response.py +1 -1
  162. eval_studio_client/api/models/v1_delete_document_response.py +1 -1
  163. eval_studio_client/api/models/v1_delete_evaluator_response.py +1 -1
  164. eval_studio_client/api/models/v1_delete_leaderboard_response.py +1 -1
  165. eval_studio_client/api/models/v1_delete_model_response.py +1 -1
  166. eval_studio_client/api/models/v1_delete_test_case_response.py +1 -1
  167. eval_studio_client/api/models/v1_delete_test_response.py +1 -1
  168. eval_studio_client/api/models/v1_delete_workflow_edge_response.py +91 -0
  169. eval_studio_client/api/models/v1_delete_workflow_node_response.py +1 -1
  170. eval_studio_client/api/models/v1_delete_workflow_response.py +1 -1
  171. eval_studio_client/api/models/v1_document.py +1 -1
  172. eval_studio_client/api/models/v1_estimate_threshold_request.py +1 -1
  173. eval_studio_client/api/models/v1_evaluation_test.py +1 -1
  174. eval_studio_client/api/models/v1_evaluator.py +1 -1
  175. eval_studio_client/api/models/v1_evaluator_param_type.py +1 -1
  176. eval_studio_client/api/models/v1_evaluator_parameter.py +1 -1
  177. eval_studio_client/api/models/v1_evaluator_view.py +1 -1
  178. eval_studio_client/api/models/v1_finalize_operation_response.py +1 -1
  179. eval_studio_client/api/models/v1_find_all_test_cases_by_id_response.py +1 -1
  180. eval_studio_client/api/models/v1_find_test_lab_response.py +1 -1
  181. eval_studio_client/api/models/v1_generate_test_cases_response.py +1 -1
  182. eval_studio_client/api/models/v1_generated_test_case.py +101 -0
  183. eval_studio_client/api/models/v1_get_dashboard_response.py +1 -1
  184. eval_studio_client/api/models/v1_get_document_response.py +1 -1
  185. eval_studio_client/api/models/v1_get_evaluator_response.py +1 -1
  186. eval_studio_client/api/models/v1_get_info_response.py +1 -1
  187. eval_studio_client/api/models/v1_get_leaderboard_report_response.py +91 -0
  188. eval_studio_client/api/models/v1_get_leaderboard_response.py +1 -1
  189. eval_studio_client/api/models/v1_get_model_response.py +1 -1
  190. eval_studio_client/api/models/v1_get_operation_progress_by_parent_response.py +1 -1
  191. eval_studio_client/api/models/v1_get_operation_response.py +1 -1
  192. eval_studio_client/api/models/v1_get_perturbator_response.py +1 -1
  193. eval_studio_client/api/models/v1_get_test_case_response.py +1 -1
  194. eval_studio_client/api/models/v1_get_test_class_response.py +1 -1
  195. eval_studio_client/api/models/v1_get_test_response.py +1 -1
  196. eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +1 -1
  197. eval_studio_client/api/models/v1_get_workflow_node_response.py +1 -1
  198. eval_studio_client/api/models/v1_get_workflow_response.py +1 -1
  199. eval_studio_client/api/models/v1_import_evaluation_request.py +1 -1
  200. eval_studio_client/api/models/v1_import_leaderboard_request.py +1 -1
  201. eval_studio_client/api/models/v1_import_leaderboard_response.py +1 -1
  202. eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +1 -1
  203. eval_studio_client/api/models/v1_import_test_cases_request.py +1 -1
  204. eval_studio_client/api/models/v1_info.py +10 -4
  205. eval_studio_client/api/models/v1_init_workflow_node_response.py +91 -0
  206. eval_studio_client/api/models/v1_insight.py +1 -1
  207. eval_studio_client/api/models/v1_labeled_test_case.py +1 -1
  208. eval_studio_client/api/models/v1_leaderboard.py +1 -1
  209. eval_studio_client/api/models/v1_leaderboard_report.py +115 -0
  210. eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py +93 -0
  211. eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +101 -0
  212. eval_studio_client/api/models/v1_leaderboard_report_evaluator.py +155 -0
  213. eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py +109 -0
  214. eval_studio_client/api/models/v1_leaderboard_report_explanation.py +103 -0
  215. eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py +129 -0
  216. eval_studio_client/api/models/v1_leaderboard_report_model.py +121 -0
  217. eval_studio_client/api/models/v1_leaderboard_report_result.py +175 -0
  218. eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py +97 -0
  219. eval_studio_client/api/models/v1_leaderboard_status.py +1 -1
  220. eval_studio_client/api/models/v1_leaderboard_type.py +1 -1
  221. eval_studio_client/api/models/v1_leaderboard_view.py +1 -1
  222. eval_studio_client/api/models/v1_list_base_models_response.py +1 -1
  223. eval_studio_client/api/models/v1_list_dashboards_response.py +1 -1
  224. eval_studio_client/api/models/v1_list_documents_response.py +1 -1
  225. eval_studio_client/api/models/v1_list_evaluators_response.py +1 -1
  226. eval_studio_client/api/models/v1_list_leaderboards_response.py +1 -1
  227. eval_studio_client/api/models/v1_list_llm_models_response.py +1 -1
  228. eval_studio_client/api/models/v1_list_model_collections_response.py +1 -1
  229. eval_studio_client/api/models/v1_list_models_response.py +1 -1
  230. eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py +1 -1
  231. eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py +1 -1
  232. eval_studio_client/api/models/v1_list_most_recent_models_response.py +1 -1
  233. eval_studio_client/api/models/v1_list_most_recent_tests_response.py +1 -1
  234. eval_studio_client/api/models/v1_list_operations_response.py +1 -1
  235. eval_studio_client/api/models/v1_list_perturbators_response.py +1 -1
  236. eval_studio_client/api/models/v1_list_prompt_library_items_response.py +1 -1
  237. eval_studio_client/api/models/v1_list_rag_collections_response.py +1 -1
  238. eval_studio_client/api/models/v1_list_test_case_library_items_response.py +1 -1
  239. eval_studio_client/api/models/v1_list_test_case_relationships_response.py +95 -0
  240. eval_studio_client/api/models/v1_list_test_cases_response.py +1 -1
  241. eval_studio_client/api/models/v1_list_test_classes_response.py +1 -1
  242. eval_studio_client/api/models/v1_list_tests_response.py +1 -1
  243. eval_studio_client/api/models/v1_list_workflows_response.py +1 -1
  244. eval_studio_client/api/models/v1_metric_score.py +89 -0
  245. eval_studio_client/api/models/v1_metric_scores.py +95 -0
  246. eval_studio_client/api/models/v1_model.py +1 -1
  247. eval_studio_client/api/models/v1_model_type.py +1 -1
  248. eval_studio_client/api/models/v1_operation.py +1 -1
  249. eval_studio_client/api/models/v1_operation_progress.py +1 -1
  250. eval_studio_client/api/models/v1_perturb_test_in_place_response.py +91 -0
  251. eval_studio_client/api/models/v1_perturb_test_response.py +1 -1
  252. eval_studio_client/api/models/v1_perturbator.py +1 -1
  253. eval_studio_client/api/models/v1_perturbator_configuration.py +1 -1
  254. eval_studio_client/api/models/v1_perturbator_intensity.py +1 -1
  255. eval_studio_client/api/models/v1_problem_and_action.py +1 -1
  256. eval_studio_client/api/models/v1_process_workflow_node_response.py +1 -1
  257. eval_studio_client/api/models/v1_prompt_library_item.py +1 -1
  258. eval_studio_client/api/models/v1_repeated_string.py +87 -0
  259. eval_studio_client/api/models/v1_reset_workflow_node_response.py +91 -0
  260. eval_studio_client/api/models/v1_test.py +1 -1
  261. eval_studio_client/api/models/v1_test_case.py +10 -3
  262. eval_studio_client/api/models/v1_test_case_relationship.py +1 -1
  263. eval_studio_client/api/models/v1_test_cases_generator.py +1 -1
  264. eval_studio_client/api/models/v1_test_class.py +1 -1
  265. eval_studio_client/api/models/v1_test_class_type.py +1 -1
  266. eval_studio_client/api/models/v1_test_lab.py +1 -1
  267. eval_studio_client/api/models/v1_test_suite_evaluates.py +1 -1
  268. eval_studio_client/api/models/v1_update_dashboard_response.py +1 -1
  269. eval_studio_client/api/models/v1_update_document_response.py +1 -1
  270. eval_studio_client/api/models/v1_update_leaderboard_response.py +1 -1
  271. eval_studio_client/api/models/v1_update_model_response.py +1 -1
  272. eval_studio_client/api/models/v1_update_operation_response.py +1 -1
  273. eval_studio_client/api/models/v1_update_test_case_response.py +1 -1
  274. eval_studio_client/api/models/v1_update_test_response.py +1 -1
  275. eval_studio_client/api/models/v1_update_workflow_node_response.py +1 -1
  276. eval_studio_client/api/models/v1_update_workflow_response.py +1 -1
  277. eval_studio_client/api/models/v1_who_am_i_response.py +1 -1
  278. eval_studio_client/api/models/v1_workflow.py +11 -3
  279. eval_studio_client/api/models/v1_workflow_edge.py +1 -1
  280. eval_studio_client/api/models/v1_workflow_edge_type.py +1 -1
  281. eval_studio_client/api/models/v1_workflow_node.py +1 -1
  282. eval_studio_client/api/models/v1_workflow_node_artifact.py +1 -1
  283. eval_studio_client/api/models/v1_workflow_node_artifacts.py +1 -1
  284. eval_studio_client/api/models/v1_workflow_node_attributes.py +1 -1
  285. eval_studio_client/api/models/v1_workflow_node_status.py +1 -1
  286. eval_studio_client/api/models/v1_workflow_node_type.py +4 -1
  287. eval_studio_client/api/models/v1_workflow_node_view.py +1 -1
  288. eval_studio_client/api/models/v1_workflow_type.py +1 -1
  289. eval_studio_client/api/models/workflow_service_clone_workflow_request.py +95 -0
  290. eval_studio_client/api/rest.py +1 -1
  291. eval_studio_client/api/test/test_adversarial_inputs_service_api.py +37 -0
  292. eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +128 -0
  293. eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
  294. eval_studio_client/api/test/test_document_service_api.py +1 -1
  295. eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
  296. eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
  297. eval_studio_client/api/test/test_generated_questions_validation_service_api.py +37 -0
  298. eval_studio_client/api/test/test_generated_questions_validation_service_validate_generated_questions_request.py +83 -0
  299. eval_studio_client/api/test/test_human_calibration_service_api.py +1 -1
  300. eval_studio_client/api/test/test_info_service_api.py +1 -1
  301. eval_studio_client/api/test/test_leaderboard_report_service_api.py +37 -0
  302. eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
  303. eval_studio_client/api/test/test_model_service_api.py +1 -1
  304. eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
  305. eval_studio_client/api/test/test_operation_service_api.py +7 -1
  306. eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
  307. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +6 -2
  308. eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
  309. eval_studio_client/api/test/test_prompt_generation_service_api.py +1 -1
  310. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +9 -4
  311. eval_studio_client/api/test/test_prompt_library_service_api.py +1 -1
  312. eval_studio_client/api/test/test_protobuf_any.py +1 -1
  313. eval_studio_client/api/test/test_protobuf_null_value.py +1 -1
  314. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
  315. eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
  316. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +1 -1
  317. eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
  318. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
  319. eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
  320. eval_studio_client/api/test/test_required_the_test_case_to_update.py +6 -2
  321. eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
  322. eval_studio_client/api/test/test_required_the_updated_workflow.py +5 -2
  323. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +1 -1
  324. eval_studio_client/api/test/test_rpc_status.py +1 -1
  325. eval_studio_client/api/test/test_test_case_relationship_service_api.py +37 -0
  326. eval_studio_client/api/test/test_test_case_service_api.py +1 -1
  327. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
  328. eval_studio_client/api/test/test_test_class_service_api.py +1 -1
  329. eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
  330. eval_studio_client/api/test/test_test_service_api.py +13 -1
  331. eval_studio_client/api/test/test_test_service_clone_test_request.py +52 -0
  332. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +4 -1
  333. eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py +1 -1
  334. eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py +1 -1
  335. eval_studio_client/api/test/test_test_service_perturb_test_in_place_request.py +59 -0
  336. eval_studio_client/api/test/test_test_service_perturb_test_request.py +1 -1
  337. eval_studio_client/api/test/test_v1_abort_operation_response.py +71 -0
  338. eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +1 -1
  339. eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +1 -1
  340. eval_studio_client/api/test/test_v1_batch_delete_dashboards_request.py +1 -1
  341. eval_studio_client/api/test/test_v1_batch_delete_dashboards_response.py +1 -1
  342. eval_studio_client/api/test/test_v1_batch_delete_documents_request.py +1 -1
  343. eval_studio_client/api/test/test_v1_batch_delete_documents_response.py +1 -1
  344. eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +1 -1
  345. eval_studio_client/api/test/test_v1_batch_delete_evaluators_response.py +1 -1
  346. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_request.py +1 -1
  347. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +1 -1
  348. eval_studio_client/api/test/test_v1_batch_delete_models_request.py +1 -1
  349. eval_studio_client/api/test/test_v1_batch_delete_models_response.py +1 -1
  350. eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py +6 -2
  351. eval_studio_client/api/test/test_v1_batch_delete_tests_request.py +1 -1
  352. eval_studio_client/api/test/test_v1_batch_delete_tests_response.py +1 -1
  353. eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py +1 -1
  354. eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py +5 -2
  355. eval_studio_client/api/test/test_v1_batch_get_dashboards_response.py +1 -1
  356. eval_studio_client/api/test/test_v1_batch_get_documents_response.py +1 -1
  357. eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +1 -1
  358. eval_studio_client/api/test/test_v1_batch_get_models_response.py +1 -1
  359. eval_studio_client/api/test/test_v1_batch_get_operations_response.py +1 -1
  360. eval_studio_client/api/test/test_v1_batch_get_tests_response.py +1 -1
  361. eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py +1 -1
  362. eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +1 -1
  363. eval_studio_client/api/test/test_v1_batch_import_leaderboard_request.py +1 -1
  364. eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +1 -1
  365. eval_studio_client/api/test/test_v1_batch_import_tests_request.py +1 -1
  366. eval_studio_client/api/test/test_v1_batch_import_tests_response.py +1 -1
  367. eval_studio_client/api/test/test_v1_check_base_models_response.py +1 -1
  368. eval_studio_client/api/test/test_v1_clone_test_response.py +67 -0
  369. eval_studio_client/api/test/test_v1_clone_workflow_response.py +93 -0
  370. eval_studio_client/api/test/test_v1_collection_info.py +1 -1
  371. eval_studio_client/api/test/test_v1_context.py +54 -0
  372. eval_studio_client/api/test/test_v1_create_dashboard_response.py +1 -1
  373. eval_studio_client/api/test/test_v1_create_document_response.py +1 -1
  374. eval_studio_client/api/test/test_v1_create_evaluation_request.py +6 -2
  375. eval_studio_client/api/test/test_v1_create_evaluator_response.py +1 -1
  376. eval_studio_client/api/test/test_v1_create_leaderboard_request.py +1 -1
  377. eval_studio_client/api/test/test_v1_create_leaderboard_response.py +1 -1
  378. eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +1 -1
  379. eval_studio_client/api/test/test_v1_create_model_response.py +1 -1
  380. eval_studio_client/api/test/test_v1_create_perturbation_response.py +1 -1
  381. eval_studio_client/api/test/test_v1_create_test_case_response.py +6 -2
  382. eval_studio_client/api/test/test_v1_create_test_lab_response.py +1 -1
  383. eval_studio_client/api/test/test_v1_create_test_response.py +1 -1
  384. eval_studio_client/api/test/test_v1_create_workflow_edge_response.py +62 -0
  385. eval_studio_client/api/test/test_v1_create_workflow_node_response.py +82 -0
  386. eval_studio_client/api/test/test_v1_create_workflow_response.py +5 -2
  387. eval_studio_client/api/test/test_v1_dashboard.py +1 -1
  388. eval_studio_client/api/test/test_v1_dashboard_status.py +1 -1
  389. eval_studio_client/api/test/test_v1_delete_dashboard_response.py +1 -1
  390. eval_studio_client/api/test/test_v1_delete_document_response.py +1 -1
  391. eval_studio_client/api/test/test_v1_delete_evaluator_response.py +1 -1
  392. eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +1 -1
  393. eval_studio_client/api/test/test_v1_delete_model_response.py +1 -1
  394. eval_studio_client/api/test/test_v1_delete_test_case_response.py +6 -2
  395. eval_studio_client/api/test/test_v1_delete_test_response.py +1 -1
  396. eval_studio_client/api/test/test_v1_delete_workflow_edge_response.py +62 -0
  397. eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +1 -1
  398. eval_studio_client/api/test/test_v1_delete_workflow_response.py +5 -2
  399. eval_studio_client/api/test/test_v1_document.py +1 -1
  400. eval_studio_client/api/test/test_v1_estimate_threshold_request.py +1 -1
  401. eval_studio_client/api/test/test_v1_evaluation_test.py +6 -2
  402. eval_studio_client/api/test/test_v1_evaluator.py +1 -1
  403. eval_studio_client/api/test/test_v1_evaluator_param_type.py +1 -1
  404. eval_studio_client/api/test/test_v1_evaluator_parameter.py +1 -1
  405. eval_studio_client/api/test/test_v1_evaluator_view.py +1 -1
  406. eval_studio_client/api/test/test_v1_finalize_operation_response.py +1 -1
  407. eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py +6 -2
  408. eval_studio_client/api/test/test_v1_find_test_lab_response.py +1 -1
  409. eval_studio_client/api/test/test_v1_generate_test_cases_response.py +1 -1
  410. eval_studio_client/api/test/test_v1_generated_test_case.py +79 -0
  411. eval_studio_client/api/test/test_v1_get_dashboard_response.py +1 -1
  412. eval_studio_client/api/test/test_v1_get_document_response.py +1 -1
  413. eval_studio_client/api/test/test_v1_get_evaluator_response.py +1 -1
  414. eval_studio_client/api/test/test_v1_get_info_response.py +7 -2
  415. eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +175 -0
  416. eval_studio_client/api/test/test_v1_get_leaderboard_response.py +1 -1
  417. eval_studio_client/api/test/test_v1_get_model_response.py +1 -1
  418. eval_studio_client/api/test/test_v1_get_operation_progress_by_parent_response.py +1 -1
  419. eval_studio_client/api/test/test_v1_get_operation_response.py +1 -1
  420. eval_studio_client/api/test/test_v1_get_perturbator_response.py +1 -1
  421. eval_studio_client/api/test/test_v1_get_test_case_response.py +6 -2
  422. eval_studio_client/api/test/test_v1_get_test_class_response.py +1 -1
  423. eval_studio_client/api/test/test_v1_get_test_response.py +1 -1
  424. eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py +1 -1
  425. eval_studio_client/api/test/test_v1_get_workflow_node_response.py +1 -1
  426. eval_studio_client/api/test/test_v1_get_workflow_response.py +5 -2
  427. eval_studio_client/api/test/test_v1_import_evaluation_request.py +1 -1
  428. eval_studio_client/api/test/test_v1_import_leaderboard_request.py +1 -1
  429. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +1 -1
  430. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +1 -1
  431. eval_studio_client/api/test/test_v1_import_test_cases_request.py +1 -1
  432. eval_studio_client/api/test/test_v1_info.py +7 -2
  433. eval_studio_client/api/test/test_v1_init_workflow_node_response.py +82 -0
  434. eval_studio_client/api/test/test_v1_insight.py +1 -1
  435. eval_studio_client/api/test/test_v1_labeled_test_case.py +1 -1
  436. eval_studio_client/api/test/test_v1_leaderboard.py +1 -1
  437. eval_studio_client/api/test/test_v1_leaderboard_report.py +174 -0
  438. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_data.py +52 -0
  439. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +56 -0
  440. eval_studio_client/api/test/test_v1_leaderboard_report_evaluator.py +114 -0
  441. eval_studio_client/api/test/test_v1_leaderboard_report_evaluator_parameter.py +63 -0
  442. eval_studio_client/api/test/test_v1_leaderboard_report_explanation.py +58 -0
  443. eval_studio_client/api/test/test_v1_leaderboard_report_metrics_meta_entry.py +66 -0
  444. eval_studio_client/api/test/test_v1_leaderboard_report_model.py +62 -0
  445. eval_studio_client/api/test/test_v1_leaderboard_report_result.py +92 -0
  446. eval_studio_client/api/test/test_v1_leaderboard_report_result_relationship.py +53 -0
  447. eval_studio_client/api/test/test_v1_leaderboard_status.py +1 -1
  448. eval_studio_client/api/test/test_v1_leaderboard_type.py +1 -1
  449. eval_studio_client/api/test/test_v1_leaderboard_view.py +1 -1
  450. eval_studio_client/api/test/test_v1_list_base_models_response.py +1 -1
  451. eval_studio_client/api/test/test_v1_list_dashboards_response.py +1 -1
  452. eval_studio_client/api/test/test_v1_list_documents_response.py +1 -1
  453. eval_studio_client/api/test/test_v1_list_evaluators_response.py +1 -1
  454. eval_studio_client/api/test/test_v1_list_leaderboards_response.py +1 -1
  455. eval_studio_client/api/test/test_v1_list_llm_models_response.py +1 -1
  456. eval_studio_client/api/test/test_v1_list_model_collections_response.py +1 -1
  457. eval_studio_client/api/test/test_v1_list_models_response.py +1 -1
  458. eval_studio_client/api/test/test_v1_list_most_recent_dashboards_response.py +1 -1
  459. eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +1 -1
  460. eval_studio_client/api/test/test_v1_list_most_recent_models_response.py +1 -1
  461. eval_studio_client/api/test/test_v1_list_most_recent_tests_response.py +1 -1
  462. eval_studio_client/api/test/test_v1_list_operations_response.py +1 -1
  463. eval_studio_client/api/test/test_v1_list_perturbators_response.py +1 -1
  464. eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py +1 -1
  465. eval_studio_client/api/test/test_v1_list_rag_collections_response.py +1 -1
  466. eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py +1 -1
  467. eval_studio_client/api/test/test_v1_list_test_case_relationships_response.py +56 -0
  468. eval_studio_client/api/test/test_v1_list_test_cases_response.py +6 -2
  469. eval_studio_client/api/test/test_v1_list_test_classes_response.py +1 -1
  470. eval_studio_client/api/test/test_v1_list_tests_response.py +1 -1
  471. eval_studio_client/api/test/test_v1_list_workflows_response.py +5 -2
  472. eval_studio_client/api/test/test_v1_metric_score.py +52 -0
  473. eval_studio_client/api/test/test_v1_metric_scores.py +55 -0
  474. eval_studio_client/api/test/test_v1_model.py +1 -1
  475. eval_studio_client/api/test/test_v1_model_type.py +1 -1
  476. eval_studio_client/api/test/test_v1_operation.py +1 -1
  477. eval_studio_client/api/test/test_v1_operation_progress.py +1 -1
  478. eval_studio_client/api/test/test_v1_perturb_test_in_place_response.py +67 -0
  479. eval_studio_client/api/test/test_v1_perturb_test_response.py +1 -1
  480. eval_studio_client/api/test/test_v1_perturbator.py +1 -1
  481. eval_studio_client/api/test/test_v1_perturbator_configuration.py +1 -1
  482. eval_studio_client/api/test/test_v1_perturbator_intensity.py +1 -1
  483. eval_studio_client/api/test/test_v1_problem_and_action.py +1 -1
  484. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +1 -1
  485. eval_studio_client/api/test/test_v1_prompt_library_item.py +1 -1
  486. eval_studio_client/api/test/test_v1_repeated_string.py +53 -0
  487. eval_studio_client/api/test/test_v1_reset_workflow_node_response.py +82 -0
  488. eval_studio_client/api/test/test_v1_test.py +1 -1
  489. eval_studio_client/api/test/test_v1_test_case.py +6 -2
  490. eval_studio_client/api/test/test_v1_test_case_relationship.py +1 -1
  491. eval_studio_client/api/test/test_v1_test_cases_generator.py +1 -1
  492. eval_studio_client/api/test/test_v1_test_class.py +1 -1
  493. eval_studio_client/api/test/test_v1_test_class_type.py +1 -1
  494. eval_studio_client/api/test/test_v1_test_lab.py +1 -1
  495. eval_studio_client/api/test/test_v1_test_suite_evaluates.py +1 -1
  496. eval_studio_client/api/test/test_v1_update_dashboard_response.py +1 -1
  497. eval_studio_client/api/test/test_v1_update_document_response.py +1 -1
  498. eval_studio_client/api/test/test_v1_update_leaderboard_response.py +1 -1
  499. eval_studio_client/api/test/test_v1_update_model_response.py +1 -1
  500. eval_studio_client/api/test/test_v1_update_operation_response.py +1 -1
  501. eval_studio_client/api/test/test_v1_update_test_case_response.py +6 -2
  502. eval_studio_client/api/test/test_v1_update_test_response.py +1 -1
  503. eval_studio_client/api/test/test_v1_update_workflow_node_response.py +1 -1
  504. eval_studio_client/api/test/test_v1_update_workflow_response.py +5 -2
  505. eval_studio_client/api/test/test_v1_who_am_i_response.py +1 -1
  506. eval_studio_client/api/test/test_v1_workflow.py +5 -2
  507. eval_studio_client/api/test/test_v1_workflow_edge.py +1 -1
  508. eval_studio_client/api/test/test_v1_workflow_edge_type.py +1 -1
  509. eval_studio_client/api/test/test_v1_workflow_node.py +1 -1
  510. eval_studio_client/api/test/test_v1_workflow_node_artifact.py +1 -1
  511. eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +1 -1
  512. eval_studio_client/api/test/test_v1_workflow_node_attributes.py +1 -1
  513. eval_studio_client/api/test/test_v1_workflow_node_status.py +1 -1
  514. eval_studio_client/api/test/test_v1_workflow_node_type.py +1 -1
  515. eval_studio_client/api/test/test_v1_workflow_node_view.py +1 -1
  516. eval_studio_client/api/test/test_v1_workflow_type.py +1 -1
  517. eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
  518. eval_studio_client/api/test/test_workflow_edge_service_api.py +15 -1
  519. eval_studio_client/api/test/test_workflow_node_service_api.py +23 -2
  520. eval_studio_client/api/test/test_workflow_service_api.py +8 -1
  521. eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py +55 -0
  522. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +1633 -219
  523. eval_studio_client/tests.py +103 -8
  524. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/METADATA +2 -2
  525. eval_studio_client-1.1.0a5.dist-info/RECORD +720 -0
  526. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/WHEEL +1 -1
  527. eval_studio_client-1.0.1.dist-info/RECORD +0 -615
@@ -3,7 +3,7 @@
3
3
  # flake8: noqa
4
4
 
5
5
  """
6
- ai/h2o/eval_studio/v1/collection.proto
6
+ ai/h2o/eval_studio/v1/insight.proto
7
7
 
8
8
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
9
9
 
@@ -17,12 +17,15 @@
17
17
  __version__ = "1.0.0"
18
18
 
19
19
  # import apis into sdk package
20
+ from eval_studio_client.api.api.adversarial_inputs_service_api import AdversarialInputsServiceApi
20
21
  from eval_studio_client.api.api.dashboard_service_api import DashboardServiceApi
21
22
  from eval_studio_client.api.api.document_service_api import DocumentServiceApi
22
23
  from eval_studio_client.api.api.evaluation_service_api import EvaluationServiceApi
23
24
  from eval_studio_client.api.api.evaluator_service_api import EvaluatorServiceApi
25
+ from eval_studio_client.api.api.generated_questions_validation_service_api import GeneratedQuestionsValidationServiceApi
24
26
  from eval_studio_client.api.api.human_calibration_service_api import HumanCalibrationServiceApi
25
27
  from eval_studio_client.api.api.info_service_api import InfoServiceApi
28
+ from eval_studio_client.api.api.leaderboard_report_service_api import LeaderboardReportServiceApi
26
29
  from eval_studio_client.api.api.leaderboard_service_api import LeaderboardServiceApi
27
30
  from eval_studio_client.api.api.model_service_api import ModelServiceApi
28
31
  from eval_studio_client.api.api.operation_progress_service_api import OperationProgressServiceApi
@@ -31,6 +34,7 @@ from eval_studio_client.api.api.perturbation_service_api import PerturbationServ
31
34
  from eval_studio_client.api.api.perturbator_service_api import PerturbatorServiceApi
32
35
  from eval_studio_client.api.api.prompt_generation_service_api import PromptGenerationServiceApi
33
36
  from eval_studio_client.api.api.prompt_library_service_api import PromptLibraryServiceApi
37
+ from eval_studio_client.api.api.test_case_relationship_service_api import TestCaseRelationshipServiceApi
34
38
  from eval_studio_client.api.api.test_case_service_api import TestCaseServiceApi
35
39
  from eval_studio_client.api.api.test_class_service_api import TestClassServiceApi
36
40
  from eval_studio_client.api.api.test_lab_service_api import TestLabServiceApi
@@ -52,6 +56,8 @@ from eval_studio_client.api.exceptions import ApiAttributeError
52
56
  from eval_studio_client.api.exceptions import ApiException
53
57
 
54
58
  # import models into sdk package
59
+ from eval_studio_client.api.models.adversarial_inputs_service_test_adversarial_inputs_robustness_request import AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
60
+ from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
55
61
  from eval_studio_client.api.models.perturbation_service_create_perturbation_request import PerturbationServiceCreatePerturbationRequest
56
62
  from eval_studio_client.api.models.prompt_generation_service_auto_generate_prompts_request import PromptGenerationServiceAutoGeneratePromptsRequest
57
63
  from eval_studio_client.api.models.protobuf_any import ProtobufAny
@@ -68,10 +74,13 @@ from eval_studio_client.api.models.required_the_updated_workflow import Required
68
74
  from eval_studio_client.api.models.required_the_updated_workflow_node import RequiredTheUpdatedWorkflowNode
69
75
  from eval_studio_client.api.models.rpc_status import RpcStatus
70
76
  from eval_studio_client.api.models.test_case_service_batch_delete_test_cases_request import TestCaseServiceBatchDeleteTestCasesRequest
77
+ from eval_studio_client.api.models.test_service_clone_test_request import TestServiceCloneTestRequest
71
78
  from eval_studio_client.api.models.test_service_generate_test_cases_request import TestServiceGenerateTestCasesRequest
72
79
  from eval_studio_client.api.models.test_service_import_test_cases_from_library_request import TestServiceImportTestCasesFromLibraryRequest
73
80
  from eval_studio_client.api.models.test_service_list_test_case_library_items_request import TestServiceListTestCaseLibraryItemsRequest
81
+ from eval_studio_client.api.models.test_service_perturb_test_in_place_request import TestServicePerturbTestInPlaceRequest
74
82
  from eval_studio_client.api.models.test_service_perturb_test_request import TestServicePerturbTestRequest
83
+ from eval_studio_client.api.models.v1_abort_operation_response import V1AbortOperationResponse
75
84
  from eval_studio_client.api.models.v1_batch_create_leaderboards_request import V1BatchCreateLeaderboardsRequest
76
85
  from eval_studio_client.api.models.v1_batch_create_leaderboards_response import V1BatchCreateLeaderboardsResponse
77
86
  from eval_studio_client.api.models.v1_batch_delete_dashboards_request import V1BatchDeleteDashboardsRequest
@@ -102,7 +111,10 @@ from eval_studio_client.api.models.v1_batch_import_leaderboard_response import V
102
111
  from eval_studio_client.api.models.v1_batch_import_tests_request import V1BatchImportTestsRequest
103
112
  from eval_studio_client.api.models.v1_batch_import_tests_response import V1BatchImportTestsResponse
104
113
  from eval_studio_client.api.models.v1_check_base_models_response import V1CheckBaseModelsResponse
114
+ from eval_studio_client.api.models.v1_clone_test_response import V1CloneTestResponse
115
+ from eval_studio_client.api.models.v1_clone_workflow_response import V1CloneWorkflowResponse
105
116
  from eval_studio_client.api.models.v1_collection_info import V1CollectionInfo
117
+ from eval_studio_client.api.models.v1_context import V1Context
106
118
  from eval_studio_client.api.models.v1_create_dashboard_response import V1CreateDashboardResponse
107
119
  from eval_studio_client.api.models.v1_create_document_response import V1CreateDocumentResponse
108
120
  from eval_studio_client.api.models.v1_create_evaluation_request import V1CreateEvaluationRequest
@@ -115,6 +127,8 @@ from eval_studio_client.api.models.v1_create_perturbation_response import V1Crea
115
127
  from eval_studio_client.api.models.v1_create_test_case_response import V1CreateTestCaseResponse
116
128
  from eval_studio_client.api.models.v1_create_test_lab_response import V1CreateTestLabResponse
117
129
  from eval_studio_client.api.models.v1_create_test_response import V1CreateTestResponse
130
+ from eval_studio_client.api.models.v1_create_workflow_edge_response import V1CreateWorkflowEdgeResponse
131
+ from eval_studio_client.api.models.v1_create_workflow_node_response import V1CreateWorkflowNodeResponse
118
132
  from eval_studio_client.api.models.v1_create_workflow_response import V1CreateWorkflowResponse
119
133
  from eval_studio_client.api.models.v1_dashboard import V1Dashboard
120
134
  from eval_studio_client.api.models.v1_dashboard_status import V1DashboardStatus
@@ -125,6 +139,7 @@ from eval_studio_client.api.models.v1_delete_leaderboard_response import V1Delet
125
139
  from eval_studio_client.api.models.v1_delete_model_response import V1DeleteModelResponse
126
140
  from eval_studio_client.api.models.v1_delete_test_case_response import V1DeleteTestCaseResponse
127
141
  from eval_studio_client.api.models.v1_delete_test_response import V1DeleteTestResponse
142
+ from eval_studio_client.api.models.v1_delete_workflow_edge_response import V1DeleteWorkflowEdgeResponse
128
143
  from eval_studio_client.api.models.v1_delete_workflow_node_response import V1DeleteWorkflowNodeResponse
129
144
  from eval_studio_client.api.models.v1_delete_workflow_response import V1DeleteWorkflowResponse
130
145
  from eval_studio_client.api.models.v1_document import V1Document
@@ -138,10 +153,12 @@ from eval_studio_client.api.models.v1_finalize_operation_response import V1Final
138
153
  from eval_studio_client.api.models.v1_find_all_test_cases_by_id_response import V1FindAllTestCasesByIDResponse
139
154
  from eval_studio_client.api.models.v1_find_test_lab_response import V1FindTestLabResponse
140
155
  from eval_studio_client.api.models.v1_generate_test_cases_response import V1GenerateTestCasesResponse
156
+ from eval_studio_client.api.models.v1_generated_test_case import V1GeneratedTestCase
141
157
  from eval_studio_client.api.models.v1_get_dashboard_response import V1GetDashboardResponse
142
158
  from eval_studio_client.api.models.v1_get_document_response import V1GetDocumentResponse
143
159
  from eval_studio_client.api.models.v1_get_evaluator_response import V1GetEvaluatorResponse
144
160
  from eval_studio_client.api.models.v1_get_info_response import V1GetInfoResponse
161
+ from eval_studio_client.api.models.v1_get_leaderboard_report_response import V1GetLeaderboardReportResponse
145
162
  from eval_studio_client.api.models.v1_get_leaderboard_response import V1GetLeaderboardResponse
146
163
  from eval_studio_client.api.models.v1_get_model_response import V1GetModelResponse
147
164
  from eval_studio_client.api.models.v1_get_operation_progress_by_parent_response import V1GetOperationProgressByParentResponse
@@ -159,9 +176,20 @@ from eval_studio_client.api.models.v1_import_leaderboard_response import V1Impor
159
176
  from eval_studio_client.api.models.v1_import_test_cases_from_library_response import V1ImportTestCasesFromLibraryResponse
160
177
  from eval_studio_client.api.models.v1_import_test_cases_request import V1ImportTestCasesRequest
161
178
  from eval_studio_client.api.models.v1_info import V1Info
179
+ from eval_studio_client.api.models.v1_init_workflow_node_response import V1InitWorkflowNodeResponse
162
180
  from eval_studio_client.api.models.v1_insight import V1Insight
163
181
  from eval_studio_client.api.models.v1_labeled_test_case import V1LabeledTestCase
164
182
  from eval_studio_client.api.models.v1_leaderboard import V1Leaderboard
183
+ from eval_studio_client.api.models.v1_leaderboard_report import V1LeaderboardReport
184
+ from eval_studio_client.api.models.v1_leaderboard_report_actual_output_data import V1LeaderboardReportActualOutputData
185
+ from eval_studio_client.api.models.v1_leaderboard_report_actual_output_meta import V1LeaderboardReportActualOutputMeta
186
+ from eval_studio_client.api.models.v1_leaderboard_report_evaluator import V1LeaderboardReportEvaluator
187
+ from eval_studio_client.api.models.v1_leaderboard_report_evaluator_parameter import V1LeaderboardReportEvaluatorParameter
188
+ from eval_studio_client.api.models.v1_leaderboard_report_explanation import V1LeaderboardReportExplanation
189
+ from eval_studio_client.api.models.v1_leaderboard_report_metrics_meta_entry import V1LeaderboardReportMetricsMetaEntry
190
+ from eval_studio_client.api.models.v1_leaderboard_report_model import V1LeaderboardReportModel
191
+ from eval_studio_client.api.models.v1_leaderboard_report_result import V1LeaderboardReportResult
192
+ from eval_studio_client.api.models.v1_leaderboard_report_result_relationship import V1LeaderboardReportResultRelationship
165
193
  from eval_studio_client.api.models.v1_leaderboard_status import V1LeaderboardStatus
166
194
  from eval_studio_client.api.models.v1_leaderboard_type import V1LeaderboardType
167
195
  from eval_studio_client.api.models.v1_leaderboard_view import V1LeaderboardView
@@ -182,14 +210,18 @@ from eval_studio_client.api.models.v1_list_perturbators_response import V1ListPe
182
210
  from eval_studio_client.api.models.v1_list_prompt_library_items_response import V1ListPromptLibraryItemsResponse
183
211
  from eval_studio_client.api.models.v1_list_rag_collections_response import V1ListRAGCollectionsResponse
184
212
  from eval_studio_client.api.models.v1_list_test_case_library_items_response import V1ListTestCaseLibraryItemsResponse
213
+ from eval_studio_client.api.models.v1_list_test_case_relationships_response import V1ListTestCaseRelationshipsResponse
185
214
  from eval_studio_client.api.models.v1_list_test_cases_response import V1ListTestCasesResponse
186
215
  from eval_studio_client.api.models.v1_list_test_classes_response import V1ListTestClassesResponse
187
216
  from eval_studio_client.api.models.v1_list_tests_response import V1ListTestsResponse
188
217
  from eval_studio_client.api.models.v1_list_workflows_response import V1ListWorkflowsResponse
218
+ from eval_studio_client.api.models.v1_metric_score import V1MetricScore
219
+ from eval_studio_client.api.models.v1_metric_scores import V1MetricScores
189
220
  from eval_studio_client.api.models.v1_model import V1Model
190
221
  from eval_studio_client.api.models.v1_model_type import V1ModelType
191
222
  from eval_studio_client.api.models.v1_operation import V1Operation
192
223
  from eval_studio_client.api.models.v1_operation_progress import V1OperationProgress
224
+ from eval_studio_client.api.models.v1_perturb_test_in_place_response import V1PerturbTestInPlaceResponse
193
225
  from eval_studio_client.api.models.v1_perturb_test_response import V1PerturbTestResponse
194
226
  from eval_studio_client.api.models.v1_perturbator import V1Perturbator
195
227
  from eval_studio_client.api.models.v1_perturbator_configuration import V1PerturbatorConfiguration
@@ -197,6 +229,8 @@ from eval_studio_client.api.models.v1_perturbator_intensity import V1Perturbator
197
229
  from eval_studio_client.api.models.v1_problem_and_action import V1ProblemAndAction
198
230
  from eval_studio_client.api.models.v1_process_workflow_node_response import V1ProcessWorkflowNodeResponse
199
231
  from eval_studio_client.api.models.v1_prompt_library_item import V1PromptLibraryItem
232
+ from eval_studio_client.api.models.v1_repeated_string import V1RepeatedString
233
+ from eval_studio_client.api.models.v1_reset_workflow_node_response import V1ResetWorkflowNodeResponse
200
234
  from eval_studio_client.api.models.v1_test import V1Test
201
235
  from eval_studio_client.api.models.v1_test_case import V1TestCase
202
236
  from eval_studio_client.api.models.v1_test_case_relationship import V1TestCaseRelationship
@@ -226,3 +260,4 @@ from eval_studio_client.api.models.v1_workflow_node_status import V1WorkflowNode
226
260
  from eval_studio_client.api.models.v1_workflow_node_type import V1WorkflowNodeType
227
261
  from eval_studio_client.api.models.v1_workflow_node_view import V1WorkflowNodeView
228
262
  from eval_studio_client.api.models.v1_workflow_type import V1WorkflowType
263
+ from eval_studio_client.api.models.workflow_service_clone_workflow_request import WorkflowServiceCloneWorkflowRequest
@@ -1,12 +1,15 @@
1
1
  # flake8: noqa
2
2
 
3
3
  # import apis into api package
4
+ from eval_studio_client.api.api.adversarial_inputs_service_api import AdversarialInputsServiceApi
4
5
  from eval_studio_client.api.api.dashboard_service_api import DashboardServiceApi
5
6
  from eval_studio_client.api.api.document_service_api import DocumentServiceApi
6
7
  from eval_studio_client.api.api.evaluation_service_api import EvaluationServiceApi
7
8
  from eval_studio_client.api.api.evaluator_service_api import EvaluatorServiceApi
9
+ from eval_studio_client.api.api.generated_questions_validation_service_api import GeneratedQuestionsValidationServiceApi
8
10
  from eval_studio_client.api.api.human_calibration_service_api import HumanCalibrationServiceApi
9
11
  from eval_studio_client.api.api.info_service_api import InfoServiceApi
12
+ from eval_studio_client.api.api.leaderboard_report_service_api import LeaderboardReportServiceApi
10
13
  from eval_studio_client.api.api.leaderboard_service_api import LeaderboardServiceApi
11
14
  from eval_studio_client.api.api.model_service_api import ModelServiceApi
12
15
  from eval_studio_client.api.api.operation_progress_service_api import OperationProgressServiceApi
@@ -15,6 +18,7 @@ from eval_studio_client.api.api.perturbation_service_api import PerturbationServ
15
18
  from eval_studio_client.api.api.perturbator_service_api import PerturbatorServiceApi
16
19
  from eval_studio_client.api.api.prompt_generation_service_api import PromptGenerationServiceApi
17
20
  from eval_studio_client.api.api.prompt_library_service_api import PromptLibraryServiceApi
21
+ from eval_studio_client.api.api.test_case_relationship_service_api import TestCaseRelationshipServiceApi
18
22
  from eval_studio_client.api.api.test_case_service_api import TestCaseServiceApi
19
23
  from eval_studio_client.api.api.test_class_service_api import TestClassServiceApi
20
24
  from eval_studio_client.api.api.test_lab_service_api import TestLabServiceApi
@@ -0,0 +1,321 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1/insight.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+ import warnings
15
+ from pydantic import validate_call, Field, StrictFloat, StrictStr, StrictInt
16
+ from typing import Any, Dict, List, Optional, Tuple, Union
17
+ from typing_extensions import Annotated
18
+
19
+ from pydantic import Field, field_validator
20
+ from typing_extensions import Annotated
21
+ from eval_studio_client.api.models.adversarial_inputs_service_test_adversarial_inputs_robustness_request import AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
22
+ from eval_studio_client.api.models.v1_operation import V1Operation
23
+
24
+ from eval_studio_client.api.api_client import ApiClient, RequestSerialized
25
+ from eval_studio_client.api.api_response import ApiResponse
26
+ from eval_studio_client.api.rest import RESTResponseType
27
+
28
+
29
+ class AdversarialInputsServiceApi:
30
+ """NOTE: This class is auto generated by OpenAPI Generator
31
+ Ref: https://openapi-generator.tech
32
+
33
+ Do not edit the class manually.
34
+ """
35
+
36
+ def __init__(self, api_client=None) -> None:
37
+ if api_client is None:
38
+ api_client = ApiClient.get_default()
39
+ self.api_client = api_client
40
+
41
+
42
+ @validate_call
43
+ def adversarial_inputs_service_test_adversarial_inputs_robustness(
44
+ self,
45
+ test: Annotated[str, Field(strict=True, description="Required. The Test to which the adversarial inputs TestCases will be added.")],
46
+ body: AdversarialInputsServiceTestAdversarialInputsRobustnessRequest,
47
+ _request_timeout: Union[
48
+ None,
49
+ Annotated[StrictFloat, Field(gt=0)],
50
+ Tuple[
51
+ Annotated[StrictFloat, Field(gt=0)],
52
+ Annotated[StrictFloat, Field(gt=0)]
53
+ ]
54
+ ] = None,
55
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
56
+ _content_type: Optional[StrictStr] = None,
57
+ _headers: Optional[Dict[StrictStr, Any]] = None,
58
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
59
+ ) -> V1Operation:
60
+ """adversarial_inputs_service_test_adversarial_inputs_robustness
61
+
62
+
63
+ :param test: Required. The Test to which the adversarial inputs TestCases will be added. (required)
64
+ :type test: str
65
+ :param body: (required)
66
+ :type body: AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
67
+ :param _request_timeout: timeout setting for this request. If one
68
+ number provided, it will be total request
69
+ timeout. It can also be a pair (tuple) of
70
+ (connection, read) timeouts.
71
+ :type _request_timeout: int, tuple(int, int), optional
72
+ :param _request_auth: set to override the auth_settings for an a single
73
+ request; this effectively ignores the
74
+ authentication in the spec for a single request.
75
+ :type _request_auth: dict, optional
76
+ :param _content_type: force content-type for the request.
77
+ :type _content_type: str, Optional
78
+ :param _headers: set to override the headers for a single
79
+ request; this effectively ignores the headers
80
+ in the spec for a single request.
81
+ :type _headers: dict, optional
82
+ :param _host_index: set to override the host_index for a single
83
+ request; this effectively ignores the host_index
84
+ in the spec for a single request.
85
+ :type _host_index: int, optional
86
+ :return: Returns the result object.
87
+ """ # noqa: E501
88
+
89
+ _param = self._adversarial_inputs_service_test_adversarial_inputs_robustness_serialize(
90
+ test=test,
91
+ body=body,
92
+ _request_auth=_request_auth,
93
+ _content_type=_content_type,
94
+ _headers=_headers,
95
+ _host_index=_host_index
96
+ )
97
+
98
+ _response_types_map: Dict[str, Optional[str]] = {
99
+ '200': "V1Operation",
100
+ }
101
+ response_data = self.api_client.call_api(
102
+ *_param,
103
+ _request_timeout=_request_timeout
104
+ )
105
+ response_data.read()
106
+ return self.api_client.response_deserialize(
107
+ response_data=response_data,
108
+ response_types_map=_response_types_map,
109
+ ).data
110
+
111
+
112
+ @validate_call
113
+ def adversarial_inputs_service_test_adversarial_inputs_robustness_with_http_info(
114
+ self,
115
+ test: Annotated[str, Field(strict=True, description="Required. The Test to which the adversarial inputs TestCases will be added.")],
116
+ body: AdversarialInputsServiceTestAdversarialInputsRobustnessRequest,
117
+ _request_timeout: Union[
118
+ None,
119
+ Annotated[StrictFloat, Field(gt=0)],
120
+ Tuple[
121
+ Annotated[StrictFloat, Field(gt=0)],
122
+ Annotated[StrictFloat, Field(gt=0)]
123
+ ]
124
+ ] = None,
125
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
126
+ _content_type: Optional[StrictStr] = None,
127
+ _headers: Optional[Dict[StrictStr, Any]] = None,
128
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
129
+ ) -> ApiResponse[V1Operation]:
130
+ """adversarial_inputs_service_test_adversarial_inputs_robustness
131
+
132
+
133
+ :param test: Required. The Test to which the adversarial inputs TestCases will be added. (required)
134
+ :type test: str
135
+ :param body: (required)
136
+ :type body: AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
137
+ :param _request_timeout: timeout setting for this request. If one
138
+ number provided, it will be total request
139
+ timeout. It can also be a pair (tuple) of
140
+ (connection, read) timeouts.
141
+ :type _request_timeout: int, tuple(int, int), optional
142
+ :param _request_auth: set to override the auth_settings for an a single
143
+ request; this effectively ignores the
144
+ authentication in the spec for a single request.
145
+ :type _request_auth: dict, optional
146
+ :param _content_type: force content-type for the request.
147
+ :type _content_type: str, Optional
148
+ :param _headers: set to override the headers for a single
149
+ request; this effectively ignores the headers
150
+ in the spec for a single request.
151
+ :type _headers: dict, optional
152
+ :param _host_index: set to override the host_index for a single
153
+ request; this effectively ignores the host_index
154
+ in the spec for a single request.
155
+ :type _host_index: int, optional
156
+ :return: Returns the result object.
157
+ """ # noqa: E501
158
+
159
+ _param = self._adversarial_inputs_service_test_adversarial_inputs_robustness_serialize(
160
+ test=test,
161
+ body=body,
162
+ _request_auth=_request_auth,
163
+ _content_type=_content_type,
164
+ _headers=_headers,
165
+ _host_index=_host_index
166
+ )
167
+
168
+ _response_types_map: Dict[str, Optional[str]] = {
169
+ '200': "V1Operation",
170
+ }
171
+ response_data = self.api_client.call_api(
172
+ *_param,
173
+ _request_timeout=_request_timeout
174
+ )
175
+ response_data.read()
176
+ return self.api_client.response_deserialize(
177
+ response_data=response_data,
178
+ response_types_map=_response_types_map,
179
+ )
180
+
181
+
182
+ @validate_call
183
+ def adversarial_inputs_service_test_adversarial_inputs_robustness_without_preload_content(
184
+ self,
185
+ test: Annotated[str, Field(strict=True, description="Required. The Test to which the adversarial inputs TestCases will be added.")],
186
+ body: AdversarialInputsServiceTestAdversarialInputsRobustnessRequest,
187
+ _request_timeout: Union[
188
+ None,
189
+ Annotated[StrictFloat, Field(gt=0)],
190
+ Tuple[
191
+ Annotated[StrictFloat, Field(gt=0)],
192
+ Annotated[StrictFloat, Field(gt=0)]
193
+ ]
194
+ ] = None,
195
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
196
+ _content_type: Optional[StrictStr] = None,
197
+ _headers: Optional[Dict[StrictStr, Any]] = None,
198
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
199
+ ) -> RESTResponseType:
200
+ """adversarial_inputs_service_test_adversarial_inputs_robustness
201
+
202
+
203
+ :param test: Required. The Test to which the adversarial inputs TestCases will be added. (required)
204
+ :type test: str
205
+ :param body: (required)
206
+ :type body: AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
207
+ :param _request_timeout: timeout setting for this request. If one
208
+ number provided, it will be total request
209
+ timeout. It can also be a pair (tuple) of
210
+ (connection, read) timeouts.
211
+ :type _request_timeout: int, tuple(int, int), optional
212
+ :param _request_auth: set to override the auth_settings for an a single
213
+ request; this effectively ignores the
214
+ authentication in the spec for a single request.
215
+ :type _request_auth: dict, optional
216
+ :param _content_type: force content-type for the request.
217
+ :type _content_type: str, Optional
218
+ :param _headers: set to override the headers for a single
219
+ request; this effectively ignores the headers
220
+ in the spec for a single request.
221
+ :type _headers: dict, optional
222
+ :param _host_index: set to override the host_index for a single
223
+ request; this effectively ignores the host_index
224
+ in the spec for a single request.
225
+ :type _host_index: int, optional
226
+ :return: Returns the result object.
227
+ """ # noqa: E501
228
+
229
+ _param = self._adversarial_inputs_service_test_adversarial_inputs_robustness_serialize(
230
+ test=test,
231
+ body=body,
232
+ _request_auth=_request_auth,
233
+ _content_type=_content_type,
234
+ _headers=_headers,
235
+ _host_index=_host_index
236
+ )
237
+
238
+ _response_types_map: Dict[str, Optional[str]] = {
239
+ '200': "V1Operation",
240
+ }
241
+ response_data = self.api_client.call_api(
242
+ *_param,
243
+ _request_timeout=_request_timeout
244
+ )
245
+ return response_data.response
246
+
247
+
248
+ def _adversarial_inputs_service_test_adversarial_inputs_robustness_serialize(
249
+ self,
250
+ test,
251
+ body,
252
+ _request_auth,
253
+ _content_type,
254
+ _headers,
255
+ _host_index,
256
+ ) -> RequestSerialized:
257
+
258
+ _host = None
259
+
260
+ _collection_formats: Dict[str, str] = {
261
+ }
262
+
263
+ _path_params: Dict[str, str] = {}
264
+ _query_params: List[Tuple[str, str]] = []
265
+ _header_params: Dict[str, Optional[str]] = _headers or {}
266
+ _form_params: List[Tuple[str, str]] = []
267
+ _files: Dict[str, Union[str, bytes]] = {}
268
+ _body_params: Optional[bytes] = None
269
+
270
+ # process the path parameters
271
+ if test is not None:
272
+ _path_params['test'] = test
273
+ # process the query parameters
274
+ # process the header parameters
275
+ # process the form parameters
276
+ # process the body parameter
277
+ if body is not None:
278
+ _body_params = body
279
+
280
+
281
+ # set the HTTP header `Accept`
282
+ _header_params['Accept'] = self.api_client.select_header_accept(
283
+ [
284
+ 'application/json'
285
+ ]
286
+ )
287
+
288
+ # set the HTTP header `Content-Type`
289
+ if _content_type:
290
+ _header_params['Content-Type'] = _content_type
291
+ else:
292
+ _default_content_type = (
293
+ self.api_client.select_header_content_type(
294
+ [
295
+ 'application/json'
296
+ ]
297
+ )
298
+ )
299
+ if _default_content_type is not None:
300
+ _header_params['Content-Type'] = _default_content_type
301
+
302
+ # authentication setting
303
+ _auth_settings: List[str] = [
304
+ ]
305
+
306
+ return self.api_client.param_serialize(
307
+ method='POST',
308
+ resource_path='/v1/{test}:testAdversarialInputsRobustness',
309
+ path_params=_path_params,
310
+ query_params=_query_params,
311
+ header_params=_header_params,
312
+ body=_body_params,
313
+ post_params=_form_params,
314
+ files=_files,
315
+ auth_settings=_auth_settings,
316
+ collection_formats=_collection_formats,
317
+ _host=_host,
318
+ _request_auth=_request_auth
319
+ )
320
+
321
+
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1/collection.proto
4
+ ai/h2o/eval_studio/v1/insight.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1/collection.proto
4
+ ai/h2o/eval_studio/v1/insight.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1/collection.proto
4
+ ai/h2o/eval_studio/v1/insight.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1/collection.proto
4
+ ai/h2o/eval_studio/v1/insight.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7