eval-studio-client 1.0.1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (527) hide show
  1. eval_studio_client/api/__init__.py +36 -1
  2. eval_studio_client/api/api/__init__.py +4 -0
  3. eval_studio_client/api/api/adversarial_inputs_service_api.py +321 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +1 -1
  5. eval_studio_client/api/api/document_service_api.py +1 -1
  6. eval_studio_client/api/api/evaluation_service_api.py +1 -1
  7. eval_studio_client/api/api/evaluator_service_api.py +1 -1
  8. eval_studio_client/api/api/generated_questions_validation_service_api.py +321 -0
  9. eval_studio_client/api/api/human_calibration_service_api.py +1 -1
  10. eval_studio_client/api/api/info_service_api.py +1 -1
  11. eval_studio_client/api/api/leaderboard_report_service_api.py +292 -0
  12. eval_studio_client/api/api/leaderboard_service_api.py +17 -17
  13. eval_studio_client/api/api/model_service_api.py +17 -17
  14. eval_studio_client/api/api/operation_progress_service_api.py +1 -1
  15. eval_studio_client/api/api/operation_service_api.py +272 -17
  16. eval_studio_client/api/api/perturbation_service_api.py +1 -1
  17. eval_studio_client/api/api/perturbator_service_api.py +17 -17
  18. eval_studio_client/api/api/prompt_generation_service_api.py +1 -1
  19. eval_studio_client/api/api/prompt_library_service_api.py +1 -1
  20. eval_studio_client/api/api/test_case_relationship_service_api.py +292 -0
  21. eval_studio_client/api/api/test_case_service_api.py +17 -17
  22. eval_studio_client/api/api/test_class_service_api.py +17 -17
  23. eval_studio_client/api/api/test_lab_service_api.py +1 -1
  24. eval_studio_client/api/api/test_service_api.py +585 -17
  25. eval_studio_client/api/api/who_am_i_service_api.py +1 -1
  26. eval_studio_client/api/api/workflow_edge_service_api.py +541 -2
  27. eval_studio_client/api/api/workflow_node_service_api.py +923 -126
  28. eval_studio_client/api/api/workflow_service_api.py +317 -33
  29. eval_studio_client/api/api_client.py +1 -1
  30. eval_studio_client/api/configuration.py +1 -1
  31. eval_studio_client/api/docs/AdversarialInputsServiceApi.md +78 -0
  32. eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +45 -0
  33. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceApi.md +78 -0
  34. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md +30 -0
  35. eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -0
  36. eval_studio_client/api/docs/LeaderboardServiceApi.md +5 -5
  37. eval_studio_client/api/docs/ModelServiceApi.md +5 -5
  38. eval_studio_client/api/docs/OperationServiceApi.md +72 -5
  39. eval_studio_client/api/docs/PerturbatorServiceApi.md +5 -5
  40. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +2 -1
  41. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +2 -0
  42. eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md +3 -0
  43. eval_studio_client/api/docs/TestCaseRelationshipServiceApi.md +75 -0
  44. eval_studio_client/api/docs/TestCaseServiceApi.md +5 -5
  45. eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
  46. eval_studio_client/api/docs/TestServiceApi.md +145 -5
  47. eval_studio_client/api/docs/TestServiceCloneTestRequest.md +30 -0
  48. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +3 -2
  49. eval_studio_client/api/docs/TestServicePerturbTestInPlaceRequest.md +30 -0
  50. eval_studio_client/api/docs/V1AbortOperationResponse.md +29 -0
  51. eval_studio_client/api/docs/V1CloneTestResponse.md +29 -0
  52. eval_studio_client/api/docs/V1CloneWorkflowResponse.md +29 -0
  53. eval_studio_client/api/docs/V1Context.md +32 -0
  54. eval_studio_client/api/docs/V1CreateWorkflowEdgeResponse.md +29 -0
  55. eval_studio_client/api/docs/V1CreateWorkflowNodeResponse.md +29 -0
  56. eval_studio_client/api/docs/V1DeleteWorkflowEdgeResponse.md +29 -0
  57. eval_studio_client/api/docs/V1GeneratedTestCase.md +30 -0
  58. eval_studio_client/api/docs/V1GetLeaderboardReportResponse.md +29 -0
  59. eval_studio_client/api/docs/V1Info.md +3 -0
  60. eval_studio_client/api/docs/V1InitWorkflowNodeResponse.md +29 -0
  61. eval_studio_client/api/docs/V1LeaderboardReport.md +32 -0
  62. eval_studio_client/api/docs/V1LeaderboardReportActualOutputData.md +31 -0
  63. eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +31 -0
  64. eval_studio_client/api/docs/V1LeaderboardReportEvaluator.md +42 -0
  65. eval_studio_client/api/docs/V1LeaderboardReportEvaluatorParameter.md +38 -0
  66. eval_studio_client/api/docs/V1LeaderboardReportExplanation.md +34 -0
  67. eval_studio_client/api/docs/V1LeaderboardReportMetricsMetaEntry.md +41 -0
  68. eval_studio_client/api/docs/V1LeaderboardReportModel.md +39 -0
  69. eval_studio_client/api/docs/V1LeaderboardReportResult.md +45 -0
  70. eval_studio_client/api/docs/V1LeaderboardReportResultRelationship.md +32 -0
  71. eval_studio_client/api/docs/V1ListTestCaseRelationshipsResponse.md +29 -0
  72. eval_studio_client/api/docs/V1MetricScore.md +31 -0
  73. eval_studio_client/api/docs/V1MetricScores.md +29 -0
  74. eval_studio_client/api/docs/V1PerturbTestInPlaceResponse.md +29 -0
  75. eval_studio_client/api/docs/V1RepeatedString.md +29 -0
  76. eval_studio_client/api/docs/V1ResetWorkflowNodeResponse.md +29 -0
  77. eval_studio_client/api/docs/V1TestCase.md +2 -0
  78. eval_studio_client/api/docs/V1Workflow.md +3 -0
  79. eval_studio_client/api/docs/WorkflowEdgeServiceApi.md +139 -0
  80. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +221 -12
  81. eval_studio_client/api/docs/WorkflowServiceApi.md +81 -10
  82. eval_studio_client/api/docs/WorkflowServiceCloneWorkflowRequest.md +33 -0
  83. eval_studio_client/api/exceptions.py +1 -1
  84. eval_studio_client/api/models/__init__.py +32 -1
  85. eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +143 -0
  86. eval_studio_client/api/models/generated_questions_validation_service_validate_generated_questions_request.py +97 -0
  87. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
  88. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +13 -4
  89. eval_studio_client/api/models/protobuf_any.py +1 -1
  90. eval_studio_client/api/models/protobuf_null_value.py +1 -1
  91. eval_studio_client/api/models/required_the_dashboard_to_update.py +1 -1
  92. eval_studio_client/api/models/required_the_document_to_update.py +1 -1
  93. eval_studio_client/api/models/required_the_leaderboard_to_update.py +1 -1
  94. eval_studio_client/api/models/required_the_model_to_update.py +1 -1
  95. eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
  96. eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
  97. eval_studio_client/api/models/required_the_test_case_to_update.py +10 -3
  98. eval_studio_client/api/models/required_the_test_to_update.py +1 -1
  99. eval_studio_client/api/models/required_the_updated_workflow.py +11 -3
  100. eval_studio_client/api/models/required_the_updated_workflow_node.py +1 -1
  101. eval_studio_client/api/models/rpc_status.py +1 -1
  102. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
  103. eval_studio_client/api/models/test_service_clone_test_request.py +89 -0
  104. eval_studio_client/api/models/test_service_generate_test_cases_request.py +7 -5
  105. eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +1 -1
  106. eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +1 -1
  107. eval_studio_client/api/models/test_service_perturb_test_in_place_request.py +97 -0
  108. eval_studio_client/api/models/test_service_perturb_test_request.py +1 -1
  109. eval_studio_client/api/models/v1_abort_operation_response.py +91 -0
  110. eval_studio_client/api/models/v1_batch_create_leaderboards_request.py +1 -1
  111. eval_studio_client/api/models/v1_batch_create_leaderboards_response.py +1 -1
  112. eval_studio_client/api/models/v1_batch_delete_dashboards_request.py +1 -1
  113. eval_studio_client/api/models/v1_batch_delete_dashboards_response.py +1 -1
  114. eval_studio_client/api/models/v1_batch_delete_documents_request.py +1 -1
  115. eval_studio_client/api/models/v1_batch_delete_documents_response.py +1 -1
  116. eval_studio_client/api/models/v1_batch_delete_evaluators_request.py +1 -1
  117. eval_studio_client/api/models/v1_batch_delete_evaluators_response.py +1 -1
  118. eval_studio_client/api/models/v1_batch_delete_leaderboards_request.py +1 -1
  119. eval_studio_client/api/models/v1_batch_delete_leaderboards_response.py +1 -1
  120. eval_studio_client/api/models/v1_batch_delete_models_request.py +1 -1
  121. eval_studio_client/api/models/v1_batch_delete_models_response.py +1 -1
  122. eval_studio_client/api/models/v1_batch_delete_test_cases_response.py +1 -1
  123. eval_studio_client/api/models/v1_batch_delete_tests_request.py +1 -1
  124. eval_studio_client/api/models/v1_batch_delete_tests_response.py +1 -1
  125. eval_studio_client/api/models/v1_batch_delete_workflows_request.py +1 -1
  126. eval_studio_client/api/models/v1_batch_delete_workflows_response.py +1 -1
  127. eval_studio_client/api/models/v1_batch_get_dashboards_response.py +1 -1
  128. eval_studio_client/api/models/v1_batch_get_documents_response.py +1 -1
  129. eval_studio_client/api/models/v1_batch_get_leaderboards_response.py +1 -1
  130. eval_studio_client/api/models/v1_batch_get_models_response.py +1 -1
  131. eval_studio_client/api/models/v1_batch_get_operations_response.py +1 -1
  132. eval_studio_client/api/models/v1_batch_get_tests_response.py +1 -1
  133. eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +1 -1
  134. eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +1 -1
  135. eval_studio_client/api/models/v1_batch_import_leaderboard_request.py +1 -1
  136. eval_studio_client/api/models/v1_batch_import_leaderboard_response.py +1 -1
  137. eval_studio_client/api/models/v1_batch_import_tests_request.py +1 -1
  138. eval_studio_client/api/models/v1_batch_import_tests_response.py +1 -1
  139. eval_studio_client/api/models/v1_check_base_models_response.py +1 -1
  140. eval_studio_client/api/models/v1_clone_test_response.py +91 -0
  141. eval_studio_client/api/models/v1_clone_workflow_response.py +91 -0
  142. eval_studio_client/api/models/v1_collection_info.py +1 -1
  143. eval_studio_client/api/models/v1_context.py +93 -0
  144. eval_studio_client/api/models/v1_create_dashboard_response.py +1 -1
  145. eval_studio_client/api/models/v1_create_document_response.py +1 -1
  146. eval_studio_client/api/models/v1_create_evaluation_request.py +1 -1
  147. eval_studio_client/api/models/v1_create_evaluator_response.py +1 -1
  148. eval_studio_client/api/models/v1_create_leaderboard_request.py +1 -1
  149. eval_studio_client/api/models/v1_create_leaderboard_response.py +1 -1
  150. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +1 -1
  151. eval_studio_client/api/models/v1_create_model_response.py +1 -1
  152. eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
  153. eval_studio_client/api/models/v1_create_test_case_response.py +1 -1
  154. eval_studio_client/api/models/v1_create_test_lab_response.py +1 -1
  155. eval_studio_client/api/models/v1_create_test_response.py +1 -1
  156. eval_studio_client/api/models/v1_create_workflow_edge_response.py +91 -0
  157. eval_studio_client/api/models/v1_create_workflow_node_response.py +91 -0
  158. eval_studio_client/api/models/v1_create_workflow_response.py +1 -1
  159. eval_studio_client/api/models/v1_dashboard.py +1 -1
  160. eval_studio_client/api/models/v1_dashboard_status.py +1 -1
  161. eval_studio_client/api/models/v1_delete_dashboard_response.py +1 -1
  162. eval_studio_client/api/models/v1_delete_document_response.py +1 -1
  163. eval_studio_client/api/models/v1_delete_evaluator_response.py +1 -1
  164. eval_studio_client/api/models/v1_delete_leaderboard_response.py +1 -1
  165. eval_studio_client/api/models/v1_delete_model_response.py +1 -1
  166. eval_studio_client/api/models/v1_delete_test_case_response.py +1 -1
  167. eval_studio_client/api/models/v1_delete_test_response.py +1 -1
  168. eval_studio_client/api/models/v1_delete_workflow_edge_response.py +91 -0
  169. eval_studio_client/api/models/v1_delete_workflow_node_response.py +1 -1
  170. eval_studio_client/api/models/v1_delete_workflow_response.py +1 -1
  171. eval_studio_client/api/models/v1_document.py +1 -1
  172. eval_studio_client/api/models/v1_estimate_threshold_request.py +1 -1
  173. eval_studio_client/api/models/v1_evaluation_test.py +1 -1
  174. eval_studio_client/api/models/v1_evaluator.py +1 -1
  175. eval_studio_client/api/models/v1_evaluator_param_type.py +1 -1
  176. eval_studio_client/api/models/v1_evaluator_parameter.py +1 -1
  177. eval_studio_client/api/models/v1_evaluator_view.py +1 -1
  178. eval_studio_client/api/models/v1_finalize_operation_response.py +1 -1
  179. eval_studio_client/api/models/v1_find_all_test_cases_by_id_response.py +1 -1
  180. eval_studio_client/api/models/v1_find_test_lab_response.py +1 -1
  181. eval_studio_client/api/models/v1_generate_test_cases_response.py +1 -1
  182. eval_studio_client/api/models/v1_generated_test_case.py +101 -0
  183. eval_studio_client/api/models/v1_get_dashboard_response.py +1 -1
  184. eval_studio_client/api/models/v1_get_document_response.py +1 -1
  185. eval_studio_client/api/models/v1_get_evaluator_response.py +1 -1
  186. eval_studio_client/api/models/v1_get_info_response.py +1 -1
  187. eval_studio_client/api/models/v1_get_leaderboard_report_response.py +91 -0
  188. eval_studio_client/api/models/v1_get_leaderboard_response.py +1 -1
  189. eval_studio_client/api/models/v1_get_model_response.py +1 -1
  190. eval_studio_client/api/models/v1_get_operation_progress_by_parent_response.py +1 -1
  191. eval_studio_client/api/models/v1_get_operation_response.py +1 -1
  192. eval_studio_client/api/models/v1_get_perturbator_response.py +1 -1
  193. eval_studio_client/api/models/v1_get_test_case_response.py +1 -1
  194. eval_studio_client/api/models/v1_get_test_class_response.py +1 -1
  195. eval_studio_client/api/models/v1_get_test_response.py +1 -1
  196. eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +1 -1
  197. eval_studio_client/api/models/v1_get_workflow_node_response.py +1 -1
  198. eval_studio_client/api/models/v1_get_workflow_response.py +1 -1
  199. eval_studio_client/api/models/v1_import_evaluation_request.py +1 -1
  200. eval_studio_client/api/models/v1_import_leaderboard_request.py +1 -1
  201. eval_studio_client/api/models/v1_import_leaderboard_response.py +1 -1
  202. eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +1 -1
  203. eval_studio_client/api/models/v1_import_test_cases_request.py +1 -1
  204. eval_studio_client/api/models/v1_info.py +10 -4
  205. eval_studio_client/api/models/v1_init_workflow_node_response.py +91 -0
  206. eval_studio_client/api/models/v1_insight.py +1 -1
  207. eval_studio_client/api/models/v1_labeled_test_case.py +1 -1
  208. eval_studio_client/api/models/v1_leaderboard.py +1 -1
  209. eval_studio_client/api/models/v1_leaderboard_report.py +115 -0
  210. eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py +93 -0
  211. eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +101 -0
  212. eval_studio_client/api/models/v1_leaderboard_report_evaluator.py +155 -0
  213. eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py +109 -0
  214. eval_studio_client/api/models/v1_leaderboard_report_explanation.py +103 -0
  215. eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py +129 -0
  216. eval_studio_client/api/models/v1_leaderboard_report_model.py +121 -0
  217. eval_studio_client/api/models/v1_leaderboard_report_result.py +175 -0
  218. eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py +97 -0
  219. eval_studio_client/api/models/v1_leaderboard_status.py +1 -1
  220. eval_studio_client/api/models/v1_leaderboard_type.py +1 -1
  221. eval_studio_client/api/models/v1_leaderboard_view.py +1 -1
  222. eval_studio_client/api/models/v1_list_base_models_response.py +1 -1
  223. eval_studio_client/api/models/v1_list_dashboards_response.py +1 -1
  224. eval_studio_client/api/models/v1_list_documents_response.py +1 -1
  225. eval_studio_client/api/models/v1_list_evaluators_response.py +1 -1
  226. eval_studio_client/api/models/v1_list_leaderboards_response.py +1 -1
  227. eval_studio_client/api/models/v1_list_llm_models_response.py +1 -1
  228. eval_studio_client/api/models/v1_list_model_collections_response.py +1 -1
  229. eval_studio_client/api/models/v1_list_models_response.py +1 -1
  230. eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py +1 -1
  231. eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py +1 -1
  232. eval_studio_client/api/models/v1_list_most_recent_models_response.py +1 -1
  233. eval_studio_client/api/models/v1_list_most_recent_tests_response.py +1 -1
  234. eval_studio_client/api/models/v1_list_operations_response.py +1 -1
  235. eval_studio_client/api/models/v1_list_perturbators_response.py +1 -1
  236. eval_studio_client/api/models/v1_list_prompt_library_items_response.py +1 -1
  237. eval_studio_client/api/models/v1_list_rag_collections_response.py +1 -1
  238. eval_studio_client/api/models/v1_list_test_case_library_items_response.py +1 -1
  239. eval_studio_client/api/models/v1_list_test_case_relationships_response.py +95 -0
  240. eval_studio_client/api/models/v1_list_test_cases_response.py +1 -1
  241. eval_studio_client/api/models/v1_list_test_classes_response.py +1 -1
  242. eval_studio_client/api/models/v1_list_tests_response.py +1 -1
  243. eval_studio_client/api/models/v1_list_workflows_response.py +1 -1
  244. eval_studio_client/api/models/v1_metric_score.py +89 -0
  245. eval_studio_client/api/models/v1_metric_scores.py +95 -0
  246. eval_studio_client/api/models/v1_model.py +1 -1
  247. eval_studio_client/api/models/v1_model_type.py +1 -1
  248. eval_studio_client/api/models/v1_operation.py +1 -1
  249. eval_studio_client/api/models/v1_operation_progress.py +1 -1
  250. eval_studio_client/api/models/v1_perturb_test_in_place_response.py +91 -0
  251. eval_studio_client/api/models/v1_perturb_test_response.py +1 -1
  252. eval_studio_client/api/models/v1_perturbator.py +1 -1
  253. eval_studio_client/api/models/v1_perturbator_configuration.py +1 -1
  254. eval_studio_client/api/models/v1_perturbator_intensity.py +1 -1
  255. eval_studio_client/api/models/v1_problem_and_action.py +1 -1
  256. eval_studio_client/api/models/v1_process_workflow_node_response.py +1 -1
  257. eval_studio_client/api/models/v1_prompt_library_item.py +1 -1
  258. eval_studio_client/api/models/v1_repeated_string.py +87 -0
  259. eval_studio_client/api/models/v1_reset_workflow_node_response.py +91 -0
  260. eval_studio_client/api/models/v1_test.py +1 -1
  261. eval_studio_client/api/models/v1_test_case.py +10 -3
  262. eval_studio_client/api/models/v1_test_case_relationship.py +1 -1
  263. eval_studio_client/api/models/v1_test_cases_generator.py +1 -1
  264. eval_studio_client/api/models/v1_test_class.py +1 -1
  265. eval_studio_client/api/models/v1_test_class_type.py +1 -1
  266. eval_studio_client/api/models/v1_test_lab.py +1 -1
  267. eval_studio_client/api/models/v1_test_suite_evaluates.py +1 -1
  268. eval_studio_client/api/models/v1_update_dashboard_response.py +1 -1
  269. eval_studio_client/api/models/v1_update_document_response.py +1 -1
  270. eval_studio_client/api/models/v1_update_leaderboard_response.py +1 -1
  271. eval_studio_client/api/models/v1_update_model_response.py +1 -1
  272. eval_studio_client/api/models/v1_update_operation_response.py +1 -1
  273. eval_studio_client/api/models/v1_update_test_case_response.py +1 -1
  274. eval_studio_client/api/models/v1_update_test_response.py +1 -1
  275. eval_studio_client/api/models/v1_update_workflow_node_response.py +1 -1
  276. eval_studio_client/api/models/v1_update_workflow_response.py +1 -1
  277. eval_studio_client/api/models/v1_who_am_i_response.py +1 -1
  278. eval_studio_client/api/models/v1_workflow.py +11 -3
  279. eval_studio_client/api/models/v1_workflow_edge.py +1 -1
  280. eval_studio_client/api/models/v1_workflow_edge_type.py +1 -1
  281. eval_studio_client/api/models/v1_workflow_node.py +1 -1
  282. eval_studio_client/api/models/v1_workflow_node_artifact.py +1 -1
  283. eval_studio_client/api/models/v1_workflow_node_artifacts.py +1 -1
  284. eval_studio_client/api/models/v1_workflow_node_attributes.py +1 -1
  285. eval_studio_client/api/models/v1_workflow_node_status.py +1 -1
  286. eval_studio_client/api/models/v1_workflow_node_type.py +4 -1
  287. eval_studio_client/api/models/v1_workflow_node_view.py +1 -1
  288. eval_studio_client/api/models/v1_workflow_type.py +1 -1
  289. eval_studio_client/api/models/workflow_service_clone_workflow_request.py +95 -0
  290. eval_studio_client/api/rest.py +1 -1
  291. eval_studio_client/api/test/test_adversarial_inputs_service_api.py +37 -0
  292. eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +128 -0
  293. eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
  294. eval_studio_client/api/test/test_document_service_api.py +1 -1
  295. eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
  296. eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
  297. eval_studio_client/api/test/test_generated_questions_validation_service_api.py +37 -0
  298. eval_studio_client/api/test/test_generated_questions_validation_service_validate_generated_questions_request.py +83 -0
  299. eval_studio_client/api/test/test_human_calibration_service_api.py +1 -1
  300. eval_studio_client/api/test/test_info_service_api.py +1 -1
  301. eval_studio_client/api/test/test_leaderboard_report_service_api.py +37 -0
  302. eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
  303. eval_studio_client/api/test/test_model_service_api.py +1 -1
  304. eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
  305. eval_studio_client/api/test/test_operation_service_api.py +7 -1
  306. eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
  307. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +6 -2
  308. eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
  309. eval_studio_client/api/test/test_prompt_generation_service_api.py +1 -1
  310. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +9 -4
  311. eval_studio_client/api/test/test_prompt_library_service_api.py +1 -1
  312. eval_studio_client/api/test/test_protobuf_any.py +1 -1
  313. eval_studio_client/api/test/test_protobuf_null_value.py +1 -1
  314. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
  315. eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
  316. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +1 -1
  317. eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
  318. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
  319. eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
  320. eval_studio_client/api/test/test_required_the_test_case_to_update.py +6 -2
  321. eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
  322. eval_studio_client/api/test/test_required_the_updated_workflow.py +5 -2
  323. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +1 -1
  324. eval_studio_client/api/test/test_rpc_status.py +1 -1
  325. eval_studio_client/api/test/test_test_case_relationship_service_api.py +37 -0
  326. eval_studio_client/api/test/test_test_case_service_api.py +1 -1
  327. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
  328. eval_studio_client/api/test/test_test_class_service_api.py +1 -1
  329. eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
  330. eval_studio_client/api/test/test_test_service_api.py +13 -1
  331. eval_studio_client/api/test/test_test_service_clone_test_request.py +52 -0
  332. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +4 -1
  333. eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py +1 -1
  334. eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py +1 -1
  335. eval_studio_client/api/test/test_test_service_perturb_test_in_place_request.py +59 -0
  336. eval_studio_client/api/test/test_test_service_perturb_test_request.py +1 -1
  337. eval_studio_client/api/test/test_v1_abort_operation_response.py +71 -0
  338. eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +1 -1
  339. eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +1 -1
  340. eval_studio_client/api/test/test_v1_batch_delete_dashboards_request.py +1 -1
  341. eval_studio_client/api/test/test_v1_batch_delete_dashboards_response.py +1 -1
  342. eval_studio_client/api/test/test_v1_batch_delete_documents_request.py +1 -1
  343. eval_studio_client/api/test/test_v1_batch_delete_documents_response.py +1 -1
  344. eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +1 -1
  345. eval_studio_client/api/test/test_v1_batch_delete_evaluators_response.py +1 -1
  346. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_request.py +1 -1
  347. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +1 -1
  348. eval_studio_client/api/test/test_v1_batch_delete_models_request.py +1 -1
  349. eval_studio_client/api/test/test_v1_batch_delete_models_response.py +1 -1
  350. eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py +6 -2
  351. eval_studio_client/api/test/test_v1_batch_delete_tests_request.py +1 -1
  352. eval_studio_client/api/test/test_v1_batch_delete_tests_response.py +1 -1
  353. eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py +1 -1
  354. eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py +5 -2
  355. eval_studio_client/api/test/test_v1_batch_get_dashboards_response.py +1 -1
  356. eval_studio_client/api/test/test_v1_batch_get_documents_response.py +1 -1
  357. eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +1 -1
  358. eval_studio_client/api/test/test_v1_batch_get_models_response.py +1 -1
  359. eval_studio_client/api/test/test_v1_batch_get_operations_response.py +1 -1
  360. eval_studio_client/api/test/test_v1_batch_get_tests_response.py +1 -1
  361. eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py +1 -1
  362. eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +1 -1
  363. eval_studio_client/api/test/test_v1_batch_import_leaderboard_request.py +1 -1
  364. eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +1 -1
  365. eval_studio_client/api/test/test_v1_batch_import_tests_request.py +1 -1
  366. eval_studio_client/api/test/test_v1_batch_import_tests_response.py +1 -1
  367. eval_studio_client/api/test/test_v1_check_base_models_response.py +1 -1
  368. eval_studio_client/api/test/test_v1_clone_test_response.py +67 -0
  369. eval_studio_client/api/test/test_v1_clone_workflow_response.py +93 -0
  370. eval_studio_client/api/test/test_v1_collection_info.py +1 -1
  371. eval_studio_client/api/test/test_v1_context.py +54 -0
  372. eval_studio_client/api/test/test_v1_create_dashboard_response.py +1 -1
  373. eval_studio_client/api/test/test_v1_create_document_response.py +1 -1
  374. eval_studio_client/api/test/test_v1_create_evaluation_request.py +6 -2
  375. eval_studio_client/api/test/test_v1_create_evaluator_response.py +1 -1
  376. eval_studio_client/api/test/test_v1_create_leaderboard_request.py +1 -1
  377. eval_studio_client/api/test/test_v1_create_leaderboard_response.py +1 -1
  378. eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +1 -1
  379. eval_studio_client/api/test/test_v1_create_model_response.py +1 -1
  380. eval_studio_client/api/test/test_v1_create_perturbation_response.py +1 -1
  381. eval_studio_client/api/test/test_v1_create_test_case_response.py +6 -2
  382. eval_studio_client/api/test/test_v1_create_test_lab_response.py +1 -1
  383. eval_studio_client/api/test/test_v1_create_test_response.py +1 -1
  384. eval_studio_client/api/test/test_v1_create_workflow_edge_response.py +62 -0
  385. eval_studio_client/api/test/test_v1_create_workflow_node_response.py +82 -0
  386. eval_studio_client/api/test/test_v1_create_workflow_response.py +5 -2
  387. eval_studio_client/api/test/test_v1_dashboard.py +1 -1
  388. eval_studio_client/api/test/test_v1_dashboard_status.py +1 -1
  389. eval_studio_client/api/test/test_v1_delete_dashboard_response.py +1 -1
  390. eval_studio_client/api/test/test_v1_delete_document_response.py +1 -1
  391. eval_studio_client/api/test/test_v1_delete_evaluator_response.py +1 -1
  392. eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +1 -1
  393. eval_studio_client/api/test/test_v1_delete_model_response.py +1 -1
  394. eval_studio_client/api/test/test_v1_delete_test_case_response.py +6 -2
  395. eval_studio_client/api/test/test_v1_delete_test_response.py +1 -1
  396. eval_studio_client/api/test/test_v1_delete_workflow_edge_response.py +62 -0
  397. eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +1 -1
  398. eval_studio_client/api/test/test_v1_delete_workflow_response.py +5 -2
  399. eval_studio_client/api/test/test_v1_document.py +1 -1
  400. eval_studio_client/api/test/test_v1_estimate_threshold_request.py +1 -1
  401. eval_studio_client/api/test/test_v1_evaluation_test.py +6 -2
  402. eval_studio_client/api/test/test_v1_evaluator.py +1 -1
  403. eval_studio_client/api/test/test_v1_evaluator_param_type.py +1 -1
  404. eval_studio_client/api/test/test_v1_evaluator_parameter.py +1 -1
  405. eval_studio_client/api/test/test_v1_evaluator_view.py +1 -1
  406. eval_studio_client/api/test/test_v1_finalize_operation_response.py +1 -1
  407. eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py +6 -2
  408. eval_studio_client/api/test/test_v1_find_test_lab_response.py +1 -1
  409. eval_studio_client/api/test/test_v1_generate_test_cases_response.py +1 -1
  410. eval_studio_client/api/test/test_v1_generated_test_case.py +79 -0
  411. eval_studio_client/api/test/test_v1_get_dashboard_response.py +1 -1
  412. eval_studio_client/api/test/test_v1_get_document_response.py +1 -1
  413. eval_studio_client/api/test/test_v1_get_evaluator_response.py +1 -1
  414. eval_studio_client/api/test/test_v1_get_info_response.py +7 -2
  415. eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +175 -0
  416. eval_studio_client/api/test/test_v1_get_leaderboard_response.py +1 -1
  417. eval_studio_client/api/test/test_v1_get_model_response.py +1 -1
  418. eval_studio_client/api/test/test_v1_get_operation_progress_by_parent_response.py +1 -1
  419. eval_studio_client/api/test/test_v1_get_operation_response.py +1 -1
  420. eval_studio_client/api/test/test_v1_get_perturbator_response.py +1 -1
  421. eval_studio_client/api/test/test_v1_get_test_case_response.py +6 -2
  422. eval_studio_client/api/test/test_v1_get_test_class_response.py +1 -1
  423. eval_studio_client/api/test/test_v1_get_test_response.py +1 -1
  424. eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py +1 -1
  425. eval_studio_client/api/test/test_v1_get_workflow_node_response.py +1 -1
  426. eval_studio_client/api/test/test_v1_get_workflow_response.py +5 -2
  427. eval_studio_client/api/test/test_v1_import_evaluation_request.py +1 -1
  428. eval_studio_client/api/test/test_v1_import_leaderboard_request.py +1 -1
  429. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +1 -1
  430. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +1 -1
  431. eval_studio_client/api/test/test_v1_import_test_cases_request.py +1 -1
  432. eval_studio_client/api/test/test_v1_info.py +7 -2
  433. eval_studio_client/api/test/test_v1_init_workflow_node_response.py +82 -0
  434. eval_studio_client/api/test/test_v1_insight.py +1 -1
  435. eval_studio_client/api/test/test_v1_labeled_test_case.py +1 -1
  436. eval_studio_client/api/test/test_v1_leaderboard.py +1 -1
  437. eval_studio_client/api/test/test_v1_leaderboard_report.py +174 -0
  438. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_data.py +52 -0
  439. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +56 -0
  440. eval_studio_client/api/test/test_v1_leaderboard_report_evaluator.py +114 -0
  441. eval_studio_client/api/test/test_v1_leaderboard_report_evaluator_parameter.py +63 -0
  442. eval_studio_client/api/test/test_v1_leaderboard_report_explanation.py +58 -0
  443. eval_studio_client/api/test/test_v1_leaderboard_report_metrics_meta_entry.py +66 -0
  444. eval_studio_client/api/test/test_v1_leaderboard_report_model.py +62 -0
  445. eval_studio_client/api/test/test_v1_leaderboard_report_result.py +92 -0
  446. eval_studio_client/api/test/test_v1_leaderboard_report_result_relationship.py +53 -0
  447. eval_studio_client/api/test/test_v1_leaderboard_status.py +1 -1
  448. eval_studio_client/api/test/test_v1_leaderboard_type.py +1 -1
  449. eval_studio_client/api/test/test_v1_leaderboard_view.py +1 -1
  450. eval_studio_client/api/test/test_v1_list_base_models_response.py +1 -1
  451. eval_studio_client/api/test/test_v1_list_dashboards_response.py +1 -1
  452. eval_studio_client/api/test/test_v1_list_documents_response.py +1 -1
  453. eval_studio_client/api/test/test_v1_list_evaluators_response.py +1 -1
  454. eval_studio_client/api/test/test_v1_list_leaderboards_response.py +1 -1
  455. eval_studio_client/api/test/test_v1_list_llm_models_response.py +1 -1
  456. eval_studio_client/api/test/test_v1_list_model_collections_response.py +1 -1
  457. eval_studio_client/api/test/test_v1_list_models_response.py +1 -1
  458. eval_studio_client/api/test/test_v1_list_most_recent_dashboards_response.py +1 -1
  459. eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +1 -1
  460. eval_studio_client/api/test/test_v1_list_most_recent_models_response.py +1 -1
  461. eval_studio_client/api/test/test_v1_list_most_recent_tests_response.py +1 -1
  462. eval_studio_client/api/test/test_v1_list_operations_response.py +1 -1
  463. eval_studio_client/api/test/test_v1_list_perturbators_response.py +1 -1
  464. eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py +1 -1
  465. eval_studio_client/api/test/test_v1_list_rag_collections_response.py +1 -1
  466. eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py +1 -1
  467. eval_studio_client/api/test/test_v1_list_test_case_relationships_response.py +56 -0
  468. eval_studio_client/api/test/test_v1_list_test_cases_response.py +6 -2
  469. eval_studio_client/api/test/test_v1_list_test_classes_response.py +1 -1
  470. eval_studio_client/api/test/test_v1_list_tests_response.py +1 -1
  471. eval_studio_client/api/test/test_v1_list_workflows_response.py +5 -2
  472. eval_studio_client/api/test/test_v1_metric_score.py +52 -0
  473. eval_studio_client/api/test/test_v1_metric_scores.py +55 -0
  474. eval_studio_client/api/test/test_v1_model.py +1 -1
  475. eval_studio_client/api/test/test_v1_model_type.py +1 -1
  476. eval_studio_client/api/test/test_v1_operation.py +1 -1
  477. eval_studio_client/api/test/test_v1_operation_progress.py +1 -1
  478. eval_studio_client/api/test/test_v1_perturb_test_in_place_response.py +67 -0
  479. eval_studio_client/api/test/test_v1_perturb_test_response.py +1 -1
  480. eval_studio_client/api/test/test_v1_perturbator.py +1 -1
  481. eval_studio_client/api/test/test_v1_perturbator_configuration.py +1 -1
  482. eval_studio_client/api/test/test_v1_perturbator_intensity.py +1 -1
  483. eval_studio_client/api/test/test_v1_problem_and_action.py +1 -1
  484. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +1 -1
  485. eval_studio_client/api/test/test_v1_prompt_library_item.py +1 -1
  486. eval_studio_client/api/test/test_v1_repeated_string.py +53 -0
  487. eval_studio_client/api/test/test_v1_reset_workflow_node_response.py +82 -0
  488. eval_studio_client/api/test/test_v1_test.py +1 -1
  489. eval_studio_client/api/test/test_v1_test_case.py +6 -2
  490. eval_studio_client/api/test/test_v1_test_case_relationship.py +1 -1
  491. eval_studio_client/api/test/test_v1_test_cases_generator.py +1 -1
  492. eval_studio_client/api/test/test_v1_test_class.py +1 -1
  493. eval_studio_client/api/test/test_v1_test_class_type.py +1 -1
  494. eval_studio_client/api/test/test_v1_test_lab.py +1 -1
  495. eval_studio_client/api/test/test_v1_test_suite_evaluates.py +1 -1
  496. eval_studio_client/api/test/test_v1_update_dashboard_response.py +1 -1
  497. eval_studio_client/api/test/test_v1_update_document_response.py +1 -1
  498. eval_studio_client/api/test/test_v1_update_leaderboard_response.py +1 -1
  499. eval_studio_client/api/test/test_v1_update_model_response.py +1 -1
  500. eval_studio_client/api/test/test_v1_update_operation_response.py +1 -1
  501. eval_studio_client/api/test/test_v1_update_test_case_response.py +6 -2
  502. eval_studio_client/api/test/test_v1_update_test_response.py +1 -1
  503. eval_studio_client/api/test/test_v1_update_workflow_node_response.py +1 -1
  504. eval_studio_client/api/test/test_v1_update_workflow_response.py +5 -2
  505. eval_studio_client/api/test/test_v1_who_am_i_response.py +1 -1
  506. eval_studio_client/api/test/test_v1_workflow.py +5 -2
  507. eval_studio_client/api/test/test_v1_workflow_edge.py +1 -1
  508. eval_studio_client/api/test/test_v1_workflow_edge_type.py +1 -1
  509. eval_studio_client/api/test/test_v1_workflow_node.py +1 -1
  510. eval_studio_client/api/test/test_v1_workflow_node_artifact.py +1 -1
  511. eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +1 -1
  512. eval_studio_client/api/test/test_v1_workflow_node_attributes.py +1 -1
  513. eval_studio_client/api/test/test_v1_workflow_node_status.py +1 -1
  514. eval_studio_client/api/test/test_v1_workflow_node_type.py +1 -1
  515. eval_studio_client/api/test/test_v1_workflow_node_view.py +1 -1
  516. eval_studio_client/api/test/test_v1_workflow_type.py +1 -1
  517. eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
  518. eval_studio_client/api/test/test_workflow_edge_service_api.py +15 -1
  519. eval_studio_client/api/test/test_workflow_node_service_api.py +23 -2
  520. eval_studio_client/api/test/test_workflow_service_api.py +8 -1
  521. eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py +55 -0
  522. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +1633 -219
  523. eval_studio_client/tests.py +103 -8
  524. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/METADATA +2 -2
  525. eval_studio_client-1.1.0a5.dist-info/RECORD +720 -0
  526. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/WHEEL +1 -1
  527. eval_studio_client-1.0.1.dist-info/RECORD +0 -615
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1/collection.proto
4
+ ai/h2o/eval_studio/v1/insight.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -21,12 +21,14 @@ from typing_extensions import Annotated
21
21
  from eval_studio_client.api.models.required_the_updated_workflow import RequiredTheUpdatedWorkflow
22
22
  from eval_studio_client.api.models.v1_batch_delete_workflows_request import V1BatchDeleteWorkflowsRequest
23
23
  from eval_studio_client.api.models.v1_batch_delete_workflows_response import V1BatchDeleteWorkflowsResponse
24
+ from eval_studio_client.api.models.v1_clone_workflow_response import V1CloneWorkflowResponse
24
25
  from eval_studio_client.api.models.v1_create_workflow_response import V1CreateWorkflowResponse
25
26
  from eval_studio_client.api.models.v1_delete_workflow_response import V1DeleteWorkflowResponse
26
27
  from eval_studio_client.api.models.v1_get_workflow_response import V1GetWorkflowResponse
27
28
  from eval_studio_client.api.models.v1_list_workflows_response import V1ListWorkflowsResponse
28
29
  from eval_studio_client.api.models.v1_update_workflow_response import V1UpdateWorkflowResponse
29
30
  from eval_studio_client.api.models.v1_workflow import V1Workflow
31
+ from eval_studio_client.api.models.workflow_service_clone_workflow_request import WorkflowServiceCloneWorkflowRequest
30
32
 
31
33
  from eval_studio_client.api.api_client import ApiClient, RequestSerialized
32
34
  from eval_studio_client.api.api_response import ApiResponse
@@ -313,6 +315,288 @@ class WorkflowServiceApi:
313
315
 
314
316
 
315
317
 
318
+ @validate_call
319
+ def workflow_service_clone_workflow(
320
+ self,
321
+ name_1: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to clone.")],
322
+ body: WorkflowServiceCloneWorkflowRequest,
323
+ _request_timeout: Union[
324
+ None,
325
+ Annotated[StrictFloat, Field(gt=0)],
326
+ Tuple[
327
+ Annotated[StrictFloat, Field(gt=0)],
328
+ Annotated[StrictFloat, Field(gt=0)]
329
+ ]
330
+ ] = None,
331
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
332
+ _content_type: Optional[StrictStr] = None,
333
+ _headers: Optional[Dict[StrictStr, Any]] = None,
334
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
335
+ ) -> V1CloneWorkflowResponse:
336
+ """CloneWorkflow clones an existing Workflow.
337
+
338
+
339
+ :param name_1: Required. The name of the Workflow to clone. (required)
340
+ :type name_1: str
341
+ :param body: (required)
342
+ :type body: WorkflowServiceCloneWorkflowRequest
343
+ :param _request_timeout: timeout setting for this request. If one
344
+ number provided, it will be total request
345
+ timeout. It can also be a pair (tuple) of
346
+ (connection, read) timeouts.
347
+ :type _request_timeout: int, tuple(int, int), optional
348
+ :param _request_auth: set to override the auth_settings for an a single
349
+ request; this effectively ignores the
350
+ authentication in the spec for a single request.
351
+ :type _request_auth: dict, optional
352
+ :param _content_type: force content-type for the request.
353
+ :type _content_type: str, Optional
354
+ :param _headers: set to override the headers for a single
355
+ request; this effectively ignores the headers
356
+ in the spec for a single request.
357
+ :type _headers: dict, optional
358
+ :param _host_index: set to override the host_index for a single
359
+ request; this effectively ignores the host_index
360
+ in the spec for a single request.
361
+ :type _host_index: int, optional
362
+ :return: Returns the result object.
363
+ """ # noqa: E501
364
+
365
+ _param = self._workflow_service_clone_workflow_serialize(
366
+ name_1=name_1,
367
+ body=body,
368
+ _request_auth=_request_auth,
369
+ _content_type=_content_type,
370
+ _headers=_headers,
371
+ _host_index=_host_index
372
+ )
373
+
374
+ _response_types_map: Dict[str, Optional[str]] = {
375
+ '200': "V1CloneWorkflowResponse",
376
+ }
377
+ response_data = self.api_client.call_api(
378
+ *_param,
379
+ _request_timeout=_request_timeout
380
+ )
381
+ response_data.read()
382
+ return self.api_client.response_deserialize(
383
+ response_data=response_data,
384
+ response_types_map=_response_types_map,
385
+ ).data
386
+
387
+
388
+ @validate_call
389
+ def workflow_service_clone_workflow_with_http_info(
390
+ self,
391
+ name_1: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to clone.")],
392
+ body: WorkflowServiceCloneWorkflowRequest,
393
+ _request_timeout: Union[
394
+ None,
395
+ Annotated[StrictFloat, Field(gt=0)],
396
+ Tuple[
397
+ Annotated[StrictFloat, Field(gt=0)],
398
+ Annotated[StrictFloat, Field(gt=0)]
399
+ ]
400
+ ] = None,
401
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
402
+ _content_type: Optional[StrictStr] = None,
403
+ _headers: Optional[Dict[StrictStr, Any]] = None,
404
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
405
+ ) -> ApiResponse[V1CloneWorkflowResponse]:
406
+ """CloneWorkflow clones an existing Workflow.
407
+
408
+
409
+ :param name_1: Required. The name of the Workflow to clone. (required)
410
+ :type name_1: str
411
+ :param body: (required)
412
+ :type body: WorkflowServiceCloneWorkflowRequest
413
+ :param _request_timeout: timeout setting for this request. If one
414
+ number provided, it will be total request
415
+ timeout. It can also be a pair (tuple) of
416
+ (connection, read) timeouts.
417
+ :type _request_timeout: int, tuple(int, int), optional
418
+ :param _request_auth: set to override the auth_settings for an a single
419
+ request; this effectively ignores the
420
+ authentication in the spec for a single request.
421
+ :type _request_auth: dict, optional
422
+ :param _content_type: force content-type for the request.
423
+ :type _content_type: str, Optional
424
+ :param _headers: set to override the headers for a single
425
+ request; this effectively ignores the headers
426
+ in the spec for a single request.
427
+ :type _headers: dict, optional
428
+ :param _host_index: set to override the host_index for a single
429
+ request; this effectively ignores the host_index
430
+ in the spec for a single request.
431
+ :type _host_index: int, optional
432
+ :return: Returns the result object.
433
+ """ # noqa: E501
434
+
435
+ _param = self._workflow_service_clone_workflow_serialize(
436
+ name_1=name_1,
437
+ body=body,
438
+ _request_auth=_request_auth,
439
+ _content_type=_content_type,
440
+ _headers=_headers,
441
+ _host_index=_host_index
442
+ )
443
+
444
+ _response_types_map: Dict[str, Optional[str]] = {
445
+ '200': "V1CloneWorkflowResponse",
446
+ }
447
+ response_data = self.api_client.call_api(
448
+ *_param,
449
+ _request_timeout=_request_timeout
450
+ )
451
+ response_data.read()
452
+ return self.api_client.response_deserialize(
453
+ response_data=response_data,
454
+ response_types_map=_response_types_map,
455
+ )
456
+
457
+
458
+ @validate_call
459
+ def workflow_service_clone_workflow_without_preload_content(
460
+ self,
461
+ name_1: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to clone.")],
462
+ body: WorkflowServiceCloneWorkflowRequest,
463
+ _request_timeout: Union[
464
+ None,
465
+ Annotated[StrictFloat, Field(gt=0)],
466
+ Tuple[
467
+ Annotated[StrictFloat, Field(gt=0)],
468
+ Annotated[StrictFloat, Field(gt=0)]
469
+ ]
470
+ ] = None,
471
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
472
+ _content_type: Optional[StrictStr] = None,
473
+ _headers: Optional[Dict[StrictStr, Any]] = None,
474
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
475
+ ) -> RESTResponseType:
476
+ """CloneWorkflow clones an existing Workflow.
477
+
478
+
479
+ :param name_1: Required. The name of the Workflow to clone. (required)
480
+ :type name_1: str
481
+ :param body: (required)
482
+ :type body: WorkflowServiceCloneWorkflowRequest
483
+ :param _request_timeout: timeout setting for this request. If one
484
+ number provided, it will be total request
485
+ timeout. It can also be a pair (tuple) of
486
+ (connection, read) timeouts.
487
+ :type _request_timeout: int, tuple(int, int), optional
488
+ :param _request_auth: set to override the auth_settings for an a single
489
+ request; this effectively ignores the
490
+ authentication in the spec for a single request.
491
+ :type _request_auth: dict, optional
492
+ :param _content_type: force content-type for the request.
493
+ :type _content_type: str, Optional
494
+ :param _headers: set to override the headers for a single
495
+ request; this effectively ignores the headers
496
+ in the spec for a single request.
497
+ :type _headers: dict, optional
498
+ :param _host_index: set to override the host_index for a single
499
+ request; this effectively ignores the host_index
500
+ in the spec for a single request.
501
+ :type _host_index: int, optional
502
+ :return: Returns the result object.
503
+ """ # noqa: E501
504
+
505
+ _param = self._workflow_service_clone_workflow_serialize(
506
+ name_1=name_1,
507
+ body=body,
508
+ _request_auth=_request_auth,
509
+ _content_type=_content_type,
510
+ _headers=_headers,
511
+ _host_index=_host_index
512
+ )
513
+
514
+ _response_types_map: Dict[str, Optional[str]] = {
515
+ '200': "V1CloneWorkflowResponse",
516
+ }
517
+ response_data = self.api_client.call_api(
518
+ *_param,
519
+ _request_timeout=_request_timeout
520
+ )
521
+ return response_data.response
522
+
523
+
524
+ def _workflow_service_clone_workflow_serialize(
525
+ self,
526
+ name_1,
527
+ body,
528
+ _request_auth,
529
+ _content_type,
530
+ _headers,
531
+ _host_index,
532
+ ) -> RequestSerialized:
533
+
534
+ _host = None
535
+
536
+ _collection_formats: Dict[str, str] = {
537
+ }
538
+
539
+ _path_params: Dict[str, str] = {}
540
+ _query_params: List[Tuple[str, str]] = []
541
+ _header_params: Dict[str, Optional[str]] = _headers or {}
542
+ _form_params: List[Tuple[str, str]] = []
543
+ _files: Dict[str, Union[str, bytes]] = {}
544
+ _body_params: Optional[bytes] = None
545
+
546
+ # process the path parameters
547
+ if name_1 is not None:
548
+ _path_params['name_1'] = name_1
549
+ # process the query parameters
550
+ # process the header parameters
551
+ # process the form parameters
552
+ # process the body parameter
553
+ if body is not None:
554
+ _body_params = body
555
+
556
+
557
+ # set the HTTP header `Accept`
558
+ _header_params['Accept'] = self.api_client.select_header_accept(
559
+ [
560
+ 'application/json'
561
+ ]
562
+ )
563
+
564
+ # set the HTTP header `Content-Type`
565
+ if _content_type:
566
+ _header_params['Content-Type'] = _content_type
567
+ else:
568
+ _default_content_type = (
569
+ self.api_client.select_header_content_type(
570
+ [
571
+ 'application/json'
572
+ ]
573
+ )
574
+ )
575
+ if _default_content_type is not None:
576
+ _header_params['Content-Type'] = _default_content_type
577
+
578
+ # authentication setting
579
+ _auth_settings: List[str] = [
580
+ ]
581
+
582
+ return self.api_client.param_serialize(
583
+ method='POST',
584
+ resource_path='/v1/{name_1}:clone',
585
+ path_params=_path_params,
586
+ query_params=_query_params,
587
+ header_params=_header_params,
588
+ body=_body_params,
589
+ post_params=_form_params,
590
+ files=_files,
591
+ auth_settings=_auth_settings,
592
+ collection_formats=_collection_formats,
593
+ _host=_host,
594
+ _request_auth=_request_auth
595
+ )
596
+
597
+
598
+
599
+
316
600
  @validate_call
317
601
  def workflow_service_create_workflow(
318
602
  self,
@@ -583,7 +867,7 @@ class WorkflowServiceApi:
583
867
  @validate_call
584
868
  def workflow_service_delete_workflow(
585
869
  self,
586
- name_8: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to delete.")],
870
+ name_9: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to delete.")],
587
871
  _request_timeout: Union[
588
872
  None,
589
873
  Annotated[StrictFloat, Field(gt=0)],
@@ -600,8 +884,8 @@ class WorkflowServiceApi:
600
884
  """DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.
601
885
 
602
886
 
603
- :param name_8: Required. The name of the Workflow to delete. (required)
604
- :type name_8: str
887
+ :param name_9: Required. The name of the Workflow to delete. (required)
888
+ :type name_9: str
605
889
  :param _request_timeout: timeout setting for this request. If one
606
890
  number provided, it will be total request
607
891
  timeout. It can also be a pair (tuple) of
@@ -625,7 +909,7 @@ class WorkflowServiceApi:
625
909
  """ # noqa: E501
626
910
 
627
911
  _param = self._workflow_service_delete_workflow_serialize(
628
- name_8=name_8,
912
+ name_9=name_9,
629
913
  _request_auth=_request_auth,
630
914
  _content_type=_content_type,
631
915
  _headers=_headers,
@@ -649,7 +933,7 @@ class WorkflowServiceApi:
649
933
  @validate_call
650
934
  def workflow_service_delete_workflow_with_http_info(
651
935
  self,
652
- name_8: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to delete.")],
936
+ name_9: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to delete.")],
653
937
  _request_timeout: Union[
654
938
  None,
655
939
  Annotated[StrictFloat, Field(gt=0)],
@@ -666,8 +950,8 @@ class WorkflowServiceApi:
666
950
  """DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.
667
951
 
668
952
 
669
- :param name_8: Required. The name of the Workflow to delete. (required)
670
- :type name_8: str
953
+ :param name_9: Required. The name of the Workflow to delete. (required)
954
+ :type name_9: str
671
955
  :param _request_timeout: timeout setting for this request. If one
672
956
  number provided, it will be total request
673
957
  timeout. It can also be a pair (tuple) of
@@ -691,7 +975,7 @@ class WorkflowServiceApi:
691
975
  """ # noqa: E501
692
976
 
693
977
  _param = self._workflow_service_delete_workflow_serialize(
694
- name_8=name_8,
978
+ name_9=name_9,
695
979
  _request_auth=_request_auth,
696
980
  _content_type=_content_type,
697
981
  _headers=_headers,
@@ -715,7 +999,7 @@ class WorkflowServiceApi:
715
999
  @validate_call
716
1000
  def workflow_service_delete_workflow_without_preload_content(
717
1001
  self,
718
- name_8: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to delete.")],
1002
+ name_9: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to delete.")],
719
1003
  _request_timeout: Union[
720
1004
  None,
721
1005
  Annotated[StrictFloat, Field(gt=0)],
@@ -732,8 +1016,8 @@ class WorkflowServiceApi:
732
1016
  """DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.
733
1017
 
734
1018
 
735
- :param name_8: Required. The name of the Workflow to delete. (required)
736
- :type name_8: str
1019
+ :param name_9: Required. The name of the Workflow to delete. (required)
1020
+ :type name_9: str
737
1021
  :param _request_timeout: timeout setting for this request. If one
738
1022
  number provided, it will be total request
739
1023
  timeout. It can also be a pair (tuple) of
@@ -757,7 +1041,7 @@ class WorkflowServiceApi:
757
1041
  """ # noqa: E501
758
1042
 
759
1043
  _param = self._workflow_service_delete_workflow_serialize(
760
- name_8=name_8,
1044
+ name_9=name_9,
761
1045
  _request_auth=_request_auth,
762
1046
  _content_type=_content_type,
763
1047
  _headers=_headers,
@@ -776,7 +1060,7 @@ class WorkflowServiceApi:
776
1060
 
777
1061
  def _workflow_service_delete_workflow_serialize(
778
1062
  self,
779
- name_8,
1063
+ name_9,
780
1064
  _request_auth,
781
1065
  _content_type,
782
1066
  _headers,
@@ -796,8 +1080,8 @@ class WorkflowServiceApi:
796
1080
  _body_params: Optional[bytes] = None
797
1081
 
798
1082
  # process the path parameters
799
- if name_8 is not None:
800
- _path_params['name_8'] = name_8
1083
+ if name_9 is not None:
1084
+ _path_params['name_9'] = name_9
801
1085
  # process the query parameters
802
1086
  # process the header parameters
803
1087
  # process the form parameters
@@ -818,7 +1102,7 @@ class WorkflowServiceApi:
818
1102
 
819
1103
  return self.api_client.param_serialize(
820
1104
  method='DELETE',
821
- resource_path='/v1/{name_8}',
1105
+ resource_path='/v1/{name_9}',
822
1106
  path_params=_path_params,
823
1107
  query_params=_query_params,
824
1108
  header_params=_header_params,
@@ -837,7 +1121,7 @@ class WorkflowServiceApi:
837
1121
  @validate_call
838
1122
  def workflow_service_get_workflow(
839
1123
  self,
840
- name_11: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
1124
+ name_12: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
841
1125
  _request_timeout: Union[
842
1126
  None,
843
1127
  Annotated[StrictFloat, Field(gt=0)],
@@ -854,8 +1138,8 @@ class WorkflowServiceApi:
854
1138
  """GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
855
1139
 
856
1140
 
857
- :param name_11: Required. The name of the Workflow to retrieve. (required)
858
- :type name_11: str
1141
+ :param name_12: Required. The name of the Workflow to retrieve. (required)
1142
+ :type name_12: str
859
1143
  :param _request_timeout: timeout setting for this request. If one
860
1144
  number provided, it will be total request
861
1145
  timeout. It can also be a pair (tuple) of
@@ -879,7 +1163,7 @@ class WorkflowServiceApi:
879
1163
  """ # noqa: E501
880
1164
 
881
1165
  _param = self._workflow_service_get_workflow_serialize(
882
- name_11=name_11,
1166
+ name_12=name_12,
883
1167
  _request_auth=_request_auth,
884
1168
  _content_type=_content_type,
885
1169
  _headers=_headers,
@@ -903,7 +1187,7 @@ class WorkflowServiceApi:
903
1187
  @validate_call
904
1188
  def workflow_service_get_workflow_with_http_info(
905
1189
  self,
906
- name_11: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
1190
+ name_12: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
907
1191
  _request_timeout: Union[
908
1192
  None,
909
1193
  Annotated[StrictFloat, Field(gt=0)],
@@ -920,8 +1204,8 @@ class WorkflowServiceApi:
920
1204
  """GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
921
1205
 
922
1206
 
923
- :param name_11: Required. The name of the Workflow to retrieve. (required)
924
- :type name_11: str
1207
+ :param name_12: Required. The name of the Workflow to retrieve. (required)
1208
+ :type name_12: str
925
1209
  :param _request_timeout: timeout setting for this request. If one
926
1210
  number provided, it will be total request
927
1211
  timeout. It can also be a pair (tuple) of
@@ -945,7 +1229,7 @@ class WorkflowServiceApi:
945
1229
  """ # noqa: E501
946
1230
 
947
1231
  _param = self._workflow_service_get_workflow_serialize(
948
- name_11=name_11,
1232
+ name_12=name_12,
949
1233
  _request_auth=_request_auth,
950
1234
  _content_type=_content_type,
951
1235
  _headers=_headers,
@@ -969,7 +1253,7 @@ class WorkflowServiceApi:
969
1253
  @validate_call
970
1254
  def workflow_service_get_workflow_without_preload_content(
971
1255
  self,
972
- name_11: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
1256
+ name_12: Annotated[str, Field(strict=True, description="Required. The name of the Workflow to retrieve.")],
973
1257
  _request_timeout: Union[
974
1258
  None,
975
1259
  Annotated[StrictFloat, Field(gt=0)],
@@ -986,8 +1270,8 @@ class WorkflowServiceApi:
986
1270
  """GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
987
1271
 
988
1272
 
989
- :param name_11: Required. The name of the Workflow to retrieve. (required)
990
- :type name_11: str
1273
+ :param name_12: Required. The name of the Workflow to retrieve. (required)
1274
+ :type name_12: str
991
1275
  :param _request_timeout: timeout setting for this request. If one
992
1276
  number provided, it will be total request
993
1277
  timeout. It can also be a pair (tuple) of
@@ -1011,7 +1295,7 @@ class WorkflowServiceApi:
1011
1295
  """ # noqa: E501
1012
1296
 
1013
1297
  _param = self._workflow_service_get_workflow_serialize(
1014
- name_11=name_11,
1298
+ name_12=name_12,
1015
1299
  _request_auth=_request_auth,
1016
1300
  _content_type=_content_type,
1017
1301
  _headers=_headers,
@@ -1030,7 +1314,7 @@ class WorkflowServiceApi:
1030
1314
 
1031
1315
  def _workflow_service_get_workflow_serialize(
1032
1316
  self,
1033
- name_11,
1317
+ name_12,
1034
1318
  _request_auth,
1035
1319
  _content_type,
1036
1320
  _headers,
@@ -1050,8 +1334,8 @@ class WorkflowServiceApi:
1050
1334
  _body_params: Optional[bytes] = None
1051
1335
 
1052
1336
  # process the path parameters
1053
- if name_11 is not None:
1054
- _path_params['name_11'] = name_11
1337
+ if name_12 is not None:
1338
+ _path_params['name_12'] = name_12
1055
1339
  # process the query parameters
1056
1340
  # process the header parameters
1057
1341
  # process the form parameters
@@ -1072,7 +1356,7 @@ class WorkflowServiceApi:
1072
1356
 
1073
1357
  return self.api_client.param_serialize(
1074
1358
  method='GET',
1075
- resource_path='/v1/{name_11}',
1359
+ resource_path='/v1/{name_12}',
1076
1360
  path_params=_path_params,
1077
1361
  query_params=_query_params,
1078
1362
  header_params=_header_params,
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1/collection.proto
4
+ ai/h2o/eval_studio/v1/insight.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1/collection.proto
4
+ ai/h2o/eval_studio/v1/insight.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -0,0 +1,78 @@
1
+ # eval_studio_client.api.AdversarialInputsServiceApi
2
+
3
+ All URIs are relative to *http://localhost*
4
+
5
+ Method | HTTP request | Description
6
+ ------------- | ------------- | -------------
7
+ [**adversarial_inputs_service_test_adversarial_inputs_robustness**](AdversarialInputsServiceApi.md#adversarial_inputs_service_test_adversarial_inputs_robustness) | **POST** /v1/{test}:testAdversarialInputsRobustness |
8
+
9
+
10
+ # **adversarial_inputs_service_test_adversarial_inputs_robustness**
11
+ > V1Operation adversarial_inputs_service_test_adversarial_inputs_robustness(test, body)
12
+
13
+
14
+
15
+ ### Example
16
+
17
+
18
+ ```python
19
+ import eval_studio_client.api
20
+ from eval_studio_client.api.models.adversarial_inputs_service_test_adversarial_inputs_robustness_request import AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
21
+ from eval_studio_client.api.models.v1_operation import V1Operation
22
+ from eval_studio_client.api.rest import ApiException
23
+ from pprint import pprint
24
+
25
+ # Defining the host is optional and defaults to http://localhost
26
+ # See configuration.py for a list of all supported configuration parameters.
27
+ configuration = eval_studio_client.api.Configuration(
28
+ host = "http://localhost"
29
+ )
30
+
31
+
32
+ # Enter a context with an instance of the API client
33
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
34
+ # Create an instance of the API class
35
+ api_instance = eval_studio_client.api.AdversarialInputsServiceApi(api_client)
36
+ test = 'test_example' # str | Required. The Test to which the adversarial inputs TestCases will be added.
37
+ body = eval_studio_client.api.AdversarialInputsServiceTestAdversarialInputsRobustnessRequest() # AdversarialInputsServiceTestAdversarialInputsRobustnessRequest |
38
+
39
+ try:
40
+ api_response = api_instance.adversarial_inputs_service_test_adversarial_inputs_robustness(test, body)
41
+ print("The response of AdversarialInputsServiceApi->adversarial_inputs_service_test_adversarial_inputs_robustness:\n")
42
+ pprint(api_response)
43
+ except Exception as e:
44
+ print("Exception when calling AdversarialInputsServiceApi->adversarial_inputs_service_test_adversarial_inputs_robustness: %s\n" % e)
45
+ ```
46
+
47
+
48
+
49
+ ### Parameters
50
+
51
+
52
+ Name | Type | Description | Notes
53
+ ------------- | ------------- | ------------- | -------------
54
+ **test** | **str**| Required. The Test to which the adversarial inputs TestCases will be added. |
55
+ **body** | [**AdversarialInputsServiceTestAdversarialInputsRobustnessRequest**](AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md)| |
56
+
57
+ ### Return type
58
+
59
+ [**V1Operation**](V1Operation.md)
60
+
61
+ ### Authorization
62
+
63
+ No authorization required
64
+
65
+ ### HTTP request headers
66
+
67
+ - **Content-Type**: application/json
68
+ - **Accept**: application/json
69
+
70
+ ### HTTP response details
71
+
72
+ | Status code | Description | Response headers |
73
+ |-------------|-------------|------------------|
74
+ **200** | A successful response. | - |
75
+ **0** | An unexpected error response. | - |
76
+
77
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
78
+
@@ -0,0 +1,45 @@
1
+ # AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **operation** | **str** | Required. The Operation processing adversarial inputs robustness testing. | [optional]
9
+ **generator_input_types** | [**List[V1TestCasesGenerator]**](V1TestCasesGenerator.md) | Optional. The list of adversarial input types to generate. | [optional]
10
+ **generator_document_urls** | **List[str]** | Required. The document URLs which were used to generate the baseline TestCases. | [optional]
11
+ **generator_model** | [**V1Model**](V1Model.md) | | [optional]
12
+ **generator_base_llm_model** | **str** | Required. Base LLM model to use for generation of adversarial the prompts. | [optional]
13
+ **generator_count** | **int** | Required. The number of adversarial TestCases to generate. | [optional]
14
+ **generator_topics** | **List[str]** | Optional. Topics to generate questions for. If not specified, use document summarization as topic generation. | [optional]
15
+ **generator_chunks** | **List[str]** | Optional. The list of chunks to use for generation. If set, the Documents assigned to the Test and h2ogpte_collection_id are ignored. | [optional]
16
+ **generator_h2ogpte_collection_id** | **str** | Optional. ID of the h2oGPTe collection to use. If provided, documents referenced by Test and any specified chunks are ignored. This field is required if Test does not reference any documents and no chunks are provided. If this field is left empty, a temporary collection will be created. | [optional]
17
+ **evaluator_identifiers** | **List[str]** | Required. Evaluator identifiers to use for the model evaluation using the adversarial inputs. | [optional]
18
+ **evaluators_parameters** | **Dict[str, str]** | Optional. Additional evaluators configuration, for all the evaluators used in the evaluation. Key is the evaluator identifier, and the value is a JSON string containing the configuration dictionary. | [optional]
19
+ **model** | [**V1Model**](V1Model.md) | | [optional]
20
+ **base_llm_model** | **str** | Required. Base LLM model to be evaluated using the adversarial inputs. | [optional]
21
+ **model_parameters** | **str** | Optional. Parameters overrides for the Model host in JSON format. | [optional]
22
+ **default_h2ogpte_model** | [**V1Model**](V1Model.md) | | [optional]
23
+ **baseline_eval** | **str** | Required. Baseline evaluation name. | [optional]
24
+ **baseline_metrics** | [**Dict[str, V1MetricScores]**](V1MetricScores.md) | Required. Map of baseline metrics from the evaluator to the metric scores for the evaluator. | [optional]
25
+
26
+ ## Example
27
+
28
+ ```python
29
+ from eval_studio_client.api.models.adversarial_inputs_service_test_adversarial_inputs_robustness_request import AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
30
+
31
+ # TODO update the JSON string below
32
+ json = "{}"
33
+ # create an instance of AdversarialInputsServiceTestAdversarialInputsRobustnessRequest from a JSON string
34
+ adversarial_inputs_service_test_adversarial_inputs_robustness_request_instance = AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.from_json(json)
35
+ # print the JSON string representation of the object
36
+ print(AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.to_json())
37
+
38
+ # convert the object into a dict
39
+ adversarial_inputs_service_test_adversarial_inputs_robustness_request_dict = adversarial_inputs_service_test_adversarial_inputs_robustness_request_instance.to_dict()
40
+ # create an instance of AdversarialInputsServiceTestAdversarialInputsRobustnessRequest from a dict
41
+ adversarial_inputs_service_test_adversarial_inputs_robustness_request_from_dict = AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.from_dict(adversarial_inputs_service_test_adversarial_inputs_robustness_request_dict)
42
+ ```
43
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
44
+
45
+