eval-studio-client 1.0.1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (527) hide show
  1. eval_studio_client/api/__init__.py +36 -1
  2. eval_studio_client/api/api/__init__.py +4 -0
  3. eval_studio_client/api/api/adversarial_inputs_service_api.py +321 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +1 -1
  5. eval_studio_client/api/api/document_service_api.py +1 -1
  6. eval_studio_client/api/api/evaluation_service_api.py +1 -1
  7. eval_studio_client/api/api/evaluator_service_api.py +1 -1
  8. eval_studio_client/api/api/generated_questions_validation_service_api.py +321 -0
  9. eval_studio_client/api/api/human_calibration_service_api.py +1 -1
  10. eval_studio_client/api/api/info_service_api.py +1 -1
  11. eval_studio_client/api/api/leaderboard_report_service_api.py +292 -0
  12. eval_studio_client/api/api/leaderboard_service_api.py +17 -17
  13. eval_studio_client/api/api/model_service_api.py +17 -17
  14. eval_studio_client/api/api/operation_progress_service_api.py +1 -1
  15. eval_studio_client/api/api/operation_service_api.py +272 -17
  16. eval_studio_client/api/api/perturbation_service_api.py +1 -1
  17. eval_studio_client/api/api/perturbator_service_api.py +17 -17
  18. eval_studio_client/api/api/prompt_generation_service_api.py +1 -1
  19. eval_studio_client/api/api/prompt_library_service_api.py +1 -1
  20. eval_studio_client/api/api/test_case_relationship_service_api.py +292 -0
  21. eval_studio_client/api/api/test_case_service_api.py +17 -17
  22. eval_studio_client/api/api/test_class_service_api.py +17 -17
  23. eval_studio_client/api/api/test_lab_service_api.py +1 -1
  24. eval_studio_client/api/api/test_service_api.py +585 -17
  25. eval_studio_client/api/api/who_am_i_service_api.py +1 -1
  26. eval_studio_client/api/api/workflow_edge_service_api.py +541 -2
  27. eval_studio_client/api/api/workflow_node_service_api.py +923 -126
  28. eval_studio_client/api/api/workflow_service_api.py +317 -33
  29. eval_studio_client/api/api_client.py +1 -1
  30. eval_studio_client/api/configuration.py +1 -1
  31. eval_studio_client/api/docs/AdversarialInputsServiceApi.md +78 -0
  32. eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +45 -0
  33. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceApi.md +78 -0
  34. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md +30 -0
  35. eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -0
  36. eval_studio_client/api/docs/LeaderboardServiceApi.md +5 -5
  37. eval_studio_client/api/docs/ModelServiceApi.md +5 -5
  38. eval_studio_client/api/docs/OperationServiceApi.md +72 -5
  39. eval_studio_client/api/docs/PerturbatorServiceApi.md +5 -5
  40. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +2 -1
  41. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +2 -0
  42. eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md +3 -0
  43. eval_studio_client/api/docs/TestCaseRelationshipServiceApi.md +75 -0
  44. eval_studio_client/api/docs/TestCaseServiceApi.md +5 -5
  45. eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
  46. eval_studio_client/api/docs/TestServiceApi.md +145 -5
  47. eval_studio_client/api/docs/TestServiceCloneTestRequest.md +30 -0
  48. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +3 -2
  49. eval_studio_client/api/docs/TestServicePerturbTestInPlaceRequest.md +30 -0
  50. eval_studio_client/api/docs/V1AbortOperationResponse.md +29 -0
  51. eval_studio_client/api/docs/V1CloneTestResponse.md +29 -0
  52. eval_studio_client/api/docs/V1CloneWorkflowResponse.md +29 -0
  53. eval_studio_client/api/docs/V1Context.md +32 -0
  54. eval_studio_client/api/docs/V1CreateWorkflowEdgeResponse.md +29 -0
  55. eval_studio_client/api/docs/V1CreateWorkflowNodeResponse.md +29 -0
  56. eval_studio_client/api/docs/V1DeleteWorkflowEdgeResponse.md +29 -0
  57. eval_studio_client/api/docs/V1GeneratedTestCase.md +30 -0
  58. eval_studio_client/api/docs/V1GetLeaderboardReportResponse.md +29 -0
  59. eval_studio_client/api/docs/V1Info.md +3 -0
  60. eval_studio_client/api/docs/V1InitWorkflowNodeResponse.md +29 -0
  61. eval_studio_client/api/docs/V1LeaderboardReport.md +32 -0
  62. eval_studio_client/api/docs/V1LeaderboardReportActualOutputData.md +31 -0
  63. eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +31 -0
  64. eval_studio_client/api/docs/V1LeaderboardReportEvaluator.md +42 -0
  65. eval_studio_client/api/docs/V1LeaderboardReportEvaluatorParameter.md +38 -0
  66. eval_studio_client/api/docs/V1LeaderboardReportExplanation.md +34 -0
  67. eval_studio_client/api/docs/V1LeaderboardReportMetricsMetaEntry.md +41 -0
  68. eval_studio_client/api/docs/V1LeaderboardReportModel.md +39 -0
  69. eval_studio_client/api/docs/V1LeaderboardReportResult.md +45 -0
  70. eval_studio_client/api/docs/V1LeaderboardReportResultRelationship.md +32 -0
  71. eval_studio_client/api/docs/V1ListTestCaseRelationshipsResponse.md +29 -0
  72. eval_studio_client/api/docs/V1MetricScore.md +31 -0
  73. eval_studio_client/api/docs/V1MetricScores.md +29 -0
  74. eval_studio_client/api/docs/V1PerturbTestInPlaceResponse.md +29 -0
  75. eval_studio_client/api/docs/V1RepeatedString.md +29 -0
  76. eval_studio_client/api/docs/V1ResetWorkflowNodeResponse.md +29 -0
  77. eval_studio_client/api/docs/V1TestCase.md +2 -0
  78. eval_studio_client/api/docs/V1Workflow.md +3 -0
  79. eval_studio_client/api/docs/WorkflowEdgeServiceApi.md +139 -0
  80. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +221 -12
  81. eval_studio_client/api/docs/WorkflowServiceApi.md +81 -10
  82. eval_studio_client/api/docs/WorkflowServiceCloneWorkflowRequest.md +33 -0
  83. eval_studio_client/api/exceptions.py +1 -1
  84. eval_studio_client/api/models/__init__.py +32 -1
  85. eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +143 -0
  86. eval_studio_client/api/models/generated_questions_validation_service_validate_generated_questions_request.py +97 -0
  87. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
  88. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +13 -4
  89. eval_studio_client/api/models/protobuf_any.py +1 -1
  90. eval_studio_client/api/models/protobuf_null_value.py +1 -1
  91. eval_studio_client/api/models/required_the_dashboard_to_update.py +1 -1
  92. eval_studio_client/api/models/required_the_document_to_update.py +1 -1
  93. eval_studio_client/api/models/required_the_leaderboard_to_update.py +1 -1
  94. eval_studio_client/api/models/required_the_model_to_update.py +1 -1
  95. eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
  96. eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
  97. eval_studio_client/api/models/required_the_test_case_to_update.py +10 -3
  98. eval_studio_client/api/models/required_the_test_to_update.py +1 -1
  99. eval_studio_client/api/models/required_the_updated_workflow.py +11 -3
  100. eval_studio_client/api/models/required_the_updated_workflow_node.py +1 -1
  101. eval_studio_client/api/models/rpc_status.py +1 -1
  102. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
  103. eval_studio_client/api/models/test_service_clone_test_request.py +89 -0
  104. eval_studio_client/api/models/test_service_generate_test_cases_request.py +7 -5
  105. eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +1 -1
  106. eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +1 -1
  107. eval_studio_client/api/models/test_service_perturb_test_in_place_request.py +97 -0
  108. eval_studio_client/api/models/test_service_perturb_test_request.py +1 -1
  109. eval_studio_client/api/models/v1_abort_operation_response.py +91 -0
  110. eval_studio_client/api/models/v1_batch_create_leaderboards_request.py +1 -1
  111. eval_studio_client/api/models/v1_batch_create_leaderboards_response.py +1 -1
  112. eval_studio_client/api/models/v1_batch_delete_dashboards_request.py +1 -1
  113. eval_studio_client/api/models/v1_batch_delete_dashboards_response.py +1 -1
  114. eval_studio_client/api/models/v1_batch_delete_documents_request.py +1 -1
  115. eval_studio_client/api/models/v1_batch_delete_documents_response.py +1 -1
  116. eval_studio_client/api/models/v1_batch_delete_evaluators_request.py +1 -1
  117. eval_studio_client/api/models/v1_batch_delete_evaluators_response.py +1 -1
  118. eval_studio_client/api/models/v1_batch_delete_leaderboards_request.py +1 -1
  119. eval_studio_client/api/models/v1_batch_delete_leaderboards_response.py +1 -1
  120. eval_studio_client/api/models/v1_batch_delete_models_request.py +1 -1
  121. eval_studio_client/api/models/v1_batch_delete_models_response.py +1 -1
  122. eval_studio_client/api/models/v1_batch_delete_test_cases_response.py +1 -1
  123. eval_studio_client/api/models/v1_batch_delete_tests_request.py +1 -1
  124. eval_studio_client/api/models/v1_batch_delete_tests_response.py +1 -1
  125. eval_studio_client/api/models/v1_batch_delete_workflows_request.py +1 -1
  126. eval_studio_client/api/models/v1_batch_delete_workflows_response.py +1 -1
  127. eval_studio_client/api/models/v1_batch_get_dashboards_response.py +1 -1
  128. eval_studio_client/api/models/v1_batch_get_documents_response.py +1 -1
  129. eval_studio_client/api/models/v1_batch_get_leaderboards_response.py +1 -1
  130. eval_studio_client/api/models/v1_batch_get_models_response.py +1 -1
  131. eval_studio_client/api/models/v1_batch_get_operations_response.py +1 -1
  132. eval_studio_client/api/models/v1_batch_get_tests_response.py +1 -1
  133. eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +1 -1
  134. eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +1 -1
  135. eval_studio_client/api/models/v1_batch_import_leaderboard_request.py +1 -1
  136. eval_studio_client/api/models/v1_batch_import_leaderboard_response.py +1 -1
  137. eval_studio_client/api/models/v1_batch_import_tests_request.py +1 -1
  138. eval_studio_client/api/models/v1_batch_import_tests_response.py +1 -1
  139. eval_studio_client/api/models/v1_check_base_models_response.py +1 -1
  140. eval_studio_client/api/models/v1_clone_test_response.py +91 -0
  141. eval_studio_client/api/models/v1_clone_workflow_response.py +91 -0
  142. eval_studio_client/api/models/v1_collection_info.py +1 -1
  143. eval_studio_client/api/models/v1_context.py +93 -0
  144. eval_studio_client/api/models/v1_create_dashboard_response.py +1 -1
  145. eval_studio_client/api/models/v1_create_document_response.py +1 -1
  146. eval_studio_client/api/models/v1_create_evaluation_request.py +1 -1
  147. eval_studio_client/api/models/v1_create_evaluator_response.py +1 -1
  148. eval_studio_client/api/models/v1_create_leaderboard_request.py +1 -1
  149. eval_studio_client/api/models/v1_create_leaderboard_response.py +1 -1
  150. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +1 -1
  151. eval_studio_client/api/models/v1_create_model_response.py +1 -1
  152. eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
  153. eval_studio_client/api/models/v1_create_test_case_response.py +1 -1
  154. eval_studio_client/api/models/v1_create_test_lab_response.py +1 -1
  155. eval_studio_client/api/models/v1_create_test_response.py +1 -1
  156. eval_studio_client/api/models/v1_create_workflow_edge_response.py +91 -0
  157. eval_studio_client/api/models/v1_create_workflow_node_response.py +91 -0
  158. eval_studio_client/api/models/v1_create_workflow_response.py +1 -1
  159. eval_studio_client/api/models/v1_dashboard.py +1 -1
  160. eval_studio_client/api/models/v1_dashboard_status.py +1 -1
  161. eval_studio_client/api/models/v1_delete_dashboard_response.py +1 -1
  162. eval_studio_client/api/models/v1_delete_document_response.py +1 -1
  163. eval_studio_client/api/models/v1_delete_evaluator_response.py +1 -1
  164. eval_studio_client/api/models/v1_delete_leaderboard_response.py +1 -1
  165. eval_studio_client/api/models/v1_delete_model_response.py +1 -1
  166. eval_studio_client/api/models/v1_delete_test_case_response.py +1 -1
  167. eval_studio_client/api/models/v1_delete_test_response.py +1 -1
  168. eval_studio_client/api/models/v1_delete_workflow_edge_response.py +91 -0
  169. eval_studio_client/api/models/v1_delete_workflow_node_response.py +1 -1
  170. eval_studio_client/api/models/v1_delete_workflow_response.py +1 -1
  171. eval_studio_client/api/models/v1_document.py +1 -1
  172. eval_studio_client/api/models/v1_estimate_threshold_request.py +1 -1
  173. eval_studio_client/api/models/v1_evaluation_test.py +1 -1
  174. eval_studio_client/api/models/v1_evaluator.py +1 -1
  175. eval_studio_client/api/models/v1_evaluator_param_type.py +1 -1
  176. eval_studio_client/api/models/v1_evaluator_parameter.py +1 -1
  177. eval_studio_client/api/models/v1_evaluator_view.py +1 -1
  178. eval_studio_client/api/models/v1_finalize_operation_response.py +1 -1
  179. eval_studio_client/api/models/v1_find_all_test_cases_by_id_response.py +1 -1
  180. eval_studio_client/api/models/v1_find_test_lab_response.py +1 -1
  181. eval_studio_client/api/models/v1_generate_test_cases_response.py +1 -1
  182. eval_studio_client/api/models/v1_generated_test_case.py +101 -0
  183. eval_studio_client/api/models/v1_get_dashboard_response.py +1 -1
  184. eval_studio_client/api/models/v1_get_document_response.py +1 -1
  185. eval_studio_client/api/models/v1_get_evaluator_response.py +1 -1
  186. eval_studio_client/api/models/v1_get_info_response.py +1 -1
  187. eval_studio_client/api/models/v1_get_leaderboard_report_response.py +91 -0
  188. eval_studio_client/api/models/v1_get_leaderboard_response.py +1 -1
  189. eval_studio_client/api/models/v1_get_model_response.py +1 -1
  190. eval_studio_client/api/models/v1_get_operation_progress_by_parent_response.py +1 -1
  191. eval_studio_client/api/models/v1_get_operation_response.py +1 -1
  192. eval_studio_client/api/models/v1_get_perturbator_response.py +1 -1
  193. eval_studio_client/api/models/v1_get_test_case_response.py +1 -1
  194. eval_studio_client/api/models/v1_get_test_class_response.py +1 -1
  195. eval_studio_client/api/models/v1_get_test_response.py +1 -1
  196. eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +1 -1
  197. eval_studio_client/api/models/v1_get_workflow_node_response.py +1 -1
  198. eval_studio_client/api/models/v1_get_workflow_response.py +1 -1
  199. eval_studio_client/api/models/v1_import_evaluation_request.py +1 -1
  200. eval_studio_client/api/models/v1_import_leaderboard_request.py +1 -1
  201. eval_studio_client/api/models/v1_import_leaderboard_response.py +1 -1
  202. eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +1 -1
  203. eval_studio_client/api/models/v1_import_test_cases_request.py +1 -1
  204. eval_studio_client/api/models/v1_info.py +10 -4
  205. eval_studio_client/api/models/v1_init_workflow_node_response.py +91 -0
  206. eval_studio_client/api/models/v1_insight.py +1 -1
  207. eval_studio_client/api/models/v1_labeled_test_case.py +1 -1
  208. eval_studio_client/api/models/v1_leaderboard.py +1 -1
  209. eval_studio_client/api/models/v1_leaderboard_report.py +115 -0
  210. eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py +93 -0
  211. eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +101 -0
  212. eval_studio_client/api/models/v1_leaderboard_report_evaluator.py +155 -0
  213. eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py +109 -0
  214. eval_studio_client/api/models/v1_leaderboard_report_explanation.py +103 -0
  215. eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py +129 -0
  216. eval_studio_client/api/models/v1_leaderboard_report_model.py +121 -0
  217. eval_studio_client/api/models/v1_leaderboard_report_result.py +175 -0
  218. eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py +97 -0
  219. eval_studio_client/api/models/v1_leaderboard_status.py +1 -1
  220. eval_studio_client/api/models/v1_leaderboard_type.py +1 -1
  221. eval_studio_client/api/models/v1_leaderboard_view.py +1 -1
  222. eval_studio_client/api/models/v1_list_base_models_response.py +1 -1
  223. eval_studio_client/api/models/v1_list_dashboards_response.py +1 -1
  224. eval_studio_client/api/models/v1_list_documents_response.py +1 -1
  225. eval_studio_client/api/models/v1_list_evaluators_response.py +1 -1
  226. eval_studio_client/api/models/v1_list_leaderboards_response.py +1 -1
  227. eval_studio_client/api/models/v1_list_llm_models_response.py +1 -1
  228. eval_studio_client/api/models/v1_list_model_collections_response.py +1 -1
  229. eval_studio_client/api/models/v1_list_models_response.py +1 -1
  230. eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py +1 -1
  231. eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py +1 -1
  232. eval_studio_client/api/models/v1_list_most_recent_models_response.py +1 -1
  233. eval_studio_client/api/models/v1_list_most_recent_tests_response.py +1 -1
  234. eval_studio_client/api/models/v1_list_operations_response.py +1 -1
  235. eval_studio_client/api/models/v1_list_perturbators_response.py +1 -1
  236. eval_studio_client/api/models/v1_list_prompt_library_items_response.py +1 -1
  237. eval_studio_client/api/models/v1_list_rag_collections_response.py +1 -1
  238. eval_studio_client/api/models/v1_list_test_case_library_items_response.py +1 -1
  239. eval_studio_client/api/models/v1_list_test_case_relationships_response.py +95 -0
  240. eval_studio_client/api/models/v1_list_test_cases_response.py +1 -1
  241. eval_studio_client/api/models/v1_list_test_classes_response.py +1 -1
  242. eval_studio_client/api/models/v1_list_tests_response.py +1 -1
  243. eval_studio_client/api/models/v1_list_workflows_response.py +1 -1
  244. eval_studio_client/api/models/v1_metric_score.py +89 -0
  245. eval_studio_client/api/models/v1_metric_scores.py +95 -0
  246. eval_studio_client/api/models/v1_model.py +1 -1
  247. eval_studio_client/api/models/v1_model_type.py +1 -1
  248. eval_studio_client/api/models/v1_operation.py +1 -1
  249. eval_studio_client/api/models/v1_operation_progress.py +1 -1
  250. eval_studio_client/api/models/v1_perturb_test_in_place_response.py +91 -0
  251. eval_studio_client/api/models/v1_perturb_test_response.py +1 -1
  252. eval_studio_client/api/models/v1_perturbator.py +1 -1
  253. eval_studio_client/api/models/v1_perturbator_configuration.py +1 -1
  254. eval_studio_client/api/models/v1_perturbator_intensity.py +1 -1
  255. eval_studio_client/api/models/v1_problem_and_action.py +1 -1
  256. eval_studio_client/api/models/v1_process_workflow_node_response.py +1 -1
  257. eval_studio_client/api/models/v1_prompt_library_item.py +1 -1
  258. eval_studio_client/api/models/v1_repeated_string.py +87 -0
  259. eval_studio_client/api/models/v1_reset_workflow_node_response.py +91 -0
  260. eval_studio_client/api/models/v1_test.py +1 -1
  261. eval_studio_client/api/models/v1_test_case.py +10 -3
  262. eval_studio_client/api/models/v1_test_case_relationship.py +1 -1
  263. eval_studio_client/api/models/v1_test_cases_generator.py +1 -1
  264. eval_studio_client/api/models/v1_test_class.py +1 -1
  265. eval_studio_client/api/models/v1_test_class_type.py +1 -1
  266. eval_studio_client/api/models/v1_test_lab.py +1 -1
  267. eval_studio_client/api/models/v1_test_suite_evaluates.py +1 -1
  268. eval_studio_client/api/models/v1_update_dashboard_response.py +1 -1
  269. eval_studio_client/api/models/v1_update_document_response.py +1 -1
  270. eval_studio_client/api/models/v1_update_leaderboard_response.py +1 -1
  271. eval_studio_client/api/models/v1_update_model_response.py +1 -1
  272. eval_studio_client/api/models/v1_update_operation_response.py +1 -1
  273. eval_studio_client/api/models/v1_update_test_case_response.py +1 -1
  274. eval_studio_client/api/models/v1_update_test_response.py +1 -1
  275. eval_studio_client/api/models/v1_update_workflow_node_response.py +1 -1
  276. eval_studio_client/api/models/v1_update_workflow_response.py +1 -1
  277. eval_studio_client/api/models/v1_who_am_i_response.py +1 -1
  278. eval_studio_client/api/models/v1_workflow.py +11 -3
  279. eval_studio_client/api/models/v1_workflow_edge.py +1 -1
  280. eval_studio_client/api/models/v1_workflow_edge_type.py +1 -1
  281. eval_studio_client/api/models/v1_workflow_node.py +1 -1
  282. eval_studio_client/api/models/v1_workflow_node_artifact.py +1 -1
  283. eval_studio_client/api/models/v1_workflow_node_artifacts.py +1 -1
  284. eval_studio_client/api/models/v1_workflow_node_attributes.py +1 -1
  285. eval_studio_client/api/models/v1_workflow_node_status.py +1 -1
  286. eval_studio_client/api/models/v1_workflow_node_type.py +4 -1
  287. eval_studio_client/api/models/v1_workflow_node_view.py +1 -1
  288. eval_studio_client/api/models/v1_workflow_type.py +1 -1
  289. eval_studio_client/api/models/workflow_service_clone_workflow_request.py +95 -0
  290. eval_studio_client/api/rest.py +1 -1
  291. eval_studio_client/api/test/test_adversarial_inputs_service_api.py +37 -0
  292. eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +128 -0
  293. eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
  294. eval_studio_client/api/test/test_document_service_api.py +1 -1
  295. eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
  296. eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
  297. eval_studio_client/api/test/test_generated_questions_validation_service_api.py +37 -0
  298. eval_studio_client/api/test/test_generated_questions_validation_service_validate_generated_questions_request.py +83 -0
  299. eval_studio_client/api/test/test_human_calibration_service_api.py +1 -1
  300. eval_studio_client/api/test/test_info_service_api.py +1 -1
  301. eval_studio_client/api/test/test_leaderboard_report_service_api.py +37 -0
  302. eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
  303. eval_studio_client/api/test/test_model_service_api.py +1 -1
  304. eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
  305. eval_studio_client/api/test/test_operation_service_api.py +7 -1
  306. eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
  307. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +6 -2
  308. eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
  309. eval_studio_client/api/test/test_prompt_generation_service_api.py +1 -1
  310. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +9 -4
  311. eval_studio_client/api/test/test_prompt_library_service_api.py +1 -1
  312. eval_studio_client/api/test/test_protobuf_any.py +1 -1
  313. eval_studio_client/api/test/test_protobuf_null_value.py +1 -1
  314. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
  315. eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
  316. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +1 -1
  317. eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
  318. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
  319. eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
  320. eval_studio_client/api/test/test_required_the_test_case_to_update.py +6 -2
  321. eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
  322. eval_studio_client/api/test/test_required_the_updated_workflow.py +5 -2
  323. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +1 -1
  324. eval_studio_client/api/test/test_rpc_status.py +1 -1
  325. eval_studio_client/api/test/test_test_case_relationship_service_api.py +37 -0
  326. eval_studio_client/api/test/test_test_case_service_api.py +1 -1
  327. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
  328. eval_studio_client/api/test/test_test_class_service_api.py +1 -1
  329. eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
  330. eval_studio_client/api/test/test_test_service_api.py +13 -1
  331. eval_studio_client/api/test/test_test_service_clone_test_request.py +52 -0
  332. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +4 -1
  333. eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py +1 -1
  334. eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py +1 -1
  335. eval_studio_client/api/test/test_test_service_perturb_test_in_place_request.py +59 -0
  336. eval_studio_client/api/test/test_test_service_perturb_test_request.py +1 -1
  337. eval_studio_client/api/test/test_v1_abort_operation_response.py +71 -0
  338. eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +1 -1
  339. eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +1 -1
  340. eval_studio_client/api/test/test_v1_batch_delete_dashboards_request.py +1 -1
  341. eval_studio_client/api/test/test_v1_batch_delete_dashboards_response.py +1 -1
  342. eval_studio_client/api/test/test_v1_batch_delete_documents_request.py +1 -1
  343. eval_studio_client/api/test/test_v1_batch_delete_documents_response.py +1 -1
  344. eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +1 -1
  345. eval_studio_client/api/test/test_v1_batch_delete_evaluators_response.py +1 -1
  346. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_request.py +1 -1
  347. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +1 -1
  348. eval_studio_client/api/test/test_v1_batch_delete_models_request.py +1 -1
  349. eval_studio_client/api/test/test_v1_batch_delete_models_response.py +1 -1
  350. eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py +6 -2
  351. eval_studio_client/api/test/test_v1_batch_delete_tests_request.py +1 -1
  352. eval_studio_client/api/test/test_v1_batch_delete_tests_response.py +1 -1
  353. eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py +1 -1
  354. eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py +5 -2
  355. eval_studio_client/api/test/test_v1_batch_get_dashboards_response.py +1 -1
  356. eval_studio_client/api/test/test_v1_batch_get_documents_response.py +1 -1
  357. eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +1 -1
  358. eval_studio_client/api/test/test_v1_batch_get_models_response.py +1 -1
  359. eval_studio_client/api/test/test_v1_batch_get_operations_response.py +1 -1
  360. eval_studio_client/api/test/test_v1_batch_get_tests_response.py +1 -1
  361. eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py +1 -1
  362. eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +1 -1
  363. eval_studio_client/api/test/test_v1_batch_import_leaderboard_request.py +1 -1
  364. eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +1 -1
  365. eval_studio_client/api/test/test_v1_batch_import_tests_request.py +1 -1
  366. eval_studio_client/api/test/test_v1_batch_import_tests_response.py +1 -1
  367. eval_studio_client/api/test/test_v1_check_base_models_response.py +1 -1
  368. eval_studio_client/api/test/test_v1_clone_test_response.py +67 -0
  369. eval_studio_client/api/test/test_v1_clone_workflow_response.py +93 -0
  370. eval_studio_client/api/test/test_v1_collection_info.py +1 -1
  371. eval_studio_client/api/test/test_v1_context.py +54 -0
  372. eval_studio_client/api/test/test_v1_create_dashboard_response.py +1 -1
  373. eval_studio_client/api/test/test_v1_create_document_response.py +1 -1
  374. eval_studio_client/api/test/test_v1_create_evaluation_request.py +6 -2
  375. eval_studio_client/api/test/test_v1_create_evaluator_response.py +1 -1
  376. eval_studio_client/api/test/test_v1_create_leaderboard_request.py +1 -1
  377. eval_studio_client/api/test/test_v1_create_leaderboard_response.py +1 -1
  378. eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +1 -1
  379. eval_studio_client/api/test/test_v1_create_model_response.py +1 -1
  380. eval_studio_client/api/test/test_v1_create_perturbation_response.py +1 -1
  381. eval_studio_client/api/test/test_v1_create_test_case_response.py +6 -2
  382. eval_studio_client/api/test/test_v1_create_test_lab_response.py +1 -1
  383. eval_studio_client/api/test/test_v1_create_test_response.py +1 -1
  384. eval_studio_client/api/test/test_v1_create_workflow_edge_response.py +62 -0
  385. eval_studio_client/api/test/test_v1_create_workflow_node_response.py +82 -0
  386. eval_studio_client/api/test/test_v1_create_workflow_response.py +5 -2
  387. eval_studio_client/api/test/test_v1_dashboard.py +1 -1
  388. eval_studio_client/api/test/test_v1_dashboard_status.py +1 -1
  389. eval_studio_client/api/test/test_v1_delete_dashboard_response.py +1 -1
  390. eval_studio_client/api/test/test_v1_delete_document_response.py +1 -1
  391. eval_studio_client/api/test/test_v1_delete_evaluator_response.py +1 -1
  392. eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +1 -1
  393. eval_studio_client/api/test/test_v1_delete_model_response.py +1 -1
  394. eval_studio_client/api/test/test_v1_delete_test_case_response.py +6 -2
  395. eval_studio_client/api/test/test_v1_delete_test_response.py +1 -1
  396. eval_studio_client/api/test/test_v1_delete_workflow_edge_response.py +62 -0
  397. eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +1 -1
  398. eval_studio_client/api/test/test_v1_delete_workflow_response.py +5 -2
  399. eval_studio_client/api/test/test_v1_document.py +1 -1
  400. eval_studio_client/api/test/test_v1_estimate_threshold_request.py +1 -1
  401. eval_studio_client/api/test/test_v1_evaluation_test.py +6 -2
  402. eval_studio_client/api/test/test_v1_evaluator.py +1 -1
  403. eval_studio_client/api/test/test_v1_evaluator_param_type.py +1 -1
  404. eval_studio_client/api/test/test_v1_evaluator_parameter.py +1 -1
  405. eval_studio_client/api/test/test_v1_evaluator_view.py +1 -1
  406. eval_studio_client/api/test/test_v1_finalize_operation_response.py +1 -1
  407. eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py +6 -2
  408. eval_studio_client/api/test/test_v1_find_test_lab_response.py +1 -1
  409. eval_studio_client/api/test/test_v1_generate_test_cases_response.py +1 -1
  410. eval_studio_client/api/test/test_v1_generated_test_case.py +79 -0
  411. eval_studio_client/api/test/test_v1_get_dashboard_response.py +1 -1
  412. eval_studio_client/api/test/test_v1_get_document_response.py +1 -1
  413. eval_studio_client/api/test/test_v1_get_evaluator_response.py +1 -1
  414. eval_studio_client/api/test/test_v1_get_info_response.py +7 -2
  415. eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +175 -0
  416. eval_studio_client/api/test/test_v1_get_leaderboard_response.py +1 -1
  417. eval_studio_client/api/test/test_v1_get_model_response.py +1 -1
  418. eval_studio_client/api/test/test_v1_get_operation_progress_by_parent_response.py +1 -1
  419. eval_studio_client/api/test/test_v1_get_operation_response.py +1 -1
  420. eval_studio_client/api/test/test_v1_get_perturbator_response.py +1 -1
  421. eval_studio_client/api/test/test_v1_get_test_case_response.py +6 -2
  422. eval_studio_client/api/test/test_v1_get_test_class_response.py +1 -1
  423. eval_studio_client/api/test/test_v1_get_test_response.py +1 -1
  424. eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py +1 -1
  425. eval_studio_client/api/test/test_v1_get_workflow_node_response.py +1 -1
  426. eval_studio_client/api/test/test_v1_get_workflow_response.py +5 -2
  427. eval_studio_client/api/test/test_v1_import_evaluation_request.py +1 -1
  428. eval_studio_client/api/test/test_v1_import_leaderboard_request.py +1 -1
  429. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +1 -1
  430. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +1 -1
  431. eval_studio_client/api/test/test_v1_import_test_cases_request.py +1 -1
  432. eval_studio_client/api/test/test_v1_info.py +7 -2
  433. eval_studio_client/api/test/test_v1_init_workflow_node_response.py +82 -0
  434. eval_studio_client/api/test/test_v1_insight.py +1 -1
  435. eval_studio_client/api/test/test_v1_labeled_test_case.py +1 -1
  436. eval_studio_client/api/test/test_v1_leaderboard.py +1 -1
  437. eval_studio_client/api/test/test_v1_leaderboard_report.py +174 -0
  438. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_data.py +52 -0
  439. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +56 -0
  440. eval_studio_client/api/test/test_v1_leaderboard_report_evaluator.py +114 -0
  441. eval_studio_client/api/test/test_v1_leaderboard_report_evaluator_parameter.py +63 -0
  442. eval_studio_client/api/test/test_v1_leaderboard_report_explanation.py +58 -0
  443. eval_studio_client/api/test/test_v1_leaderboard_report_metrics_meta_entry.py +66 -0
  444. eval_studio_client/api/test/test_v1_leaderboard_report_model.py +62 -0
  445. eval_studio_client/api/test/test_v1_leaderboard_report_result.py +92 -0
  446. eval_studio_client/api/test/test_v1_leaderboard_report_result_relationship.py +53 -0
  447. eval_studio_client/api/test/test_v1_leaderboard_status.py +1 -1
  448. eval_studio_client/api/test/test_v1_leaderboard_type.py +1 -1
  449. eval_studio_client/api/test/test_v1_leaderboard_view.py +1 -1
  450. eval_studio_client/api/test/test_v1_list_base_models_response.py +1 -1
  451. eval_studio_client/api/test/test_v1_list_dashboards_response.py +1 -1
  452. eval_studio_client/api/test/test_v1_list_documents_response.py +1 -1
  453. eval_studio_client/api/test/test_v1_list_evaluators_response.py +1 -1
  454. eval_studio_client/api/test/test_v1_list_leaderboards_response.py +1 -1
  455. eval_studio_client/api/test/test_v1_list_llm_models_response.py +1 -1
  456. eval_studio_client/api/test/test_v1_list_model_collections_response.py +1 -1
  457. eval_studio_client/api/test/test_v1_list_models_response.py +1 -1
  458. eval_studio_client/api/test/test_v1_list_most_recent_dashboards_response.py +1 -1
  459. eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +1 -1
  460. eval_studio_client/api/test/test_v1_list_most_recent_models_response.py +1 -1
  461. eval_studio_client/api/test/test_v1_list_most_recent_tests_response.py +1 -1
  462. eval_studio_client/api/test/test_v1_list_operations_response.py +1 -1
  463. eval_studio_client/api/test/test_v1_list_perturbators_response.py +1 -1
  464. eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py +1 -1
  465. eval_studio_client/api/test/test_v1_list_rag_collections_response.py +1 -1
  466. eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py +1 -1
  467. eval_studio_client/api/test/test_v1_list_test_case_relationships_response.py +56 -0
  468. eval_studio_client/api/test/test_v1_list_test_cases_response.py +6 -2
  469. eval_studio_client/api/test/test_v1_list_test_classes_response.py +1 -1
  470. eval_studio_client/api/test/test_v1_list_tests_response.py +1 -1
  471. eval_studio_client/api/test/test_v1_list_workflows_response.py +5 -2
  472. eval_studio_client/api/test/test_v1_metric_score.py +52 -0
  473. eval_studio_client/api/test/test_v1_metric_scores.py +55 -0
  474. eval_studio_client/api/test/test_v1_model.py +1 -1
  475. eval_studio_client/api/test/test_v1_model_type.py +1 -1
  476. eval_studio_client/api/test/test_v1_operation.py +1 -1
  477. eval_studio_client/api/test/test_v1_operation_progress.py +1 -1
  478. eval_studio_client/api/test/test_v1_perturb_test_in_place_response.py +67 -0
  479. eval_studio_client/api/test/test_v1_perturb_test_response.py +1 -1
  480. eval_studio_client/api/test/test_v1_perturbator.py +1 -1
  481. eval_studio_client/api/test/test_v1_perturbator_configuration.py +1 -1
  482. eval_studio_client/api/test/test_v1_perturbator_intensity.py +1 -1
  483. eval_studio_client/api/test/test_v1_problem_and_action.py +1 -1
  484. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +1 -1
  485. eval_studio_client/api/test/test_v1_prompt_library_item.py +1 -1
  486. eval_studio_client/api/test/test_v1_repeated_string.py +53 -0
  487. eval_studio_client/api/test/test_v1_reset_workflow_node_response.py +82 -0
  488. eval_studio_client/api/test/test_v1_test.py +1 -1
  489. eval_studio_client/api/test/test_v1_test_case.py +6 -2
  490. eval_studio_client/api/test/test_v1_test_case_relationship.py +1 -1
  491. eval_studio_client/api/test/test_v1_test_cases_generator.py +1 -1
  492. eval_studio_client/api/test/test_v1_test_class.py +1 -1
  493. eval_studio_client/api/test/test_v1_test_class_type.py +1 -1
  494. eval_studio_client/api/test/test_v1_test_lab.py +1 -1
  495. eval_studio_client/api/test/test_v1_test_suite_evaluates.py +1 -1
  496. eval_studio_client/api/test/test_v1_update_dashboard_response.py +1 -1
  497. eval_studio_client/api/test/test_v1_update_document_response.py +1 -1
  498. eval_studio_client/api/test/test_v1_update_leaderboard_response.py +1 -1
  499. eval_studio_client/api/test/test_v1_update_model_response.py +1 -1
  500. eval_studio_client/api/test/test_v1_update_operation_response.py +1 -1
  501. eval_studio_client/api/test/test_v1_update_test_case_response.py +6 -2
  502. eval_studio_client/api/test/test_v1_update_test_response.py +1 -1
  503. eval_studio_client/api/test/test_v1_update_workflow_node_response.py +1 -1
  504. eval_studio_client/api/test/test_v1_update_workflow_response.py +5 -2
  505. eval_studio_client/api/test/test_v1_who_am_i_response.py +1 -1
  506. eval_studio_client/api/test/test_v1_workflow.py +5 -2
  507. eval_studio_client/api/test/test_v1_workflow_edge.py +1 -1
  508. eval_studio_client/api/test/test_v1_workflow_edge_type.py +1 -1
  509. eval_studio_client/api/test/test_v1_workflow_node.py +1 -1
  510. eval_studio_client/api/test/test_v1_workflow_node_artifact.py +1 -1
  511. eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +1 -1
  512. eval_studio_client/api/test/test_v1_workflow_node_attributes.py +1 -1
  513. eval_studio_client/api/test/test_v1_workflow_node_status.py +1 -1
  514. eval_studio_client/api/test/test_v1_workflow_node_type.py +1 -1
  515. eval_studio_client/api/test/test_v1_workflow_node_view.py +1 -1
  516. eval_studio_client/api/test/test_v1_workflow_type.py +1 -1
  517. eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
  518. eval_studio_client/api/test/test_workflow_edge_service_api.py +15 -1
  519. eval_studio_client/api/test/test_workflow_node_service_api.py +23 -2
  520. eval_studio_client/api/test/test_workflow_service_api.py +8 -1
  521. eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py +55 -0
  522. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +1633 -219
  523. eval_studio_client/tests.py +103 -8
  524. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/METADATA +2 -2
  525. eval_studio_client-1.1.0a5.dist-info/RECORD +720 -0
  526. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/WHEEL +1 -1
  527. eval_studio_client-1.0.1.dist-info/RECORD +0 -615
@@ -5,10 +5,13 @@ All URIs are relative to *http://localhost*
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
7
  [**workflow_node_service_batch_get_workflow_nodes**](WorkflowNodeServiceApi.md#workflow_node_service_batch_get_workflow_nodes) | **GET** /v1/workflows/*/nodes:batchGet | BatchGetWorkflowNodes retrieves all WorkflowNodes with the specified resource names. If any of the WorkflowNodes do not exist an error is returned. Deleted WorkflowNodes are returned without error. The order of resource names in the request and the returned WorkflowNodes might differ.
8
- [**workflow_node_service_delete_workflow_node**](WorkflowNodeServiceApi.md#workflow_node_service_delete_workflow_node) | **DELETE** /v1/{name_7} | DeleteWorkflowNode deletes a WorkflowNode by name. If the WorkflowNode does not exist an error is returned.
9
- [**workflow_node_service_get_workflow_node**](WorkflowNodeServiceApi.md#workflow_node_service_get_workflow_node) | **GET** /v1/{name_10} | GetWorkflowNode retrieves a WorkflowNode by name. Deleted WorkflowNode is returned without error, it has a delete_time and deleter fields set.
8
+ [**workflow_node_service_create_workflow_node**](WorkflowNodeServiceApi.md#workflow_node_service_create_workflow_node) | **POST** /v1/{parent}/nodes | CreateWorkflowNode creates a new WorkflowNode.
9
+ [**workflow_node_service_delete_workflow_node**](WorkflowNodeServiceApi.md#workflow_node_service_delete_workflow_node) | **DELETE** /v1/{name_8} | DeleteWorkflowNode deletes a WorkflowNode by name. If the WorkflowNode does not exist an error is returned. The edges are handled in a following way:
10
+ [**workflow_node_service_get_workflow_node**](WorkflowNodeServiceApi.md#workflow_node_service_get_workflow_node) | **GET** /v1/{name_11} | GetWorkflowNode retrieves a WorkflowNode by name. Deleted WorkflowNode is returned without error, it has a delete_time and deleter fields set.
10
11
  [**workflow_node_service_get_workflow_node_prerequisites**](WorkflowNodeServiceApi.md#workflow_node_service_get_workflow_node_prerequisites) | **GET** /v1/{name}:getPrerequisites | GetWorkflowNodePrerequisites retrieves the WorkflowNodes and WorkflowEdges that are the prerequisites of the specified WorkflowNode. The list might be empty. Large data might be stored in storage and not returned in the response. It is client's responsibility to retrieve the data from storage using the content handlers. It is intended to be used by the Eval Studio Workers.
12
+ [**workflow_node_service_init_workflow_node**](WorkflowNodeServiceApi.md#workflow_node_service_init_workflow_node) | **POST** /v1/{name}:init | InitWorkflowNode initializes a WorkflowNode on first access.
11
13
  [**workflow_node_service_process_workflow_node**](WorkflowNodeServiceApi.md#workflow_node_service_process_workflow_node) | **POST** /v1/{name}:process | ProcessWorkflowNode processes a WorkflowNode.
14
+ [**workflow_node_service_reset_workflow_node**](WorkflowNodeServiceApi.md#workflow_node_service_reset_workflow_node) | **POST** /v1/{name}:reset | ResetWorkflowNode resets a WorkflowNode.
12
15
  [**workflow_node_service_update_workflow_node**](WorkflowNodeServiceApi.md#workflow_node_service_update_workflow_node) | **PATCH** /v1/{node.name} | UpdateWorkflowNode updates a WorkflowNode. The update_mask is used to specify the fields to be updated.
13
16
 
14
17
 
@@ -81,10 +84,82 @@ No authorization required
81
84
 
82
85
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
83
86
 
87
+ # **workflow_node_service_create_workflow_node**
88
+ > V1CreateWorkflowNodeResponse workflow_node_service_create_workflow_node(parent, node)
89
+
90
+ CreateWorkflowNode creates a new WorkflowNode.
91
+
92
+ ### Example
93
+
94
+
95
+ ```python
96
+ import eval_studio_client.api
97
+ from eval_studio_client.api.models.v1_create_workflow_node_response import V1CreateWorkflowNodeResponse
98
+ from eval_studio_client.api.models.v1_workflow_node import V1WorkflowNode
99
+ from eval_studio_client.api.rest import ApiException
100
+ from pprint import pprint
101
+
102
+ # Defining the host is optional and defaults to http://localhost
103
+ # See configuration.py for a list of all supported configuration parameters.
104
+ configuration = eval_studio_client.api.Configuration(
105
+ host = "http://localhost"
106
+ )
107
+
108
+
109
+ # Enter a context with an instance of the API client
110
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
111
+ # Create an instance of the API class
112
+ api_instance = eval_studio_client.api.WorkflowNodeServiceApi(api_client)
113
+ parent = 'parent_example' # str | Required. The parent Workflow in format of `workflow/{workflow_id}`.
114
+ node = eval_studio_client.api.V1WorkflowNode() # V1WorkflowNode | Required. The WorkflowNode to create.
115
+
116
+ try:
117
+ # CreateWorkflowNode creates a new WorkflowNode.
118
+ api_response = api_instance.workflow_node_service_create_workflow_node(parent, node)
119
+ print("The response of WorkflowNodeServiceApi->workflow_node_service_create_workflow_node:\n")
120
+ pprint(api_response)
121
+ except Exception as e:
122
+ print("Exception when calling WorkflowNodeServiceApi->workflow_node_service_create_workflow_node: %s\n" % e)
123
+ ```
124
+
125
+
126
+
127
+ ### Parameters
128
+
129
+
130
+ Name | Type | Description | Notes
131
+ ------------- | ------------- | ------------- | -------------
132
+ **parent** | **str**| Required. The parent Workflow in format of `workflow/{workflow_id}`. |
133
+ **node** | [**V1WorkflowNode**](V1WorkflowNode.md)| Required. The WorkflowNode to create. |
134
+
135
+ ### Return type
136
+
137
+ [**V1CreateWorkflowNodeResponse**](V1CreateWorkflowNodeResponse.md)
138
+
139
+ ### Authorization
140
+
141
+ No authorization required
142
+
143
+ ### HTTP request headers
144
+
145
+ - **Content-Type**: application/json
146
+ - **Accept**: application/json
147
+
148
+ ### HTTP response details
149
+
150
+ | Status code | Description | Response headers |
151
+ |-------------|-------------|------------------|
152
+ **200** | A successful response. | - |
153
+ **0** | An unexpected error response. | - |
154
+
155
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
156
+
84
157
  # **workflow_node_service_delete_workflow_node**
85
- > V1DeleteWorkflowNodeResponse workflow_node_service_delete_workflow_node(name_7)
158
+ > V1DeleteWorkflowNodeResponse workflow_node_service_delete_workflow_node(name_8)
159
+
160
+ DeleteWorkflowNode deletes a WorkflowNode by name. If the WorkflowNode does not exist an error is returned. The edges are handled in a following way:
86
161
 
87
- DeleteWorkflowNode deletes a WorkflowNode by name. If the WorkflowNode does not exist an error is returned.
162
+ - inbound edges are deleted - for every outbound edge a new edge is created for every inbound node and the given outbound node For example, deleting node D in the following graph: A ⇾ B ⇾ D ⇾ E ↘ ↗ C would create the following: A ⇾ B ⇾ E ↘ ↗ C Deleting node B in the same graph, would create: A ⇾ D ⇾ E ↘ ↗ C
88
163
 
89
164
  ### Example
90
165
 
@@ -106,11 +181,11 @@ configuration = eval_studio_client.api.Configuration(
106
181
  with eval_studio_client.api.ApiClient(configuration) as api_client:
107
182
  # Create an instance of the API class
108
183
  api_instance = eval_studio_client.api.WorkflowNodeServiceApi(api_client)
109
- name_7 = 'name_7_example' # str | Required. The name of the WorkflowNode to delete.
184
+ name_8 = 'name_8_example' # str | Required. The name of the WorkflowNode to delete.
110
185
 
111
186
  try:
112
- # DeleteWorkflowNode deletes a WorkflowNode by name. If the WorkflowNode does not exist an error is returned.
113
- api_response = api_instance.workflow_node_service_delete_workflow_node(name_7)
187
+ # DeleteWorkflowNode deletes a WorkflowNode by name. If the WorkflowNode does not exist an error is returned. The edges are handled in a following way:
188
+ api_response = api_instance.workflow_node_service_delete_workflow_node(name_8)
114
189
  print("The response of WorkflowNodeServiceApi->workflow_node_service_delete_workflow_node:\n")
115
190
  pprint(api_response)
116
191
  except Exception as e:
@@ -124,7 +199,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
124
199
 
125
200
  Name | Type | Description | Notes
126
201
  ------------- | ------------- | ------------- | -------------
127
- **name_7** | **str**| Required. The name of the WorkflowNode to delete. |
202
+ **name_8** | **str**| Required. The name of the WorkflowNode to delete. |
128
203
 
129
204
  ### Return type
130
205
 
@@ -149,7 +224,7 @@ No authorization required
149
224
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
150
225
 
151
226
  # **workflow_node_service_get_workflow_node**
152
- > V1GetWorkflowNodeResponse workflow_node_service_get_workflow_node(name_10, view=view)
227
+ > V1GetWorkflowNodeResponse workflow_node_service_get_workflow_node(name_11, view=view)
153
228
 
154
229
  GetWorkflowNode retrieves a WorkflowNode by name. Deleted WorkflowNode is returned without error, it has a delete_time and deleter fields set.
155
230
 
@@ -173,12 +248,12 @@ configuration = eval_studio_client.api.Configuration(
173
248
  with eval_studio_client.api.ApiClient(configuration) as api_client:
174
249
  # Create an instance of the API class
175
250
  api_instance = eval_studio_client.api.WorkflowNodeServiceApi(api_client)
176
- name_10 = 'name_10_example' # str | Required. The name of the WorkflowNode to retrieve.
251
+ name_11 = 'name_11_example' # str | Required. The name of the WorkflowNode to retrieve.
177
252
  view = 'WORKFLOW_NODE_VIEW_UNSPECIFIED' # str | Optional. The level of detail to include in the response. - WORKFLOW_NODE_VIEW_UNSPECIFIED: Unspecified view. - WORKFLOW_NODE_VIEW_BASIC: Basic view. Lacks large data fields. TODO: describe what fields are omitted. - WORKFLOW_NODE_VIEW_FULL: Full view. Contains all fields. (optional) (default to 'WORKFLOW_NODE_VIEW_UNSPECIFIED')
178
253
 
179
254
  try:
180
255
  # GetWorkflowNode retrieves a WorkflowNode by name. Deleted WorkflowNode is returned without error, it has a delete_time and deleter fields set.
181
- api_response = api_instance.workflow_node_service_get_workflow_node(name_10, view=view)
256
+ api_response = api_instance.workflow_node_service_get_workflow_node(name_11, view=view)
182
257
  print("The response of WorkflowNodeServiceApi->workflow_node_service_get_workflow_node:\n")
183
258
  pprint(api_response)
184
259
  except Exception as e:
@@ -192,7 +267,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
192
267
 
193
268
  Name | Type | Description | Notes
194
269
  ------------- | ------------- | ------------- | -------------
195
- **name_10** | **str**| Required. The name of the WorkflowNode to retrieve. |
270
+ **name_11** | **str**| Required. The name of the WorkflowNode to retrieve. |
196
271
  **view** | **str**| Optional. The level of detail to include in the response. - WORKFLOW_NODE_VIEW_UNSPECIFIED: Unspecified view. - WORKFLOW_NODE_VIEW_BASIC: Basic view. Lacks large data fields. TODO: describe what fields are omitted. - WORKFLOW_NODE_VIEW_FULL: Full view. Contains all fields. | [optional] [default to 'WORKFLOW_NODE_VIEW_UNSPECIFIED']
197
272
 
198
273
  ### Return type
@@ -284,6 +359,73 @@ No authorization required
284
359
 
285
360
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
286
361
 
362
+ # **workflow_node_service_init_workflow_node**
363
+ > V1InitWorkflowNodeResponse workflow_node_service_init_workflow_node(name)
364
+
365
+ InitWorkflowNode initializes a WorkflowNode on first access.
366
+
367
+ ### Example
368
+
369
+
370
+ ```python
371
+ import eval_studio_client.api
372
+ from eval_studio_client.api.models.v1_init_workflow_node_response import V1InitWorkflowNodeResponse
373
+ from eval_studio_client.api.rest import ApiException
374
+ from pprint import pprint
375
+
376
+ # Defining the host is optional and defaults to http://localhost
377
+ # See configuration.py for a list of all supported configuration parameters.
378
+ configuration = eval_studio_client.api.Configuration(
379
+ host = "http://localhost"
380
+ )
381
+
382
+
383
+ # Enter a context with an instance of the API client
384
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
385
+ # Create an instance of the API class
386
+ api_instance = eval_studio_client.api.WorkflowNodeServiceApi(api_client)
387
+ name = 'name_example' # str | Required. The name of the WorkflowNode to initialize.
388
+
389
+ try:
390
+ # InitWorkflowNode initializes a WorkflowNode on first access.
391
+ api_response = api_instance.workflow_node_service_init_workflow_node(name)
392
+ print("The response of WorkflowNodeServiceApi->workflow_node_service_init_workflow_node:\n")
393
+ pprint(api_response)
394
+ except Exception as e:
395
+ print("Exception when calling WorkflowNodeServiceApi->workflow_node_service_init_workflow_node: %s\n" % e)
396
+ ```
397
+
398
+
399
+
400
+ ### Parameters
401
+
402
+
403
+ Name | Type | Description | Notes
404
+ ------------- | ------------- | ------------- | -------------
405
+ **name** | **str**| Required. The name of the WorkflowNode to initialize. |
406
+
407
+ ### Return type
408
+
409
+ [**V1InitWorkflowNodeResponse**](V1InitWorkflowNodeResponse.md)
410
+
411
+ ### Authorization
412
+
413
+ No authorization required
414
+
415
+ ### HTTP request headers
416
+
417
+ - **Content-Type**: Not defined
418
+ - **Accept**: application/json
419
+
420
+ ### HTTP response details
421
+
422
+ | Status code | Description | Response headers |
423
+ |-------------|-------------|------------------|
424
+ **200** | A successful response. | - |
425
+ **0** | An unexpected error response. | - |
426
+
427
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
428
+
287
429
  # **workflow_node_service_process_workflow_node**
288
430
  > V1ProcessWorkflowNodeResponse workflow_node_service_process_workflow_node(name)
289
431
 
@@ -351,6 +493,73 @@ No authorization required
351
493
 
352
494
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
353
495
 
496
+ # **workflow_node_service_reset_workflow_node**
497
+ > V1ResetWorkflowNodeResponse workflow_node_service_reset_workflow_node(name)
498
+
499
+ ResetWorkflowNode resets a WorkflowNode.
500
+
501
+ ### Example
502
+
503
+
504
+ ```python
505
+ import eval_studio_client.api
506
+ from eval_studio_client.api.models.v1_reset_workflow_node_response import V1ResetWorkflowNodeResponse
507
+ from eval_studio_client.api.rest import ApiException
508
+ from pprint import pprint
509
+
510
+ # Defining the host is optional and defaults to http://localhost
511
+ # See configuration.py for a list of all supported configuration parameters.
512
+ configuration = eval_studio_client.api.Configuration(
513
+ host = "http://localhost"
514
+ )
515
+
516
+
517
+ # Enter a context with an instance of the API client
518
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
519
+ # Create an instance of the API class
520
+ api_instance = eval_studio_client.api.WorkflowNodeServiceApi(api_client)
521
+ name = 'name_example' # str | Required. The name of the WorkflowNode to reset.
522
+
523
+ try:
524
+ # ResetWorkflowNode resets a WorkflowNode.
525
+ api_response = api_instance.workflow_node_service_reset_workflow_node(name)
526
+ print("The response of WorkflowNodeServiceApi->workflow_node_service_reset_workflow_node:\n")
527
+ pprint(api_response)
528
+ except Exception as e:
529
+ print("Exception when calling WorkflowNodeServiceApi->workflow_node_service_reset_workflow_node: %s\n" % e)
530
+ ```
531
+
532
+
533
+
534
+ ### Parameters
535
+
536
+
537
+ Name | Type | Description | Notes
538
+ ------------- | ------------- | ------------- | -------------
539
+ **name** | **str**| Required. The name of the WorkflowNode to reset. |
540
+
541
+ ### Return type
542
+
543
+ [**V1ResetWorkflowNodeResponse**](V1ResetWorkflowNodeResponse.md)
544
+
545
+ ### Authorization
546
+
547
+ No authorization required
548
+
549
+ ### HTTP request headers
550
+
551
+ - **Content-Type**: Not defined
552
+ - **Accept**: application/json
553
+
554
+ ### HTTP response details
555
+
556
+ | Status code | Description | Response headers |
557
+ |-------------|-------------|------------------|
558
+ **200** | A successful response. | - |
559
+ **0** | An unexpected error response. | - |
560
+
561
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
562
+
354
563
  # **workflow_node_service_update_workflow_node**
355
564
  > V1UpdateWorkflowNodeResponse workflow_node_service_update_workflow_node(node_name, node)
356
565
 
@@ -5,9 +5,10 @@ All URIs are relative to *http://localhost*
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
7
  [**workflow_service_batch_delete_workflows**](WorkflowServiceApi.md#workflow_service_batch_delete_workflows) | **POST** /v1/workflows:batchDelete | BatchDeleteWorkflows deletes Workflows by names. If any of the Workflows do not exist an error is returned.
8
+ [**workflow_service_clone_workflow**](WorkflowServiceApi.md#workflow_service_clone_workflow) | **POST** /v1/{name_1}:clone | CloneWorkflow clones an existing Workflow.
8
9
  [**workflow_service_create_workflow**](WorkflowServiceApi.md#workflow_service_create_workflow) | **POST** /v1/workflows | CreateWorkflow creates a Workflow.
9
- [**workflow_service_delete_workflow**](WorkflowServiceApi.md#workflow_service_delete_workflow) | **DELETE** /v1/{name_8} | DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.
10
- [**workflow_service_get_workflow**](WorkflowServiceApi.md#workflow_service_get_workflow) | **GET** /v1/{name_11} | GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
10
+ [**workflow_service_delete_workflow**](WorkflowServiceApi.md#workflow_service_delete_workflow) | **DELETE** /v1/{name_9} | DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.
11
+ [**workflow_service_get_workflow**](WorkflowServiceApi.md#workflow_service_get_workflow) | **GET** /v1/{name_12} | GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
11
12
  [**workflow_service_list_workflows**](WorkflowServiceApi.md#workflow_service_list_workflows) | **GET** /v1/workflows | ListWorkflows lists Workflows.
12
13
  [**workflow_service_update_workflow**](WorkflowServiceApi.md#workflow_service_update_workflow) | **PATCH** /v1/{workflow.name} | UpdateWorkflow updates a Workflow. The update_mask is used to specify the fields to be updated.
13
14
 
@@ -80,6 +81,76 @@ No authorization required
80
81
 
81
82
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
82
83
 
84
+ # **workflow_service_clone_workflow**
85
+ > V1CloneWorkflowResponse workflow_service_clone_workflow(name_1, body)
86
+
87
+ CloneWorkflow clones an existing Workflow.
88
+
89
+ ### Example
90
+
91
+
92
+ ```python
93
+ import eval_studio_client.api
94
+ from eval_studio_client.api.models.v1_clone_workflow_response import V1CloneWorkflowResponse
95
+ from eval_studio_client.api.models.workflow_service_clone_workflow_request import WorkflowServiceCloneWorkflowRequest
96
+ from eval_studio_client.api.rest import ApiException
97
+ from pprint import pprint
98
+
99
+ # Defining the host is optional and defaults to http://localhost
100
+ # See configuration.py for a list of all supported configuration parameters.
101
+ configuration = eval_studio_client.api.Configuration(
102
+ host = "http://localhost"
103
+ )
104
+
105
+
106
+ # Enter a context with an instance of the API client
107
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
108
+ # Create an instance of the API class
109
+ api_instance = eval_studio_client.api.WorkflowServiceApi(api_client)
110
+ name_1 = 'name_1_example' # str | Required. The name of the Workflow to clone.
111
+ body = eval_studio_client.api.WorkflowServiceCloneWorkflowRequest() # WorkflowServiceCloneWorkflowRequest |
112
+
113
+ try:
114
+ # CloneWorkflow clones an existing Workflow.
115
+ api_response = api_instance.workflow_service_clone_workflow(name_1, body)
116
+ print("The response of WorkflowServiceApi->workflow_service_clone_workflow:\n")
117
+ pprint(api_response)
118
+ except Exception as e:
119
+ print("Exception when calling WorkflowServiceApi->workflow_service_clone_workflow: %s\n" % e)
120
+ ```
121
+
122
+
123
+
124
+ ### Parameters
125
+
126
+
127
+ Name | Type | Description | Notes
128
+ ------------- | ------------- | ------------- | -------------
129
+ **name_1** | **str**| Required. The name of the Workflow to clone. |
130
+ **body** | [**WorkflowServiceCloneWorkflowRequest**](WorkflowServiceCloneWorkflowRequest.md)| |
131
+
132
+ ### Return type
133
+
134
+ [**V1CloneWorkflowResponse**](V1CloneWorkflowResponse.md)
135
+
136
+ ### Authorization
137
+
138
+ No authorization required
139
+
140
+ ### HTTP request headers
141
+
142
+ - **Content-Type**: application/json
143
+ - **Accept**: application/json
144
+
145
+ ### HTTP response details
146
+
147
+ | Status code | Description | Response headers |
148
+ |-------------|-------------|------------------|
149
+ **200** | A successful response. | - |
150
+ **0** | An unexpected error response. | - |
151
+
152
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
153
+
83
154
  # **workflow_service_create_workflow**
84
155
  > V1CreateWorkflowResponse workflow_service_create_workflow(workflow)
85
156
 
@@ -149,7 +220,7 @@ No authorization required
149
220
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
150
221
 
151
222
  # **workflow_service_delete_workflow**
152
- > V1DeleteWorkflowResponse workflow_service_delete_workflow(name_8)
223
+ > V1DeleteWorkflowResponse workflow_service_delete_workflow(name_9)
153
224
 
154
225
  DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.
155
226
 
@@ -173,11 +244,11 @@ configuration = eval_studio_client.api.Configuration(
173
244
  with eval_studio_client.api.ApiClient(configuration) as api_client:
174
245
  # Create an instance of the API class
175
246
  api_instance = eval_studio_client.api.WorkflowServiceApi(api_client)
176
- name_8 = 'name_8_example' # str | Required. The name of the Workflow to delete.
247
+ name_9 = 'name_9_example' # str | Required. The name of the Workflow to delete.
177
248
 
178
249
  try:
179
250
  # DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.
180
- api_response = api_instance.workflow_service_delete_workflow(name_8)
251
+ api_response = api_instance.workflow_service_delete_workflow(name_9)
181
252
  print("The response of WorkflowServiceApi->workflow_service_delete_workflow:\n")
182
253
  pprint(api_response)
183
254
  except Exception as e:
@@ -191,7 +262,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
191
262
 
192
263
  Name | Type | Description | Notes
193
264
  ------------- | ------------- | ------------- | -------------
194
- **name_8** | **str**| Required. The name of the Workflow to delete. |
265
+ **name_9** | **str**| Required. The name of the Workflow to delete. |
195
266
 
196
267
  ### Return type
197
268
 
@@ -216,7 +287,7 @@ No authorization required
216
287
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
217
288
 
218
289
  # **workflow_service_get_workflow**
219
- > V1GetWorkflowResponse workflow_service_get_workflow(name_11)
290
+ > V1GetWorkflowResponse workflow_service_get_workflow(name_12)
220
291
 
221
292
  GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
222
293
 
@@ -240,11 +311,11 @@ configuration = eval_studio_client.api.Configuration(
240
311
  with eval_studio_client.api.ApiClient(configuration) as api_client:
241
312
  # Create an instance of the API class
242
313
  api_instance = eval_studio_client.api.WorkflowServiceApi(api_client)
243
- name_11 = 'name_11_example' # str | Required. The name of the Workflow to retrieve.
314
+ name_12 = 'name_12_example' # str | Required. The name of the Workflow to retrieve.
244
315
 
245
316
  try:
246
317
  # GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a delete_time and deleter fields set.
247
- api_response = api_instance.workflow_service_get_workflow(name_11)
318
+ api_response = api_instance.workflow_service_get_workflow(name_12)
248
319
  print("The response of WorkflowServiceApi->workflow_service_get_workflow:\n")
249
320
  pprint(api_response)
250
321
  except Exception as e:
@@ -258,7 +329,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
258
329
 
259
330
  Name | Type | Description | Notes
260
331
  ------------- | ------------- | ------------- | -------------
261
- **name_11** | **str**| Required. The name of the Workflow to retrieve. |
332
+ **name_12** | **str**| Required. The name of the Workflow to retrieve. |
262
333
 
263
334
  ### Return type
264
335
 
@@ -0,0 +1,33 @@
1
+ # WorkflowServiceCloneWorkflowRequest
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **display_name_override** | **str** | Optional. The display name of the cloned Workflow. If not specified, the display name from the original Workflow is used with \" Clone\" suffix added. | [optional]
9
+ **description_override** | **str** | Optional. The description of the cloned Workflow. If not specified, the description from the original Workflow is used. | [optional]
10
+ **model_override** | **str** | Optional. The name of the model to use in the cloned Workflow. If not specified, the model from the original Workflow is used. | [optional]
11
+ **llm_model_override** | **str** | Optional. The name of the base LLM model to use in the cloned workflow. If not specified, the base LLM model from the original Workflow is used. Required if model_override is set. | [optional]
12
+ **model_parameters_override** | **str** | Optional. Model specific parameters in JSON format. If not specified, the parameters from the original Workflow are used. | [optional]
13
+
14
+ ## Example
15
+
16
+ ```python
17
+ from eval_studio_client.api.models.workflow_service_clone_workflow_request import WorkflowServiceCloneWorkflowRequest
18
+
19
+ # TODO update the JSON string below
20
+ json = "{}"
21
+ # create an instance of WorkflowServiceCloneWorkflowRequest from a JSON string
22
+ workflow_service_clone_workflow_request_instance = WorkflowServiceCloneWorkflowRequest.from_json(json)
23
+ # print the JSON string representation of the object
24
+ print(WorkflowServiceCloneWorkflowRequest.to_json())
25
+
26
+ # convert the object into a dict
27
+ workflow_service_clone_workflow_request_dict = workflow_service_clone_workflow_request_instance.to_dict()
28
+ # create an instance of WorkflowServiceCloneWorkflowRequest from a dict
29
+ workflow_service_clone_workflow_request_from_dict = WorkflowServiceCloneWorkflowRequest.from_dict(workflow_service_clone_workflow_request_dict)
30
+ ```
31
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
32
+
33
+
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1/collection.proto
4
+ ai/h2o/eval_studio/v1/insight.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -2,7 +2,7 @@
2
2
 
3
3
  # flake8: noqa
4
4
  """
5
- ai/h2o/eval_studio/v1/collection.proto
5
+ ai/h2o/eval_studio/v1/insight.proto
6
6
 
7
7
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
8
8
 
@@ -14,6 +14,8 @@
14
14
 
15
15
 
16
16
  # import models into model package
17
+ from eval_studio_client.api.models.adversarial_inputs_service_test_adversarial_inputs_robustness_request import AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
18
+ from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
17
19
  from eval_studio_client.api.models.perturbation_service_create_perturbation_request import PerturbationServiceCreatePerturbationRequest
18
20
  from eval_studio_client.api.models.prompt_generation_service_auto_generate_prompts_request import PromptGenerationServiceAutoGeneratePromptsRequest
19
21
  from eval_studio_client.api.models.protobuf_any import ProtobufAny
@@ -30,10 +32,13 @@ from eval_studio_client.api.models.required_the_updated_workflow import Required
30
32
  from eval_studio_client.api.models.required_the_updated_workflow_node import RequiredTheUpdatedWorkflowNode
31
33
  from eval_studio_client.api.models.rpc_status import RpcStatus
32
34
  from eval_studio_client.api.models.test_case_service_batch_delete_test_cases_request import TestCaseServiceBatchDeleteTestCasesRequest
35
+ from eval_studio_client.api.models.test_service_clone_test_request import TestServiceCloneTestRequest
33
36
  from eval_studio_client.api.models.test_service_generate_test_cases_request import TestServiceGenerateTestCasesRequest
34
37
  from eval_studio_client.api.models.test_service_import_test_cases_from_library_request import TestServiceImportTestCasesFromLibraryRequest
35
38
  from eval_studio_client.api.models.test_service_list_test_case_library_items_request import TestServiceListTestCaseLibraryItemsRequest
39
+ from eval_studio_client.api.models.test_service_perturb_test_in_place_request import TestServicePerturbTestInPlaceRequest
36
40
  from eval_studio_client.api.models.test_service_perturb_test_request import TestServicePerturbTestRequest
41
+ from eval_studio_client.api.models.v1_abort_operation_response import V1AbortOperationResponse
37
42
  from eval_studio_client.api.models.v1_batch_create_leaderboards_request import V1BatchCreateLeaderboardsRequest
38
43
  from eval_studio_client.api.models.v1_batch_create_leaderboards_response import V1BatchCreateLeaderboardsResponse
39
44
  from eval_studio_client.api.models.v1_batch_delete_dashboards_request import V1BatchDeleteDashboardsRequest
@@ -64,7 +69,10 @@ from eval_studio_client.api.models.v1_batch_import_leaderboard_response import V
64
69
  from eval_studio_client.api.models.v1_batch_import_tests_request import V1BatchImportTestsRequest
65
70
  from eval_studio_client.api.models.v1_batch_import_tests_response import V1BatchImportTestsResponse
66
71
  from eval_studio_client.api.models.v1_check_base_models_response import V1CheckBaseModelsResponse
72
+ from eval_studio_client.api.models.v1_clone_test_response import V1CloneTestResponse
73
+ from eval_studio_client.api.models.v1_clone_workflow_response import V1CloneWorkflowResponse
67
74
  from eval_studio_client.api.models.v1_collection_info import V1CollectionInfo
75
+ from eval_studio_client.api.models.v1_context import V1Context
68
76
  from eval_studio_client.api.models.v1_create_dashboard_response import V1CreateDashboardResponse
69
77
  from eval_studio_client.api.models.v1_create_document_response import V1CreateDocumentResponse
70
78
  from eval_studio_client.api.models.v1_create_evaluation_request import V1CreateEvaluationRequest
@@ -77,6 +85,8 @@ from eval_studio_client.api.models.v1_create_perturbation_response import V1Crea
77
85
  from eval_studio_client.api.models.v1_create_test_case_response import V1CreateTestCaseResponse
78
86
  from eval_studio_client.api.models.v1_create_test_lab_response import V1CreateTestLabResponse
79
87
  from eval_studio_client.api.models.v1_create_test_response import V1CreateTestResponse
88
+ from eval_studio_client.api.models.v1_create_workflow_edge_response import V1CreateWorkflowEdgeResponse
89
+ from eval_studio_client.api.models.v1_create_workflow_node_response import V1CreateWorkflowNodeResponse
80
90
  from eval_studio_client.api.models.v1_create_workflow_response import V1CreateWorkflowResponse
81
91
  from eval_studio_client.api.models.v1_dashboard import V1Dashboard
82
92
  from eval_studio_client.api.models.v1_dashboard_status import V1DashboardStatus
@@ -87,6 +97,7 @@ from eval_studio_client.api.models.v1_delete_leaderboard_response import V1Delet
87
97
  from eval_studio_client.api.models.v1_delete_model_response import V1DeleteModelResponse
88
98
  from eval_studio_client.api.models.v1_delete_test_case_response import V1DeleteTestCaseResponse
89
99
  from eval_studio_client.api.models.v1_delete_test_response import V1DeleteTestResponse
100
+ from eval_studio_client.api.models.v1_delete_workflow_edge_response import V1DeleteWorkflowEdgeResponse
90
101
  from eval_studio_client.api.models.v1_delete_workflow_node_response import V1DeleteWorkflowNodeResponse
91
102
  from eval_studio_client.api.models.v1_delete_workflow_response import V1DeleteWorkflowResponse
92
103
  from eval_studio_client.api.models.v1_document import V1Document
@@ -100,10 +111,12 @@ from eval_studio_client.api.models.v1_finalize_operation_response import V1Final
100
111
  from eval_studio_client.api.models.v1_find_all_test_cases_by_id_response import V1FindAllTestCasesByIDResponse
101
112
  from eval_studio_client.api.models.v1_find_test_lab_response import V1FindTestLabResponse
102
113
  from eval_studio_client.api.models.v1_generate_test_cases_response import V1GenerateTestCasesResponse
114
+ from eval_studio_client.api.models.v1_generated_test_case import V1GeneratedTestCase
103
115
  from eval_studio_client.api.models.v1_get_dashboard_response import V1GetDashboardResponse
104
116
  from eval_studio_client.api.models.v1_get_document_response import V1GetDocumentResponse
105
117
  from eval_studio_client.api.models.v1_get_evaluator_response import V1GetEvaluatorResponse
106
118
  from eval_studio_client.api.models.v1_get_info_response import V1GetInfoResponse
119
+ from eval_studio_client.api.models.v1_get_leaderboard_report_response import V1GetLeaderboardReportResponse
107
120
  from eval_studio_client.api.models.v1_get_leaderboard_response import V1GetLeaderboardResponse
108
121
  from eval_studio_client.api.models.v1_get_model_response import V1GetModelResponse
109
122
  from eval_studio_client.api.models.v1_get_operation_progress_by_parent_response import V1GetOperationProgressByParentResponse
@@ -121,9 +134,20 @@ from eval_studio_client.api.models.v1_import_leaderboard_response import V1Impor
121
134
  from eval_studio_client.api.models.v1_import_test_cases_from_library_response import V1ImportTestCasesFromLibraryResponse
122
135
  from eval_studio_client.api.models.v1_import_test_cases_request import V1ImportTestCasesRequest
123
136
  from eval_studio_client.api.models.v1_info import V1Info
137
+ from eval_studio_client.api.models.v1_init_workflow_node_response import V1InitWorkflowNodeResponse
124
138
  from eval_studio_client.api.models.v1_insight import V1Insight
125
139
  from eval_studio_client.api.models.v1_labeled_test_case import V1LabeledTestCase
126
140
  from eval_studio_client.api.models.v1_leaderboard import V1Leaderboard
141
+ from eval_studio_client.api.models.v1_leaderboard_report import V1LeaderboardReport
142
+ from eval_studio_client.api.models.v1_leaderboard_report_actual_output_data import V1LeaderboardReportActualOutputData
143
+ from eval_studio_client.api.models.v1_leaderboard_report_actual_output_meta import V1LeaderboardReportActualOutputMeta
144
+ from eval_studio_client.api.models.v1_leaderboard_report_evaluator import V1LeaderboardReportEvaluator
145
+ from eval_studio_client.api.models.v1_leaderboard_report_evaluator_parameter import V1LeaderboardReportEvaluatorParameter
146
+ from eval_studio_client.api.models.v1_leaderboard_report_explanation import V1LeaderboardReportExplanation
147
+ from eval_studio_client.api.models.v1_leaderboard_report_metrics_meta_entry import V1LeaderboardReportMetricsMetaEntry
148
+ from eval_studio_client.api.models.v1_leaderboard_report_model import V1LeaderboardReportModel
149
+ from eval_studio_client.api.models.v1_leaderboard_report_result import V1LeaderboardReportResult
150
+ from eval_studio_client.api.models.v1_leaderboard_report_result_relationship import V1LeaderboardReportResultRelationship
127
151
  from eval_studio_client.api.models.v1_leaderboard_status import V1LeaderboardStatus
128
152
  from eval_studio_client.api.models.v1_leaderboard_type import V1LeaderboardType
129
153
  from eval_studio_client.api.models.v1_leaderboard_view import V1LeaderboardView
@@ -144,14 +168,18 @@ from eval_studio_client.api.models.v1_list_perturbators_response import V1ListPe
144
168
  from eval_studio_client.api.models.v1_list_prompt_library_items_response import V1ListPromptLibraryItemsResponse
145
169
  from eval_studio_client.api.models.v1_list_rag_collections_response import V1ListRAGCollectionsResponse
146
170
  from eval_studio_client.api.models.v1_list_test_case_library_items_response import V1ListTestCaseLibraryItemsResponse
171
+ from eval_studio_client.api.models.v1_list_test_case_relationships_response import V1ListTestCaseRelationshipsResponse
147
172
  from eval_studio_client.api.models.v1_list_test_cases_response import V1ListTestCasesResponse
148
173
  from eval_studio_client.api.models.v1_list_test_classes_response import V1ListTestClassesResponse
149
174
  from eval_studio_client.api.models.v1_list_tests_response import V1ListTestsResponse
150
175
  from eval_studio_client.api.models.v1_list_workflows_response import V1ListWorkflowsResponse
176
+ from eval_studio_client.api.models.v1_metric_score import V1MetricScore
177
+ from eval_studio_client.api.models.v1_metric_scores import V1MetricScores
151
178
  from eval_studio_client.api.models.v1_model import V1Model
152
179
  from eval_studio_client.api.models.v1_model_type import V1ModelType
153
180
  from eval_studio_client.api.models.v1_operation import V1Operation
154
181
  from eval_studio_client.api.models.v1_operation_progress import V1OperationProgress
182
+ from eval_studio_client.api.models.v1_perturb_test_in_place_response import V1PerturbTestInPlaceResponse
155
183
  from eval_studio_client.api.models.v1_perturb_test_response import V1PerturbTestResponse
156
184
  from eval_studio_client.api.models.v1_perturbator import V1Perturbator
157
185
  from eval_studio_client.api.models.v1_perturbator_configuration import V1PerturbatorConfiguration
@@ -159,6 +187,8 @@ from eval_studio_client.api.models.v1_perturbator_intensity import V1Perturbator
159
187
  from eval_studio_client.api.models.v1_problem_and_action import V1ProblemAndAction
160
188
  from eval_studio_client.api.models.v1_process_workflow_node_response import V1ProcessWorkflowNodeResponse
161
189
  from eval_studio_client.api.models.v1_prompt_library_item import V1PromptLibraryItem
190
+ from eval_studio_client.api.models.v1_repeated_string import V1RepeatedString
191
+ from eval_studio_client.api.models.v1_reset_workflow_node_response import V1ResetWorkflowNodeResponse
162
192
  from eval_studio_client.api.models.v1_test import V1Test
163
193
  from eval_studio_client.api.models.v1_test_case import V1TestCase
164
194
  from eval_studio_client.api.models.v1_test_case_relationship import V1TestCaseRelationship
@@ -188,3 +218,4 @@ from eval_studio_client.api.models.v1_workflow_node_status import V1WorkflowNode
188
218
  from eval_studio_client.api.models.v1_workflow_node_type import V1WorkflowNodeType
189
219
  from eval_studio_client.api.models.v1_workflow_node_view import V1WorkflowNodeView
190
220
  from eval_studio_client.api.models.v1_workflow_type import V1WorkflowType
221
+ from eval_studio_client.api.models.workflow_service_clone_workflow_request import WorkflowServiceCloneWorkflowRequest