eval-studio-client 1.0.0a1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (575) hide show
  1. eval_studio_client/api/__init__.py +79 -1
  2. eval_studio_client/api/api/__init__.py +9 -0
  3. eval_studio_client/api/api/adversarial_inputs_service_api.py +321 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +1 -1
  5. eval_studio_client/api/api/document_service_api.py +1 -1
  6. eval_studio_client/api/api/evaluation_service_api.py +1 -1
  7. eval_studio_client/api/api/evaluator_service_api.py +1 -1
  8. eval_studio_client/api/api/generated_questions_validation_service_api.py +321 -0
  9. eval_studio_client/api/api/human_calibration_service_api.py +304 -0
  10. eval_studio_client/api/api/info_service_api.py +1 -1
  11. eval_studio_client/api/api/leaderboard_report_service_api.py +292 -0
  12. eval_studio_client/api/api/leaderboard_service_api.py +17 -17
  13. eval_studio_client/api/api/model_service_api.py +17 -17
  14. eval_studio_client/api/api/operation_progress_service_api.py +1 -1
  15. eval_studio_client/api/api/operation_service_api.py +272 -17
  16. eval_studio_client/api/api/perturbation_service_api.py +1 -1
  17. eval_studio_client/api/api/perturbator_service_api.py +285 -18
  18. eval_studio_client/api/api/prompt_generation_service_api.py +1 -1
  19. eval_studio_client/api/api/prompt_library_service_api.py +669 -0
  20. eval_studio_client/api/api/test_case_relationship_service_api.py +292 -0
  21. eval_studio_client/api/api/test_case_service_api.py +17 -17
  22. eval_studio_client/api/api/test_class_service_api.py +17 -17
  23. eval_studio_client/api/api/test_lab_service_api.py +1 -1
  24. eval_studio_client/api/api/test_service_api.py +1238 -102
  25. eval_studio_client/api/api/who_am_i_service_api.py +1 -1
  26. eval_studio_client/api/api/workflow_edge_service_api.py +835 -0
  27. eval_studio_client/api/api/workflow_node_service_api.py +2431 -0
  28. eval_studio_client/api/api/workflow_service_api.py +1893 -0
  29. eval_studio_client/api/api_client.py +1 -1
  30. eval_studio_client/api/configuration.py +1 -1
  31. eval_studio_client/api/docs/AdversarialInputsServiceApi.md +78 -0
  32. eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +45 -0
  33. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceApi.md +78 -0
  34. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md +30 -0
  35. eval_studio_client/api/docs/HumanCalibrationServiceApi.md +77 -0
  36. eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -0
  37. eval_studio_client/api/docs/LeaderboardServiceApi.md +5 -5
  38. eval_studio_client/api/docs/ModelServiceApi.md +5 -5
  39. eval_studio_client/api/docs/OperationServiceApi.md +72 -5
  40. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -0
  41. eval_studio_client/api/docs/PerturbatorServiceApi.md +38 -8
  42. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +4 -2
  43. eval_studio_client/api/docs/PromptLibraryServiceApi.md +155 -0
  44. eval_studio_client/api/docs/ProtobufNullValue.md +12 -0
  45. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +3 -0
  46. eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md +47 -0
  47. eval_studio_client/api/docs/RequiredTheUpdatedWorkflowNode.md +44 -0
  48. eval_studio_client/api/docs/TestCaseRelationshipServiceApi.md +75 -0
  49. eval_studio_client/api/docs/TestCaseServiceApi.md +5 -5
  50. eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
  51. eval_studio_client/api/docs/TestServiceApi.md +285 -5
  52. eval_studio_client/api/docs/TestServiceCloneTestRequest.md +30 -0
  53. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +3 -1
  54. eval_studio_client/api/docs/TestServiceImportTestCasesFromLibraryRequest.md +32 -0
  55. eval_studio_client/api/docs/TestServiceListTestCaseLibraryItemsRequest.md +35 -0
  56. eval_studio_client/api/docs/TestServicePerturbTestInPlaceRequest.md +30 -0
  57. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +1 -0
  58. eval_studio_client/api/docs/V1AbortOperationResponse.md +29 -0
  59. eval_studio_client/api/docs/V1BatchDeleteWorkflowsRequest.md +29 -0
  60. eval_studio_client/api/docs/V1BatchDeleteWorkflowsResponse.md +29 -0
  61. eval_studio_client/api/docs/V1BatchGetWorkflowEdgesResponse.md +29 -0
  62. eval_studio_client/api/docs/V1BatchGetWorkflowNodesResponse.md +29 -0
  63. eval_studio_client/api/docs/V1CloneTestResponse.md +29 -0
  64. eval_studio_client/api/docs/V1CloneWorkflowResponse.md +29 -0
  65. eval_studio_client/api/docs/V1Context.md +32 -0
  66. eval_studio_client/api/docs/V1CreateEvaluationRequest.md +1 -0
  67. eval_studio_client/api/docs/V1CreateWorkflowEdgeResponse.md +29 -0
  68. eval_studio_client/api/docs/V1CreateWorkflowNodeResponse.md +29 -0
  69. eval_studio_client/api/docs/V1CreateWorkflowResponse.md +29 -0
  70. eval_studio_client/api/docs/V1DeleteWorkflowEdgeResponse.md +29 -0
  71. eval_studio_client/api/docs/V1DeleteWorkflowNodeResponse.md +29 -0
  72. eval_studio_client/api/docs/V1DeleteWorkflowResponse.md +29 -0
  73. eval_studio_client/api/docs/V1EstimateThresholdRequest.md +33 -0
  74. eval_studio_client/api/docs/V1GeneratedTestCase.md +30 -0
  75. eval_studio_client/api/docs/V1GetLeaderboardReportResponse.md +29 -0
  76. eval_studio_client/api/docs/V1GetWorkflowNodePrerequisitesResponse.md +30 -0
  77. eval_studio_client/api/docs/V1GetWorkflowNodeResponse.md +29 -0
  78. eval_studio_client/api/docs/V1GetWorkflowResponse.md +29 -0
  79. eval_studio_client/api/docs/V1ImportEvaluationRequest.md +1 -0
  80. eval_studio_client/api/docs/V1ImportTestCasesFromLibraryResponse.md +29 -0
  81. eval_studio_client/api/docs/V1ImportTestCasesRequest.md +33 -0
  82. eval_studio_client/api/docs/V1Info.md +3 -0
  83. eval_studio_client/api/docs/V1InitWorkflowNodeResponse.md +29 -0
  84. eval_studio_client/api/docs/V1LabeledTestCase.md +31 -0
  85. eval_studio_client/api/docs/V1LeaderboardReport.md +32 -0
  86. eval_studio_client/api/docs/V1LeaderboardReportActualOutputData.md +31 -0
  87. eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +31 -0
  88. eval_studio_client/api/docs/V1LeaderboardReportEvaluator.md +42 -0
  89. eval_studio_client/api/docs/V1LeaderboardReportEvaluatorParameter.md +38 -0
  90. eval_studio_client/api/docs/V1LeaderboardReportExplanation.md +34 -0
  91. eval_studio_client/api/docs/V1LeaderboardReportMetricsMetaEntry.md +41 -0
  92. eval_studio_client/api/docs/V1LeaderboardReportModel.md +39 -0
  93. eval_studio_client/api/docs/V1LeaderboardReportResult.md +45 -0
  94. eval_studio_client/api/docs/V1LeaderboardReportResultRelationship.md +32 -0
  95. eval_studio_client/api/docs/V1ListPromptLibraryItemsResponse.md +29 -0
  96. eval_studio_client/api/docs/V1ListTestCaseLibraryItemsResponse.md +29 -0
  97. eval_studio_client/api/docs/V1ListTestCaseRelationshipsResponse.md +29 -0
  98. eval_studio_client/api/docs/V1ListWorkflowsResponse.md +29 -0
  99. eval_studio_client/api/docs/V1MetricScore.md +31 -0
  100. eval_studio_client/api/docs/V1MetricScores.md +29 -0
  101. eval_studio_client/api/docs/V1PerturbTestInPlaceResponse.md +29 -0
  102. eval_studio_client/api/docs/V1ProcessWorkflowNodeResponse.md +29 -0
  103. eval_studio_client/api/docs/V1PromptLibraryItem.md +42 -0
  104. eval_studio_client/api/docs/V1RepeatedString.md +29 -0
  105. eval_studio_client/api/docs/V1ResetWorkflowNodeResponse.md +29 -0
  106. eval_studio_client/api/docs/V1TestCase.md +3 -0
  107. eval_studio_client/api/docs/V1TestSuiteEvaluates.md +11 -0
  108. eval_studio_client/api/docs/V1UpdateWorkflowNodeResponse.md +29 -0
  109. eval_studio_client/api/docs/V1UpdateWorkflowResponse.md +29 -0
  110. eval_studio_client/api/docs/V1Workflow.md +49 -0
  111. eval_studio_client/api/docs/V1WorkflowEdge.md +40 -0
  112. eval_studio_client/api/docs/V1WorkflowEdgeType.md +12 -0
  113. eval_studio_client/api/docs/V1WorkflowNode.md +46 -0
  114. eval_studio_client/api/docs/V1WorkflowNodeArtifact.md +40 -0
  115. eval_studio_client/api/docs/V1WorkflowNodeArtifacts.md +29 -0
  116. eval_studio_client/api/docs/V1WorkflowNodeAttributes.md +30 -0
  117. eval_studio_client/api/docs/V1WorkflowNodeStatus.md +12 -0
  118. eval_studio_client/api/docs/V1WorkflowNodeType.md +12 -0
  119. eval_studio_client/api/docs/V1WorkflowNodeView.md +12 -0
  120. eval_studio_client/api/docs/V1WorkflowType.md +12 -0
  121. eval_studio_client/api/docs/WorkflowEdgeServiceApi.md +215 -0
  122. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +632 -0
  123. eval_studio_client/api/docs/WorkflowServiceApi.md +488 -0
  124. eval_studio_client/api/docs/WorkflowServiceCloneWorkflowRequest.md +33 -0
  125. eval_studio_client/api/exceptions.py +1 -1
  126. eval_studio_client/api/models/__init__.py +70 -1
  127. eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +143 -0
  128. eval_studio_client/api/models/generated_questions_validation_service_validate_generated_questions_request.py +97 -0
  129. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +9 -3
  130. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +17 -6
  131. eval_studio_client/api/models/protobuf_any.py +1 -1
  132. eval_studio_client/api/models/protobuf_null_value.py +36 -0
  133. eval_studio_client/api/models/required_the_dashboard_to_update.py +1 -1
  134. eval_studio_client/api/models/required_the_document_to_update.py +1 -1
  135. eval_studio_client/api/models/required_the_leaderboard_to_update.py +1 -1
  136. eval_studio_client/api/models/required_the_model_to_update.py +1 -1
  137. eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
  138. eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
  139. eval_studio_client/api/models/required_the_test_case_to_update.py +14 -3
  140. eval_studio_client/api/models/required_the_test_to_update.py +1 -1
  141. eval_studio_client/api/models/required_the_updated_workflow.py +160 -0
  142. eval_studio_client/api/models/required_the_updated_workflow_node.py +152 -0
  143. eval_studio_client/api/models/rpc_status.py +1 -1
  144. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
  145. eval_studio_client/api/models/test_service_clone_test_request.py +89 -0
  146. eval_studio_client/api/models/test_service_generate_test_cases_request.py +8 -4
  147. eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +93 -0
  148. eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +99 -0
  149. eval_studio_client/api/models/test_service_perturb_test_in_place_request.py +97 -0
  150. eval_studio_client/api/models/test_service_perturb_test_request.py +5 -3
  151. eval_studio_client/api/models/v1_abort_operation_response.py +91 -0
  152. eval_studio_client/api/models/v1_batch_create_leaderboards_request.py +1 -1
  153. eval_studio_client/api/models/v1_batch_create_leaderboards_response.py +1 -1
  154. eval_studio_client/api/models/v1_batch_delete_dashboards_request.py +1 -1
  155. eval_studio_client/api/models/v1_batch_delete_dashboards_response.py +1 -1
  156. eval_studio_client/api/models/v1_batch_delete_documents_request.py +1 -1
  157. eval_studio_client/api/models/v1_batch_delete_documents_response.py +1 -1
  158. eval_studio_client/api/models/v1_batch_delete_evaluators_request.py +1 -1
  159. eval_studio_client/api/models/v1_batch_delete_evaluators_response.py +1 -1
  160. eval_studio_client/api/models/v1_batch_delete_leaderboards_request.py +1 -1
  161. eval_studio_client/api/models/v1_batch_delete_leaderboards_response.py +1 -1
  162. eval_studio_client/api/models/v1_batch_delete_models_request.py +1 -1
  163. eval_studio_client/api/models/v1_batch_delete_models_response.py +1 -1
  164. eval_studio_client/api/models/v1_batch_delete_test_cases_response.py +1 -1
  165. eval_studio_client/api/models/v1_batch_delete_tests_request.py +1 -1
  166. eval_studio_client/api/models/v1_batch_delete_tests_response.py +1 -1
  167. eval_studio_client/api/models/v1_batch_delete_workflows_request.py +87 -0
  168. eval_studio_client/api/models/v1_batch_delete_workflows_response.py +95 -0
  169. eval_studio_client/api/models/v1_batch_get_dashboards_response.py +1 -1
  170. eval_studio_client/api/models/v1_batch_get_documents_response.py +1 -1
  171. eval_studio_client/api/models/v1_batch_get_leaderboards_response.py +1 -1
  172. eval_studio_client/api/models/v1_batch_get_models_response.py +1 -1
  173. eval_studio_client/api/models/v1_batch_get_operations_response.py +1 -1
  174. eval_studio_client/api/models/v1_batch_get_tests_response.py +1 -1
  175. eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +95 -0
  176. eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +95 -0
  177. eval_studio_client/api/models/v1_batch_import_leaderboard_request.py +1 -1
  178. eval_studio_client/api/models/v1_batch_import_leaderboard_response.py +1 -1
  179. eval_studio_client/api/models/v1_batch_import_tests_request.py +1 -1
  180. eval_studio_client/api/models/v1_batch_import_tests_response.py +1 -1
  181. eval_studio_client/api/models/v1_check_base_models_response.py +1 -1
  182. eval_studio_client/api/models/v1_clone_test_response.py +91 -0
  183. eval_studio_client/api/models/v1_clone_workflow_response.py +91 -0
  184. eval_studio_client/api/models/v1_collection_info.py +1 -1
  185. eval_studio_client/api/models/v1_context.py +93 -0
  186. eval_studio_client/api/models/v1_create_dashboard_response.py +1 -1
  187. eval_studio_client/api/models/v1_create_document_response.py +1 -1
  188. eval_studio_client/api/models/v1_create_evaluation_request.py +8 -3
  189. eval_studio_client/api/models/v1_create_evaluator_response.py +1 -1
  190. eval_studio_client/api/models/v1_create_leaderboard_request.py +1 -1
  191. eval_studio_client/api/models/v1_create_leaderboard_response.py +1 -1
  192. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +1 -1
  193. eval_studio_client/api/models/v1_create_model_response.py +1 -1
  194. eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
  195. eval_studio_client/api/models/v1_create_test_case_response.py +1 -1
  196. eval_studio_client/api/models/v1_create_test_lab_response.py +1 -1
  197. eval_studio_client/api/models/v1_create_test_response.py +1 -1
  198. eval_studio_client/api/models/v1_create_workflow_edge_response.py +91 -0
  199. eval_studio_client/api/models/v1_create_workflow_node_response.py +91 -0
  200. eval_studio_client/api/models/v1_create_workflow_response.py +91 -0
  201. eval_studio_client/api/models/v1_dashboard.py +1 -1
  202. eval_studio_client/api/models/v1_dashboard_status.py +1 -1
  203. eval_studio_client/api/models/v1_delete_dashboard_response.py +1 -1
  204. eval_studio_client/api/models/v1_delete_document_response.py +1 -1
  205. eval_studio_client/api/models/v1_delete_evaluator_response.py +1 -1
  206. eval_studio_client/api/models/v1_delete_leaderboard_response.py +1 -1
  207. eval_studio_client/api/models/v1_delete_model_response.py +1 -1
  208. eval_studio_client/api/models/v1_delete_test_case_response.py +1 -1
  209. eval_studio_client/api/models/v1_delete_test_response.py +1 -1
  210. eval_studio_client/api/models/v1_delete_workflow_edge_response.py +91 -0
  211. eval_studio_client/api/models/v1_delete_workflow_node_response.py +91 -0
  212. eval_studio_client/api/models/v1_delete_workflow_response.py +91 -0
  213. eval_studio_client/api/models/v1_document.py +1 -1
  214. eval_studio_client/api/models/v1_estimate_threshold_request.py +103 -0
  215. eval_studio_client/api/models/v1_evaluation_test.py +1 -1
  216. eval_studio_client/api/models/v1_evaluator.py +1 -1
  217. eval_studio_client/api/models/v1_evaluator_param_type.py +1 -1
  218. eval_studio_client/api/models/v1_evaluator_parameter.py +1 -1
  219. eval_studio_client/api/models/v1_evaluator_view.py +1 -1
  220. eval_studio_client/api/models/v1_finalize_operation_response.py +1 -1
  221. eval_studio_client/api/models/v1_find_all_test_cases_by_id_response.py +1 -1
  222. eval_studio_client/api/models/v1_find_test_lab_response.py +1 -1
  223. eval_studio_client/api/models/v1_generate_test_cases_response.py +1 -1
  224. eval_studio_client/api/models/v1_generated_test_case.py +101 -0
  225. eval_studio_client/api/models/v1_get_dashboard_response.py +1 -1
  226. eval_studio_client/api/models/v1_get_document_response.py +1 -1
  227. eval_studio_client/api/models/v1_get_evaluator_response.py +1 -1
  228. eval_studio_client/api/models/v1_get_info_response.py +1 -1
  229. eval_studio_client/api/models/v1_get_leaderboard_report_response.py +91 -0
  230. eval_studio_client/api/models/v1_get_leaderboard_response.py +1 -1
  231. eval_studio_client/api/models/v1_get_model_response.py +1 -1
  232. eval_studio_client/api/models/v1_get_operation_progress_by_parent_response.py +1 -1
  233. eval_studio_client/api/models/v1_get_operation_response.py +1 -1
  234. eval_studio_client/api/models/v1_get_perturbator_response.py +1 -1
  235. eval_studio_client/api/models/v1_get_test_case_response.py +1 -1
  236. eval_studio_client/api/models/v1_get_test_class_response.py +1 -1
  237. eval_studio_client/api/models/v1_get_test_response.py +1 -1
  238. eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +89 -0
  239. eval_studio_client/api/models/v1_get_workflow_node_response.py +91 -0
  240. eval_studio_client/api/models/v1_get_workflow_response.py +91 -0
  241. eval_studio_client/api/models/v1_import_evaluation_request.py +8 -3
  242. eval_studio_client/api/models/v1_import_leaderboard_request.py +1 -1
  243. eval_studio_client/api/models/v1_import_leaderboard_response.py +1 -1
  244. eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +91 -0
  245. eval_studio_client/api/models/v1_import_test_cases_request.py +95 -0
  246. eval_studio_client/api/models/v1_info.py +10 -4
  247. eval_studio_client/api/models/v1_init_workflow_node_response.py +91 -0
  248. eval_studio_client/api/models/v1_insight.py +1 -1
  249. eval_studio_client/api/models/v1_labeled_test_case.py +91 -0
  250. eval_studio_client/api/models/v1_leaderboard.py +1 -1
  251. eval_studio_client/api/models/v1_leaderboard_report.py +115 -0
  252. eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py +93 -0
  253. eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +101 -0
  254. eval_studio_client/api/models/v1_leaderboard_report_evaluator.py +155 -0
  255. eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py +109 -0
  256. eval_studio_client/api/models/v1_leaderboard_report_explanation.py +103 -0
  257. eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py +129 -0
  258. eval_studio_client/api/models/v1_leaderboard_report_model.py +121 -0
  259. eval_studio_client/api/models/v1_leaderboard_report_result.py +175 -0
  260. eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py +97 -0
  261. eval_studio_client/api/models/v1_leaderboard_status.py +1 -1
  262. eval_studio_client/api/models/v1_leaderboard_type.py +1 -1
  263. eval_studio_client/api/models/v1_leaderboard_view.py +1 -1
  264. eval_studio_client/api/models/v1_list_base_models_response.py +1 -1
  265. eval_studio_client/api/models/v1_list_dashboards_response.py +1 -1
  266. eval_studio_client/api/models/v1_list_documents_response.py +1 -1
  267. eval_studio_client/api/models/v1_list_evaluators_response.py +1 -1
  268. eval_studio_client/api/models/v1_list_leaderboards_response.py +1 -1
  269. eval_studio_client/api/models/v1_list_llm_models_response.py +1 -1
  270. eval_studio_client/api/models/v1_list_model_collections_response.py +1 -1
  271. eval_studio_client/api/models/v1_list_models_response.py +1 -1
  272. eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py +1 -1
  273. eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py +1 -1
  274. eval_studio_client/api/models/v1_list_most_recent_models_response.py +1 -1
  275. eval_studio_client/api/models/v1_list_most_recent_tests_response.py +1 -1
  276. eval_studio_client/api/models/v1_list_operations_response.py +1 -1
  277. eval_studio_client/api/models/v1_list_perturbators_response.py +1 -1
  278. eval_studio_client/api/models/v1_list_prompt_library_items_response.py +95 -0
  279. eval_studio_client/api/models/v1_list_rag_collections_response.py +1 -1
  280. eval_studio_client/api/models/v1_list_test_case_library_items_response.py +95 -0
  281. eval_studio_client/api/models/v1_list_test_case_relationships_response.py +95 -0
  282. eval_studio_client/api/models/v1_list_test_cases_response.py +1 -1
  283. eval_studio_client/api/models/v1_list_test_classes_response.py +1 -1
  284. eval_studio_client/api/models/v1_list_tests_response.py +1 -1
  285. eval_studio_client/api/models/v1_list_workflows_response.py +95 -0
  286. eval_studio_client/api/models/v1_metric_score.py +89 -0
  287. eval_studio_client/api/models/v1_metric_scores.py +95 -0
  288. eval_studio_client/api/models/v1_model.py +1 -1
  289. eval_studio_client/api/models/v1_model_type.py +1 -1
  290. eval_studio_client/api/models/v1_operation.py +1 -1
  291. eval_studio_client/api/models/v1_operation_progress.py +1 -1
  292. eval_studio_client/api/models/v1_perturb_test_in_place_response.py +91 -0
  293. eval_studio_client/api/models/v1_perturb_test_response.py +1 -1
  294. eval_studio_client/api/models/v1_perturbator.py +1 -1
  295. eval_studio_client/api/models/v1_perturbator_configuration.py +1 -1
  296. eval_studio_client/api/models/v1_perturbator_intensity.py +1 -1
  297. eval_studio_client/api/models/v1_problem_and_action.py +1 -1
  298. eval_studio_client/api/models/v1_process_workflow_node_response.py +91 -0
  299. eval_studio_client/api/models/v1_prompt_library_item.py +129 -0
  300. eval_studio_client/api/models/v1_repeated_string.py +87 -0
  301. eval_studio_client/api/models/v1_reset_workflow_node_response.py +91 -0
  302. eval_studio_client/api/models/v1_test.py +1 -1
  303. eval_studio_client/api/models/v1_test_case.py +14 -3
  304. eval_studio_client/api/models/v1_test_case_relationship.py +1 -1
  305. eval_studio_client/api/models/v1_test_cases_generator.py +1 -1
  306. eval_studio_client/api/models/v1_test_class.py +1 -1
  307. eval_studio_client/api/models/v1_test_class_type.py +1 -1
  308. eval_studio_client/api/models/v1_test_lab.py +1 -1
  309. eval_studio_client/api/models/v1_test_suite_evaluates.py +39 -0
  310. eval_studio_client/api/models/v1_update_dashboard_response.py +1 -1
  311. eval_studio_client/api/models/v1_update_document_response.py +1 -1
  312. eval_studio_client/api/models/v1_update_leaderboard_response.py +1 -1
  313. eval_studio_client/api/models/v1_update_model_response.py +1 -1
  314. eval_studio_client/api/models/v1_update_operation_response.py +1 -1
  315. eval_studio_client/api/models/v1_update_test_case_response.py +1 -1
  316. eval_studio_client/api/models/v1_update_test_response.py +1 -1
  317. eval_studio_client/api/models/v1_update_workflow_node_response.py +91 -0
  318. eval_studio_client/api/models/v1_update_workflow_response.py +91 -0
  319. eval_studio_client/api/models/v1_who_am_i_response.py +1 -1
  320. eval_studio_client/api/models/v1_workflow.py +164 -0
  321. eval_studio_client/api/models/v1_workflow_edge.py +123 -0
  322. eval_studio_client/api/models/v1_workflow_edge_type.py +37 -0
  323. eval_studio_client/api/models/v1_workflow_node.py +156 -0
  324. eval_studio_client/api/models/v1_workflow_node_artifact.py +122 -0
  325. eval_studio_client/api/models/v1_workflow_node_artifacts.py +97 -0
  326. eval_studio_client/api/models/v1_workflow_node_attributes.py +87 -0
  327. eval_studio_client/api/models/v1_workflow_node_status.py +40 -0
  328. eval_studio_client/api/models/v1_workflow_node_type.py +44 -0
  329. eval_studio_client/api/models/v1_workflow_node_view.py +38 -0
  330. eval_studio_client/api/models/v1_workflow_type.py +37 -0
  331. eval_studio_client/api/models/workflow_service_clone_workflow_request.py +95 -0
  332. eval_studio_client/api/rest.py +1 -1
  333. eval_studio_client/api/test/test_adversarial_inputs_service_api.py +37 -0
  334. eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +128 -0
  335. eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
  336. eval_studio_client/api/test/test_document_service_api.py +1 -1
  337. eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
  338. eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
  339. eval_studio_client/api/test/test_generated_questions_validation_service_api.py +37 -0
  340. eval_studio_client/api/test/test_generated_questions_validation_service_validate_generated_questions_request.py +83 -0
  341. eval_studio_client/api/test/test_human_calibration_service_api.py +38 -0
  342. eval_studio_client/api/test/test_info_service_api.py +1 -1
  343. eval_studio_client/api/test/test_leaderboard_report_service_api.py +37 -0
  344. eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
  345. eval_studio_client/api/test/test_model_service_api.py +1 -1
  346. eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
  347. eval_studio_client/api/test/test_operation_service_api.py +7 -1
  348. eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
  349. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +25 -3
  350. eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
  351. eval_studio_client/api/test/test_prompt_generation_service_api.py +1 -1
  352. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +13 -5
  353. eval_studio_client/api/test/test_prompt_library_service_api.py +43 -0
  354. eval_studio_client/api/test/test_protobuf_any.py +1 -1
  355. eval_studio_client/api/test/test_protobuf_null_value.py +33 -0
  356. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
  357. eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
  358. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +1 -1
  359. eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
  360. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
  361. eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
  362. eval_studio_client/api/test/test_required_the_test_case_to_update.py +9 -2
  363. eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
  364. eval_studio_client/api/test/test_required_the_updated_workflow.py +91 -0
  365. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +80 -0
  366. eval_studio_client/api/test/test_rpc_status.py +1 -1
  367. eval_studio_client/api/test/test_test_case_relationship_service_api.py +37 -0
  368. eval_studio_client/api/test/test_test_case_service_api.py +1 -1
  369. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
  370. eval_studio_client/api/test/test_test_class_service_api.py +1 -1
  371. eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
  372. eval_studio_client/api/test/test_test_service_api.py +25 -1
  373. eval_studio_client/api/test/test_test_service_clone_test_request.py +52 -0
  374. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +8 -2
  375. eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py +56 -0
  376. eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py +63 -0
  377. eval_studio_client/api/test/test_test_service_perturb_test_in_place_request.py +59 -0
  378. eval_studio_client/api/test/test_test_service_perturb_test_request.py +5 -2
  379. eval_studio_client/api/test/test_v1_abort_operation_response.py +71 -0
  380. eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +1 -1
  381. eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +1 -1
  382. eval_studio_client/api/test/test_v1_batch_delete_dashboards_request.py +1 -1
  383. eval_studio_client/api/test/test_v1_batch_delete_dashboards_response.py +1 -1
  384. eval_studio_client/api/test/test_v1_batch_delete_documents_request.py +1 -1
  385. eval_studio_client/api/test/test_v1_batch_delete_documents_response.py +1 -1
  386. eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +1 -1
  387. eval_studio_client/api/test/test_v1_batch_delete_evaluators_response.py +1 -1
  388. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_request.py +1 -1
  389. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +1 -1
  390. eval_studio_client/api/test/test_v1_batch_delete_models_request.py +1 -1
  391. eval_studio_client/api/test/test_v1_batch_delete_models_response.py +1 -1
  392. eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py +9 -2
  393. eval_studio_client/api/test/test_v1_batch_delete_tests_request.py +1 -1
  394. eval_studio_client/api/test/test_v1_batch_delete_tests_response.py +1 -1
  395. eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py +53 -0
  396. eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py +95 -0
  397. eval_studio_client/api/test/test_v1_batch_get_dashboards_response.py +1 -1
  398. eval_studio_client/api/test/test_v1_batch_get_documents_response.py +1 -1
  399. eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +1 -1
  400. eval_studio_client/api/test/test_v1_batch_get_models_response.py +1 -1
  401. eval_studio_client/api/test/test_v1_batch_get_operations_response.py +1 -1
  402. eval_studio_client/api/test/test_v1_batch_get_tests_response.py +1 -1
  403. eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py +64 -0
  404. eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +84 -0
  405. eval_studio_client/api/test/test_v1_batch_import_leaderboard_request.py +1 -1
  406. eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +1 -1
  407. eval_studio_client/api/test/test_v1_batch_import_tests_request.py +1 -1
  408. eval_studio_client/api/test/test_v1_batch_import_tests_response.py +1 -1
  409. eval_studio_client/api/test/test_v1_check_base_models_response.py +1 -1
  410. eval_studio_client/api/test/test_v1_clone_test_response.py +67 -0
  411. eval_studio_client/api/test/test_v1_clone_workflow_response.py +93 -0
  412. eval_studio_client/api/test/test_v1_collection_info.py +1 -1
  413. eval_studio_client/api/test/test_v1_context.py +54 -0
  414. eval_studio_client/api/test/test_v1_create_dashboard_response.py +1 -1
  415. eval_studio_client/api/test/test_v1_create_document_response.py +1 -1
  416. eval_studio_client/api/test/test_v1_create_evaluation_request.py +25 -3
  417. eval_studio_client/api/test/test_v1_create_evaluator_response.py +1 -1
  418. eval_studio_client/api/test/test_v1_create_leaderboard_request.py +1 -1
  419. eval_studio_client/api/test/test_v1_create_leaderboard_response.py +1 -1
  420. eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +1 -1
  421. eval_studio_client/api/test/test_v1_create_model_response.py +1 -1
  422. eval_studio_client/api/test/test_v1_create_perturbation_response.py +1 -1
  423. eval_studio_client/api/test/test_v1_create_test_case_response.py +9 -2
  424. eval_studio_client/api/test/test_v1_create_test_lab_response.py +1 -1
  425. eval_studio_client/api/test/test_v1_create_test_response.py +1 -1
  426. eval_studio_client/api/test/test_v1_create_workflow_edge_response.py +62 -0
  427. eval_studio_client/api/test/test_v1_create_workflow_node_response.py +82 -0
  428. eval_studio_client/api/test/test_v1_create_workflow_response.py +93 -0
  429. eval_studio_client/api/test/test_v1_dashboard.py +1 -1
  430. eval_studio_client/api/test/test_v1_dashboard_status.py +1 -1
  431. eval_studio_client/api/test/test_v1_delete_dashboard_response.py +1 -1
  432. eval_studio_client/api/test/test_v1_delete_document_response.py +1 -1
  433. eval_studio_client/api/test/test_v1_delete_evaluator_response.py +1 -1
  434. eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +1 -1
  435. eval_studio_client/api/test/test_v1_delete_model_response.py +1 -1
  436. eval_studio_client/api/test/test_v1_delete_test_case_response.py +9 -2
  437. eval_studio_client/api/test/test_v1_delete_test_response.py +1 -1
  438. eval_studio_client/api/test/test_v1_delete_workflow_edge_response.py +62 -0
  439. eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +82 -0
  440. eval_studio_client/api/test/test_v1_delete_workflow_response.py +93 -0
  441. eval_studio_client/api/test/test_v1_document.py +1 -1
  442. eval_studio_client/api/test/test_v1_estimate_threshold_request.py +60 -0
  443. eval_studio_client/api/test/test_v1_evaluation_test.py +9 -2
  444. eval_studio_client/api/test/test_v1_evaluator.py +1 -1
  445. eval_studio_client/api/test/test_v1_evaluator_param_type.py +1 -1
  446. eval_studio_client/api/test/test_v1_evaluator_parameter.py +1 -1
  447. eval_studio_client/api/test/test_v1_evaluator_view.py +1 -1
  448. eval_studio_client/api/test/test_v1_finalize_operation_response.py +1 -1
  449. eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py +9 -2
  450. eval_studio_client/api/test/test_v1_find_test_lab_response.py +1 -1
  451. eval_studio_client/api/test/test_v1_generate_test_cases_response.py +1 -1
  452. eval_studio_client/api/test/test_v1_generated_test_case.py +79 -0
  453. eval_studio_client/api/test/test_v1_get_dashboard_response.py +1 -1
  454. eval_studio_client/api/test/test_v1_get_document_response.py +1 -1
  455. eval_studio_client/api/test/test_v1_get_evaluator_response.py +1 -1
  456. eval_studio_client/api/test/test_v1_get_info_response.py +7 -2
  457. eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +175 -0
  458. eval_studio_client/api/test/test_v1_get_leaderboard_response.py +1 -1
  459. eval_studio_client/api/test/test_v1_get_model_response.py +1 -1
  460. eval_studio_client/api/test/test_v1_get_operation_progress_by_parent_response.py +1 -1
  461. eval_studio_client/api/test/test_v1_get_operation_response.py +1 -1
  462. eval_studio_client/api/test/test_v1_get_perturbator_response.py +1 -1
  463. eval_studio_client/api/test/test_v1_get_test_case_response.py +9 -2
  464. eval_studio_client/api/test/test_v1_get_test_class_response.py +1 -1
  465. eval_studio_client/api/test/test_v1_get_test_response.py +1 -1
  466. eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py +56 -0
  467. eval_studio_client/api/test/test_v1_get_workflow_node_response.py +82 -0
  468. eval_studio_client/api/test/test_v1_get_workflow_response.py +93 -0
  469. eval_studio_client/api/test/test_v1_import_evaluation_request.py +17 -2
  470. eval_studio_client/api/test/test_v1_import_leaderboard_request.py +1 -1
  471. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +1 -1
  472. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +71 -0
  473. eval_studio_client/api/test/test_v1_import_test_cases_request.py +57 -0
  474. eval_studio_client/api/test/test_v1_info.py +7 -2
  475. eval_studio_client/api/test/test_v1_init_workflow_node_response.py +82 -0
  476. eval_studio_client/api/test/test_v1_insight.py +1 -1
  477. eval_studio_client/api/test/test_v1_labeled_test_case.py +53 -0
  478. eval_studio_client/api/test/test_v1_leaderboard.py +1 -1
  479. eval_studio_client/api/test/test_v1_leaderboard_report.py +174 -0
  480. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_data.py +52 -0
  481. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +56 -0
  482. eval_studio_client/api/test/test_v1_leaderboard_report_evaluator.py +114 -0
  483. eval_studio_client/api/test/test_v1_leaderboard_report_evaluator_parameter.py +63 -0
  484. eval_studio_client/api/test/test_v1_leaderboard_report_explanation.py +58 -0
  485. eval_studio_client/api/test/test_v1_leaderboard_report_metrics_meta_entry.py +66 -0
  486. eval_studio_client/api/test/test_v1_leaderboard_report_model.py +62 -0
  487. eval_studio_client/api/test/test_v1_leaderboard_report_result.py +92 -0
  488. eval_studio_client/api/test/test_v1_leaderboard_report_result_relationship.py +53 -0
  489. eval_studio_client/api/test/test_v1_leaderboard_status.py +1 -1
  490. eval_studio_client/api/test/test_v1_leaderboard_type.py +1 -1
  491. eval_studio_client/api/test/test_v1_leaderboard_view.py +1 -1
  492. eval_studio_client/api/test/test_v1_list_base_models_response.py +1 -1
  493. eval_studio_client/api/test/test_v1_list_dashboards_response.py +1 -1
  494. eval_studio_client/api/test/test_v1_list_documents_response.py +1 -1
  495. eval_studio_client/api/test/test_v1_list_evaluators_response.py +1 -1
  496. eval_studio_client/api/test/test_v1_list_leaderboards_response.py +1 -1
  497. eval_studio_client/api/test/test_v1_list_llm_models_response.py +1 -1
  498. eval_studio_client/api/test/test_v1_list_model_collections_response.py +1 -1
  499. eval_studio_client/api/test/test_v1_list_models_response.py +1 -1
  500. eval_studio_client/api/test/test_v1_list_most_recent_dashboards_response.py +1 -1
  501. eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +1 -1
  502. eval_studio_client/api/test/test_v1_list_most_recent_models_response.py +1 -1
  503. eval_studio_client/api/test/test_v1_list_most_recent_tests_response.py +1 -1
  504. eval_studio_client/api/test/test_v1_list_operations_response.py +1 -1
  505. eval_studio_client/api/test/test_v1_list_perturbators_response.py +1 -1
  506. eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py +71 -0
  507. eval_studio_client/api/test/test_v1_list_rag_collections_response.py +1 -1
  508. eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py +71 -0
  509. eval_studio_client/api/test/test_v1_list_test_case_relationships_response.py +56 -0
  510. eval_studio_client/api/test/test_v1_list_test_cases_response.py +9 -2
  511. eval_studio_client/api/test/test_v1_list_test_classes_response.py +1 -1
  512. eval_studio_client/api/test/test_v1_list_tests_response.py +1 -1
  513. eval_studio_client/api/test/test_v1_list_workflows_response.py +95 -0
  514. eval_studio_client/api/test/test_v1_metric_score.py +52 -0
  515. eval_studio_client/api/test/test_v1_metric_scores.py +55 -0
  516. eval_studio_client/api/test/test_v1_model.py +1 -1
  517. eval_studio_client/api/test/test_v1_model_type.py +1 -1
  518. eval_studio_client/api/test/test_v1_operation.py +1 -1
  519. eval_studio_client/api/test/test_v1_operation_progress.py +1 -1
  520. eval_studio_client/api/test/test_v1_perturb_test_in_place_response.py +67 -0
  521. eval_studio_client/api/test/test_v1_perturb_test_response.py +1 -1
  522. eval_studio_client/api/test/test_v1_perturbator.py +1 -1
  523. eval_studio_client/api/test/test_v1_perturbator_configuration.py +1 -1
  524. eval_studio_client/api/test/test_v1_perturbator_intensity.py +1 -1
  525. eval_studio_client/api/test/test_v1_problem_and_action.py +1 -1
  526. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +71 -0
  527. eval_studio_client/api/test/test_v1_prompt_library_item.py +68 -0
  528. eval_studio_client/api/test/test_v1_repeated_string.py +53 -0
  529. eval_studio_client/api/test/test_v1_reset_workflow_node_response.py +82 -0
  530. eval_studio_client/api/test/test_v1_test.py +1 -1
  531. eval_studio_client/api/test/test_v1_test_case.py +9 -2
  532. eval_studio_client/api/test/test_v1_test_case_relationship.py +1 -1
  533. eval_studio_client/api/test/test_v1_test_cases_generator.py +1 -1
  534. eval_studio_client/api/test/test_v1_test_class.py +1 -1
  535. eval_studio_client/api/test/test_v1_test_class_type.py +1 -1
  536. eval_studio_client/api/test/test_v1_test_lab.py +1 -1
  537. eval_studio_client/api/test/test_v1_test_suite_evaluates.py +33 -0
  538. eval_studio_client/api/test/test_v1_update_dashboard_response.py +1 -1
  539. eval_studio_client/api/test/test_v1_update_document_response.py +1 -1
  540. eval_studio_client/api/test/test_v1_update_leaderboard_response.py +1 -1
  541. eval_studio_client/api/test/test_v1_update_model_response.py +1 -1
  542. eval_studio_client/api/test/test_v1_update_operation_response.py +1 -1
  543. eval_studio_client/api/test/test_v1_update_test_case_response.py +9 -2
  544. eval_studio_client/api/test/test_v1_update_test_response.py +1 -1
  545. eval_studio_client/api/test/test_v1_update_workflow_node_response.py +82 -0
  546. eval_studio_client/api/test/test_v1_update_workflow_response.py +93 -0
  547. eval_studio_client/api/test/test_v1_who_am_i_response.py +1 -1
  548. eval_studio_client/api/test/test_v1_workflow.py +92 -0
  549. eval_studio_client/api/test/test_v1_workflow_edge.py +61 -0
  550. eval_studio_client/api/test/test_v1_workflow_edge_type.py +33 -0
  551. eval_studio_client/api/test/test_v1_workflow_node.py +81 -0
  552. eval_studio_client/api/test/test_v1_workflow_node_artifact.py +61 -0
  553. eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +64 -0
  554. eval_studio_client/api/test/test_v1_workflow_node_attributes.py +51 -0
  555. eval_studio_client/api/test/test_v1_workflow_node_status.py +33 -0
  556. eval_studio_client/api/test/test_v1_workflow_node_type.py +33 -0
  557. eval_studio_client/api/test/test_v1_workflow_node_view.py +33 -0
  558. eval_studio_client/api/test/test_v1_workflow_type.py +33 -0
  559. eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
  560. eval_studio_client/api/test/test_workflow_edge_service_api.py +52 -0
  561. eval_studio_client/api/test/test_workflow_node_service_api.py +94 -0
  562. eval_studio_client/api/test/test_workflow_service_api.py +80 -0
  563. eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py +55 -0
  564. eval_studio_client/client.py +7 -0
  565. eval_studio_client/dashboards.py +66 -18
  566. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +5132 -1847
  567. eval_studio_client/leaderboards.py +125 -0
  568. eval_studio_client/models.py +3 -42
  569. eval_studio_client/test_labs.py +49 -21
  570. eval_studio_client/tests.py +323 -58
  571. eval_studio_client/utils.py +26 -0
  572. {eval_studio_client-1.0.0a1.dist-info → eval_studio_client-1.1.0a5.dist-info}/METADATA +2 -3
  573. eval_studio_client-1.1.0a5.dist-info/RECORD +720 -0
  574. {eval_studio_client-1.0.0a1.dist-info → eval_studio_client-1.1.0a5.dist-info}/WHEEL +1 -1
  575. eval_studio_client-1.0.0a1.dist-info/RECORD +0 -485
@@ -4,12 +4,12 @@ All URIs are relative to *http://localhost*
4
4
 
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
- [**perturbator_service_get_perturbator**](PerturbatorServiceApi.md#perturbator_service_get_perturbator) | **GET** /v1/{name_6} |
7
+ [**perturbator_service_get_perturbator**](PerturbatorServiceApi.md#perturbator_service_get_perturbator) | **GET** /v1/{name_7} |
8
8
  [**perturbator_service_list_perturbators**](PerturbatorServiceApi.md#perturbator_service_list_perturbators) | **GET** /v1/perturbators |
9
9
 
10
10
 
11
11
  # **perturbator_service_get_perturbator**
12
- > V1GetPerturbatorResponse perturbator_service_get_perturbator(name_6)
12
+ > V1GetPerturbatorResponse perturbator_service_get_perturbator(name_7)
13
13
 
14
14
 
15
15
 
@@ -33,10 +33,10 @@ configuration = eval_studio_client.api.Configuration(
33
33
  with eval_studio_client.api.ApiClient(configuration) as api_client:
34
34
  # Create an instance of the API class
35
35
  api_instance = eval_studio_client.api.PerturbatorServiceApi(api_client)
36
- name_6 = 'name_6_example' # str | Required. The name of the Perturbator to retrieve.
36
+ name_7 = 'name_7_example' # str | Required. The name of the Perturbator to retrieve.
37
37
 
38
38
  try:
39
- api_response = api_instance.perturbator_service_get_perturbator(name_6)
39
+ api_response = api_instance.perturbator_service_get_perturbator(name_7)
40
40
  print("The response of PerturbatorServiceApi->perturbator_service_get_perturbator:\n")
41
41
  pprint(api_response)
42
42
  except Exception as e:
@@ -50,7 +50,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
50
50
 
51
51
  Name | Type | Description | Notes
52
52
  ------------- | ------------- | ------------- | -------------
53
- **name_6** | **str**| Required. The name of the Perturbator to retrieve. |
53
+ **name_7** | **str**| Required. The name of the Perturbator to retrieve. |
54
54
 
55
55
  ### Return type
56
56
 
@@ -75,7 +75,7 @@ No authorization required
75
75
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
76
76
 
77
77
  # **perturbator_service_list_perturbators**
78
- > V1ListPerturbatorsResponse perturbator_service_list_perturbators()
78
+ > V1ListPerturbatorsResponse perturbator_service_list_perturbators(default_h2ogpte_model_name=default_h2ogpte_model_name, default_h2ogpte_model_create_time=default_h2ogpte_model_create_time, default_h2ogpte_model_creator=default_h2ogpte_model_creator, default_h2ogpte_model_update_time=default_h2ogpte_model_update_time, default_h2ogpte_model_updater=default_h2ogpte_model_updater, default_h2ogpte_model_delete_time=default_h2ogpte_model_delete_time, default_h2ogpte_model_deleter=default_h2ogpte_model_deleter, default_h2ogpte_model_display_name=default_h2ogpte_model_display_name, default_h2ogpte_model_description=default_h2ogpte_model_description, default_h2ogpte_model_url=default_h2ogpte_model_url, default_h2ogpte_model_api_key=default_h2ogpte_model_api_key, default_h2ogpte_model_type=default_h2ogpte_model_type, default_h2ogpte_model_parameters=default_h2ogpte_model_parameters, default_h2ogpte_model_demo=default_h2ogpte_model_demo)
79
79
 
80
80
 
81
81
 
@@ -99,9 +99,23 @@ configuration = eval_studio_client.api.Configuration(
99
99
  with eval_studio_client.api.ApiClient(configuration) as api_client:
100
100
  # Create an instance of the API class
101
101
  api_instance = eval_studio_client.api.PerturbatorServiceApi(api_client)
102
+ default_h2ogpte_model_name = 'default_h2ogpte_model_name_example' # str | Output only. Name of the Model resource. e.g.: \"models/<UUID>\" (optional)
103
+ default_h2ogpte_model_create_time = '2013-10-20T19:20:30+01:00' # datetime | Output only. Timestamp when the Model was created. (optional)
104
+ default_h2ogpte_model_creator = 'default_h2ogpte_model_creator_example' # str | Output only. Name of the user or service that requested creation of the Model. (optional)
105
+ default_h2ogpte_model_update_time = '2013-10-20T19:20:30+01:00' # datetime | Output only. Optional. Timestamp when the Model was last updated. (optional)
106
+ default_h2ogpte_model_updater = 'default_h2ogpte_model_updater_example' # str | Output only. Optional. Name of the user or service that requested update of the Model. (optional)
107
+ default_h2ogpte_model_delete_time = '2013-10-20T19:20:30+01:00' # datetime | Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted. (optional)
108
+ default_h2ogpte_model_deleter = 'default_h2ogpte_model_deleter_example' # str | Output only. Optional. Name of the user or service that requested deletion of the Model. (optional)
109
+ default_h2ogpte_model_display_name = 'default_h2ogpte_model_display_name_example' # str | Human readable name of the Model. (optional)
110
+ default_h2ogpte_model_description = 'default_h2ogpte_model_description_example' # str | Optional. Arbitrary description of the Model. (optional)
111
+ default_h2ogpte_model_url = 'default_h2ogpte_model_url_example' # str | Optional. Immutable. Absolute URL to the Model. (optional)
112
+ default_h2ogpte_model_api_key = 'default_h2ogpte_model_api_key_example' # str | Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication. (optional)
113
+ default_h2ogpte_model_type = 'MODEL_TYPE_UNSPECIFIED' # str | Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. (optional) (default to 'MODEL_TYPE_UNSPECIFIED')
114
+ default_h2ogpte_model_parameters = 'default_h2ogpte_model_parameters_example' # str | Optional. Model specific parameters in JSON format. (optional)
115
+ default_h2ogpte_model_demo = True # bool | Output only. Whether the Model is a demo resource or not. Demo resources are read only. (optional)
102
116
 
103
117
  try:
104
- api_response = api_instance.perturbator_service_list_perturbators()
118
+ api_response = api_instance.perturbator_service_list_perturbators(default_h2ogpte_model_name=default_h2ogpte_model_name, default_h2ogpte_model_create_time=default_h2ogpte_model_create_time, default_h2ogpte_model_creator=default_h2ogpte_model_creator, default_h2ogpte_model_update_time=default_h2ogpte_model_update_time, default_h2ogpte_model_updater=default_h2ogpte_model_updater, default_h2ogpte_model_delete_time=default_h2ogpte_model_delete_time, default_h2ogpte_model_deleter=default_h2ogpte_model_deleter, default_h2ogpte_model_display_name=default_h2ogpte_model_display_name, default_h2ogpte_model_description=default_h2ogpte_model_description, default_h2ogpte_model_url=default_h2ogpte_model_url, default_h2ogpte_model_api_key=default_h2ogpte_model_api_key, default_h2ogpte_model_type=default_h2ogpte_model_type, default_h2ogpte_model_parameters=default_h2ogpte_model_parameters, default_h2ogpte_model_demo=default_h2ogpte_model_demo)
105
119
  print("The response of PerturbatorServiceApi->perturbator_service_list_perturbators:\n")
106
120
  pprint(api_response)
107
121
  except Exception as e:
@@ -112,7 +126,23 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
112
126
 
113
127
  ### Parameters
114
128
 
115
- This endpoint does not need any parameter.
129
+
130
+ Name | Type | Description | Notes
131
+ ------------- | ------------- | ------------- | -------------
132
+ **default_h2ogpte_model_name** | **str**| Output only. Name of the Model resource. e.g.: \&quot;models/&lt;UUID&gt;\&quot; | [optional]
133
+ **default_h2ogpte_model_create_time** | **datetime**| Output only. Timestamp when the Model was created. | [optional]
134
+ **default_h2ogpte_model_creator** | **str**| Output only. Name of the user or service that requested creation of the Model. | [optional]
135
+ **default_h2ogpte_model_update_time** | **datetime**| Output only. Optional. Timestamp when the Model was last updated. | [optional]
136
+ **default_h2ogpte_model_updater** | **str**| Output only. Optional. Name of the user or service that requested update of the Model. | [optional]
137
+ **default_h2ogpte_model_delete_time** | **datetime**| Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted. | [optional]
138
+ **default_h2ogpte_model_deleter** | **str**| Output only. Optional. Name of the user or service that requested deletion of the Model. | [optional]
139
+ **default_h2ogpte_model_display_name** | **str**| Human readable name of the Model. | [optional]
140
+ **default_h2ogpte_model_description** | **str**| Optional. Arbitrary description of the Model. | [optional]
141
+ **default_h2ogpte_model_url** | **str**| Optional. Immutable. Absolute URL to the Model. | [optional]
142
+ **default_h2ogpte_model_api_key** | **str**| Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication. | [optional]
143
+ **default_h2ogpte_model_type** | **str**| Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock. | [optional] [default to &#39;MODEL_TYPE_UNSPECIFIED&#39;]
144
+ **default_h2ogpte_model_parameters** | **str**| Optional. Model specific parameters in JSON format. | [optional]
145
+ **default_h2ogpte_model_demo** | **bool**| Output only. Whether the Model is a demo resource or not. Demo resources are read only. | [optional]
116
146
 
117
147
  ### Return type
118
148
 
@@ -9,9 +9,11 @@ Name | Type | Description | Notes
9
9
  **model** | [**V1Model**](V1Model.md) | | [optional]
10
10
  **count** | **int** | Required. The number of TestCases to generate. | [optional]
11
11
  **base_llm_model** | **str** | Required. Base LLM model to use for generating the prompts. | [optional]
12
- **document_urls** | **List[str]** | Optional. The list of document URLs. The document URL might be a managed document URL or a public URL. | [optional]
13
- **generators** | [**List[V1TestCasesGenerator]**](V1TestCasesGenerator.md) | Optional. Topics to generate TestCases for. If not specified, all topics are selected. | [optional]
12
+ **document_urls** | [**V1RepeatedString**](V1RepeatedString.md) | | [optional]
13
+ **chunks** | [**V1RepeatedString**](V1RepeatedString.md) | | [optional]
14
+ **generators** | [**List[V1TestCasesGenerator]**](V1TestCasesGenerator.md) | Optional. Type of questions to generate TestCases for. If not specified, all types of questions are selected. | [optional]
14
15
  **h2ogpte_collection_id** | **str** | Optional. The ID of the h2oGPTe collection to use. If empty, new temporary collection will be created. | [optional]
16
+ **topics** | **List[str]** | Optional. Topics to generate questions for. If not specified, use document summarization as topic generation. | [optional]
15
17
 
16
18
  ## Example
17
19
 
@@ -0,0 +1,155 @@
1
+ # eval_studio_client.api.PromptLibraryServiceApi
2
+
3
+ All URIs are relative to *http://localhost*
4
+
5
+ Method | HTTP request | Description
6
+ ------------- | ------------- | -------------
7
+ [**prompt_library_service_import_test_cases**](PromptLibraryServiceApi.md#prompt_library_service_import_test_cases) | **POST** /v1/promptLibraryItems:importTestCases |
8
+ [**prompt_library_service_list_prompt_library_items**](PromptLibraryServiceApi.md#prompt_library_service_list_prompt_library_items) | **GET** /v1/promptLibraryItems |
9
+
10
+
11
+ # **prompt_library_service_import_test_cases**
12
+ > V1Operation prompt_library_service_import_test_cases(body)
13
+
14
+
15
+
16
+ ### Example
17
+
18
+
19
+ ```python
20
+ import eval_studio_client.api
21
+ from eval_studio_client.api.models.v1_import_test_cases_request import V1ImportTestCasesRequest
22
+ from eval_studio_client.api.models.v1_operation import V1Operation
23
+ from eval_studio_client.api.rest import ApiException
24
+ from pprint import pprint
25
+
26
+ # Defining the host is optional and defaults to http://localhost
27
+ # See configuration.py for a list of all supported configuration parameters.
28
+ configuration = eval_studio_client.api.Configuration(
29
+ host = "http://localhost"
30
+ )
31
+
32
+
33
+ # Enter a context with an instance of the API client
34
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
35
+ # Create an instance of the API class
36
+ api_instance = eval_studio_client.api.PromptLibraryServiceApi(api_client)
37
+ body = eval_studio_client.api.V1ImportTestCasesRequest() # V1ImportTestCasesRequest |
38
+
39
+ try:
40
+ api_response = api_instance.prompt_library_service_import_test_cases(body)
41
+ print("The response of PromptLibraryServiceApi->prompt_library_service_import_test_cases:\n")
42
+ pprint(api_response)
43
+ except Exception as e:
44
+ print("Exception when calling PromptLibraryServiceApi->prompt_library_service_import_test_cases: %s\n" % e)
45
+ ```
46
+
47
+
48
+
49
+ ### Parameters
50
+
51
+
52
+ Name | Type | Description | Notes
53
+ ------------- | ------------- | ------------- | -------------
54
+ **body** | [**V1ImportTestCasesRequest**](V1ImportTestCasesRequest.md)| |
55
+
56
+ ### Return type
57
+
58
+ [**V1Operation**](V1Operation.md)
59
+
60
+ ### Authorization
61
+
62
+ No authorization required
63
+
64
+ ### HTTP request headers
65
+
66
+ - **Content-Type**: application/json
67
+ - **Accept**: application/json
68
+
69
+ ### HTTP response details
70
+
71
+ | Status code | Description | Response headers |
72
+ |-------------|-------------|------------------|
73
+ **200** | A successful response. | - |
74
+ **0** | An unexpected error response. | - |
75
+
76
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
77
+
78
+ # **prompt_library_service_list_prompt_library_items**
79
+ > V1ListPromptLibraryItemsResponse prompt_library_service_list_prompt_library_items(filter_by_categories=filter_by_categories, filter_by_purposes=filter_by_purposes, filter_by_evaluates=filter_by_evaluates, filter_by_origin=filter_by_origin, filter_by_test_case_count=filter_by_test_case_count, filter_by_test_count=filter_by_test_count, filter_by_fts=filter_by_fts)
80
+
81
+
82
+
83
+ ### Example
84
+
85
+
86
+ ```python
87
+ import eval_studio_client.api
88
+ from eval_studio_client.api.models.v1_list_prompt_library_items_response import V1ListPromptLibraryItemsResponse
89
+ from eval_studio_client.api.rest import ApiException
90
+ from pprint import pprint
91
+
92
+ # Defining the host is optional and defaults to http://localhost
93
+ # See configuration.py for a list of all supported configuration parameters.
94
+ configuration = eval_studio_client.api.Configuration(
95
+ host = "http://localhost"
96
+ )
97
+
98
+
99
+ # Enter a context with an instance of the API client
100
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
101
+ # Create an instance of the API class
102
+ api_instance = eval_studio_client.api.PromptLibraryServiceApi(api_client)
103
+ filter_by_categories = ['filter_by_categories_example'] # List[str] | Optional. Filter by categories. (optional)
104
+ filter_by_purposes = ['filter_by_purposes_example'] # List[str] | Optional. Filter by purposes. (optional)
105
+ filter_by_evaluates = ['filter_by_evaluates_example'] # List[str] | Optional. Filter by evaluates. (optional)
106
+ filter_by_origin = 'filter_by_origin_example' # str | Optional. Filter by origin. (optional)
107
+ filter_by_test_case_count = 56 # int | Optional. Filter by test case count. (optional)
108
+ filter_by_test_count = 56 # int | Optional. Filter by test count. (optional)
109
+ filter_by_fts = 'filter_by_fts_example' # str | Optional. Filter by FTS. (optional)
110
+
111
+ try:
112
+ api_response = api_instance.prompt_library_service_list_prompt_library_items(filter_by_categories=filter_by_categories, filter_by_purposes=filter_by_purposes, filter_by_evaluates=filter_by_evaluates, filter_by_origin=filter_by_origin, filter_by_test_case_count=filter_by_test_case_count, filter_by_test_count=filter_by_test_count, filter_by_fts=filter_by_fts)
113
+ print("The response of PromptLibraryServiceApi->prompt_library_service_list_prompt_library_items:\n")
114
+ pprint(api_response)
115
+ except Exception as e:
116
+ print("Exception when calling PromptLibraryServiceApi->prompt_library_service_list_prompt_library_items: %s\n" % e)
117
+ ```
118
+
119
+
120
+
121
+ ### Parameters
122
+
123
+
124
+ Name | Type | Description | Notes
125
+ ------------- | ------------- | ------------- | -------------
126
+ **filter_by_categories** | [**List[str]**](str.md)| Optional. Filter by categories. | [optional]
127
+ **filter_by_purposes** | [**List[str]**](str.md)| Optional. Filter by purposes. | [optional]
128
+ **filter_by_evaluates** | [**List[str]**](str.md)| Optional. Filter by evaluates. | [optional]
129
+ **filter_by_origin** | **str**| Optional. Filter by origin. | [optional]
130
+ **filter_by_test_case_count** | **int**| Optional. Filter by test case count. | [optional]
131
+ **filter_by_test_count** | **int**| Optional. Filter by test count. | [optional]
132
+ **filter_by_fts** | **str**| Optional. Filter by FTS. | [optional]
133
+
134
+ ### Return type
135
+
136
+ [**V1ListPromptLibraryItemsResponse**](V1ListPromptLibraryItemsResponse.md)
137
+
138
+ ### Authorization
139
+
140
+ No authorization required
141
+
142
+ ### HTTP request headers
143
+
144
+ - **Content-Type**: Not defined
145
+ - **Accept**: application/json
146
+
147
+ ### HTTP response details
148
+
149
+ | Status code | Description | Response headers |
150
+ |-------------|-------------|------------------|
151
+ **200** | A successful response. | - |
152
+ **0** | An unexpected error response. | - |
153
+
154
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
155
+
@@ -0,0 +1,12 @@
1
+ # ProtobufNullValue
2
+
3
+ `NullValue` is a singleton enumeration to represent the null value for the `Value` type union. The JSON representation for `NullValue` is JSON `null`. - NULL_VALUE: Null value.
4
+
5
+ ## Properties
6
+
7
+ Name | Type | Description | Notes
8
+ ------------ | ------------- | ------------- | -------------
9
+
10
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
11
+
12
+
@@ -16,6 +16,9 @@ Name | Type | Description | Notes
16
16
  **answer** | **str** | Expected answer text. Model output. | [optional]
17
17
  **constraints** | **List[str]** | Constraints on the model output. | [optional]
18
18
  **condition** | **str** | Optional. Test case output condition, in a form of AIP-160 compliant filter expression. | [optional]
19
+ **perturbed_by** | **List[str]** | Output only. The list of perturbators applied to this test case. | [optional] [readonly]
20
+ **topics** | **List[str]** | Output only. The list of topics used to generate this test case. | [optional] [readonly]
21
+ **generator** | [**V1TestCasesGenerator**](V1TestCasesGenerator.md) | | [optional]
19
22
 
20
23
  ## Example
21
24
 
@@ -0,0 +1,47 @@
1
+ # RequiredTheUpdatedWorkflow
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **display_name** | **str** | Human-readable name of the Workflow. | [optional]
9
+ **description** | **str** | Optional description of the Workflow. | [optional]
10
+ **create_time** | **datetime** | Output only. Immutable. Creation time of the Workflow. | [optional] [readonly]
11
+ **creator** | **str** | Output only. Immutable. Name of the user or service that requested creation of the Workflow. | [optional] [readonly]
12
+ **update_time** | **datetime** | Output only. Optional. Last update time of the Workflow. | [optional] [readonly]
13
+ **updater** | **str** | Output only. Name of the user or service that requested update of the Workflow. | [optional] [readonly]
14
+ **delete_time** | **datetime** | Output only. Optional. Deletion time of the Workflow. | [optional] [readonly]
15
+ **deleter** | **str** | Output only. Name of the user or service that requested deletion of the Workflow. | [optional] [readonly]
16
+ **type** | [**V1WorkflowType**](V1WorkflowType.md) | | [optional]
17
+ **model** | **str** | Immutable. Resource name of the Model associated with this Workflow. | [optional]
18
+ **nodes** | **List[str]** | Output only. List of the WorkflowNodes in the Workflow. | [optional] [readonly]
19
+ **edges** | **List[str]** | Output only. List of the WorkflowEdges in the Workflow. | [optional] [readonly]
20
+ **outputs** | **Dict[str, object]** | Output only. Optional. Computed outputs of all the WorkflowNodes in the Workflow. | [optional] [readonly]
21
+ **output_artifacts** | [**Dict[str, V1WorkflowNodeArtifacts]**](V1WorkflowNodeArtifacts.md) | Output only. Optional. List of the WorkflowNodeArtifacts produces by all the WorkflowNodes in the Workflow. | [optional] [readonly]
22
+ **llm_model** | **str** | Immutable. LLM Model to use. | [optional]
23
+ **model_parameters** | **str** | Optional. Immutable. Model parameter overrides in JSON format. | [optional]
24
+ **document** | **str** | The resource name of a Document. | [optional]
25
+ **h2ogpte_collection** | **str** | Existing h2oGPTe collection. | [optional]
26
+ **cloned_from_workflow** | **str** | Optional. Output only. The Workflow that this Workflow was cloned from. | [optional] [readonly]
27
+
28
+ ## Example
29
+
30
+ ```python
31
+ from eval_studio_client.api.models.required_the_updated_workflow import RequiredTheUpdatedWorkflow
32
+
33
+ # TODO update the JSON string below
34
+ json = "{}"
35
+ # create an instance of RequiredTheUpdatedWorkflow from a JSON string
36
+ required_the_updated_workflow_instance = RequiredTheUpdatedWorkflow.from_json(json)
37
+ # print the JSON string representation of the object
38
+ print(RequiredTheUpdatedWorkflow.to_json())
39
+
40
+ # convert the object into a dict
41
+ required_the_updated_workflow_dict = required_the_updated_workflow_instance.to_dict()
42
+ # create an instance of RequiredTheUpdatedWorkflow from a dict
43
+ required_the_updated_workflow_from_dict = RequiredTheUpdatedWorkflow.from_dict(required_the_updated_workflow_dict)
44
+ ```
45
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
46
+
47
+
@@ -0,0 +1,44 @@
1
+ # RequiredTheUpdatedWorkflowNode
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **parent** | **str** | Output only. Immutable. Resource name of the parent Workflow in format of &#x60;workflows/{workflow_id}/&#x60;. | [optional] [readonly]
9
+ **display_name** | **str** | Human-readable name of the WorkflowNode. | [optional]
10
+ **description** | **str** | Optional description of the WorkflowNode. | [optional]
11
+ **create_time** | **datetime** | Output only. Immutable. Creation time of the WorkflowNode. | [optional] [readonly]
12
+ **creator** | **str** | Output only. Immutable. Name of the user or service that requested creation of the WorkflowNode. | [optional] [readonly]
13
+ **update_time** | **datetime** | Output only. Optional. Last update time of the WorkflowNode. | [optional] [readonly]
14
+ **updater** | **str** | Output only. Name of the user or service that requested update of the WorkflowNode. | [optional] [readonly]
15
+ **delete_time** | **datetime** | Output only. Optional. Deletion time of the WorkflowNode. | [optional] [readonly]
16
+ **deleter** | **str** | Output only. Name of the user or service that requested deletion of the WorkflowNode. | [optional] [readonly]
17
+ **type** | [**V1WorkflowNodeType**](V1WorkflowNodeType.md) | | [optional]
18
+ **parameters** | **object** | User-given parameters for the WorkflowNode. | [optional]
19
+ **outputs** | **object** | Output only. Computed outputs of the WorkflowNode. | [optional] [readonly]
20
+ **output_artifacts** | [**List[V1WorkflowNodeArtifact]**](V1WorkflowNodeArtifact.md) | Output only. Optional. List of the WorkflowNodeArtifacts produces by the WorkflowNode. | [optional] [readonly]
21
+ **status** | [**V1WorkflowNodeStatus**](V1WorkflowNodeStatus.md) | | [optional]
22
+ **attributes** | [**V1WorkflowNodeAttributes**](V1WorkflowNodeAttributes.md) | | [optional]
23
+ **processed_by_operation** | **str** | Output only. Optional. Resource name of the latest Operation that has processed or is currently processing this WorkflowNode. | [optional] [readonly]
24
+
25
+ ## Example
26
+
27
+ ```python
28
+ from eval_studio_client.api.models.required_the_updated_workflow_node import RequiredTheUpdatedWorkflowNode
29
+
30
+ # TODO update the JSON string below
31
+ json = "{}"
32
+ # create an instance of RequiredTheUpdatedWorkflowNode from a JSON string
33
+ required_the_updated_workflow_node_instance = RequiredTheUpdatedWorkflowNode.from_json(json)
34
+ # print the JSON string representation of the object
35
+ print(RequiredTheUpdatedWorkflowNode.to_json())
36
+
37
+ # convert the object into a dict
38
+ required_the_updated_workflow_node_dict = required_the_updated_workflow_node_instance.to_dict()
39
+ # create an instance of RequiredTheUpdatedWorkflowNode from a dict
40
+ required_the_updated_workflow_node_from_dict = RequiredTheUpdatedWorkflowNode.from_dict(required_the_updated_workflow_node_dict)
41
+ ```
42
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
43
+
44
+
@@ -0,0 +1,75 @@
1
+ # eval_studio_client.api.TestCaseRelationshipServiceApi
2
+
3
+ All URIs are relative to *http://localhost*
4
+
5
+ Method | HTTP request | Description
6
+ ------------- | ------------- | -------------
7
+ [**test_case_relationship_service_list_test_case_relationships**](TestCaseRelationshipServiceApi.md#test_case_relationship_service_list_test_case_relationships) | **GET** /v1/{parent}/testCaseRelationships |
8
+
9
+
10
+ # **test_case_relationship_service_list_test_case_relationships**
11
+ > V1ListTestCaseRelationshipsResponse test_case_relationship_service_list_test_case_relationships(parent)
12
+
13
+
14
+
15
+ ### Example
16
+
17
+
18
+ ```python
19
+ import eval_studio_client.api
20
+ from eval_studio_client.api.models.v1_list_test_case_relationships_response import V1ListTestCaseRelationshipsResponse
21
+ from eval_studio_client.api.rest import ApiException
22
+ from pprint import pprint
23
+
24
+ # Defining the host is optional and defaults to http://localhost
25
+ # See configuration.py for a list of all supported configuration parameters.
26
+ configuration = eval_studio_client.api.Configuration(
27
+ host = "http://localhost"
28
+ )
29
+
30
+
31
+ # Enter a context with an instance of the API client
32
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
33
+ # Create an instance of the API class
34
+ api_instance = eval_studio_client.api.TestCaseRelationshipServiceApi(api_client)
35
+ parent = 'parent_example' # str | The name of the Test whose TestCaseRelationships to retrieve.
36
+
37
+ try:
38
+ api_response = api_instance.test_case_relationship_service_list_test_case_relationships(parent)
39
+ print("The response of TestCaseRelationshipServiceApi->test_case_relationship_service_list_test_case_relationships:\n")
40
+ pprint(api_response)
41
+ except Exception as e:
42
+ print("Exception when calling TestCaseRelationshipServiceApi->test_case_relationship_service_list_test_case_relationships: %s\n" % e)
43
+ ```
44
+
45
+
46
+
47
+ ### Parameters
48
+
49
+
50
+ Name | Type | Description | Notes
51
+ ------------- | ------------- | ------------- | -------------
52
+ **parent** | **str**| The name of the Test whose TestCaseRelationships to retrieve. |
53
+
54
+ ### Return type
55
+
56
+ [**V1ListTestCaseRelationshipsResponse**](V1ListTestCaseRelationshipsResponse.md)
57
+
58
+ ### Authorization
59
+
60
+ No authorization required
61
+
62
+ ### HTTP request headers
63
+
64
+ - **Content-Type**: Not defined
65
+ - **Accept**: application/json
66
+
67
+ ### HTTP response details
68
+
69
+ | Status code | Description | Response headers |
70
+ |-------------|-------------|------------------|
71
+ **200** | A successful response. | - |
72
+ **0** | An unexpected error response. | - |
73
+
74
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
75
+
@@ -8,7 +8,7 @@ Method | HTTP request | Description
8
8
  [**test_case_service_create_test_case**](TestCaseServiceApi.md#test_case_service_create_test_case) | **POST** /v1/{parent}/testCases |
9
9
  [**test_case_service_delete_test_case**](TestCaseServiceApi.md#test_case_service_delete_test_case) | **DELETE** /v1/{name_5} |
10
10
  [**test_case_service_find_all_test_cases_by_id**](TestCaseServiceApi.md#test_case_service_find_all_test_cases_by_id) | **GET** /v1/tests/-/testCases:findAllTestCasesByID |
11
- [**test_case_service_get_test_case**](TestCaseServiceApi.md#test_case_service_get_test_case) | **GET** /v1/{name_7} |
11
+ [**test_case_service_get_test_case**](TestCaseServiceApi.md#test_case_service_get_test_case) | **GET** /v1/{name_8} |
12
12
  [**test_case_service_list_test_cases**](TestCaseServiceApi.md#test_case_service_list_test_cases) | **GET** /v1/{parent}/testCases |
13
13
  [**test_case_service_update_test_case**](TestCaseServiceApi.md#test_case_service_update_test_case) | **PATCH** /v1/{testCase.name} |
14
14
 
@@ -284,7 +284,7 @@ No authorization required
284
284
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
285
285
 
286
286
  # **test_case_service_get_test_case**
287
- > V1GetTestCaseResponse test_case_service_get_test_case(name_7)
287
+ > V1GetTestCaseResponse test_case_service_get_test_case(name_8)
288
288
 
289
289
 
290
290
 
@@ -308,10 +308,10 @@ configuration = eval_studio_client.api.Configuration(
308
308
  with eval_studio_client.api.ApiClient(configuration) as api_client:
309
309
  # Create an instance of the API class
310
310
  api_instance = eval_studio_client.api.TestCaseServiceApi(api_client)
311
- name_7 = 'name_7_example' # str | The name of the TestCase to retrieve. Format: tests/<UUID>/testCases/<UUID>
311
+ name_8 = 'name_8_example' # str | The name of the TestCase to retrieve. Format: tests/<UUID>/testCases/<UUID>
312
312
 
313
313
  try:
314
- api_response = api_instance.test_case_service_get_test_case(name_7)
314
+ api_response = api_instance.test_case_service_get_test_case(name_8)
315
315
  print("The response of TestCaseServiceApi->test_case_service_get_test_case:\n")
316
316
  pprint(api_response)
317
317
  except Exception as e:
@@ -325,7 +325,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
325
325
 
326
326
  Name | Type | Description | Notes
327
327
  ------------- | ------------- | ------------- | -------------
328
- **name_7** | **str**| The name of the TestCase to retrieve. Format: tests/&lt;UUID&gt;/testCases/&lt;UUID&gt; |
328
+ **name_8** | **str**| The name of the TestCase to retrieve. Format: tests/&lt;UUID&gt;/testCases/&lt;UUID&gt; |
329
329
 
330
330
  ### Return type
331
331
 
@@ -4,12 +4,12 @@ All URIs are relative to *http://localhost*
4
4
 
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
- [**test_class_service_get_test_class**](TestClassServiceApi.md#test_class_service_get_test_class) | **GET** /v1/{name_8} |
7
+ [**test_class_service_get_test_class**](TestClassServiceApi.md#test_class_service_get_test_class) | **GET** /v1/{name_9} |
8
8
  [**test_class_service_list_test_classes**](TestClassServiceApi.md#test_class_service_list_test_classes) | **GET** /v1/testClasses |
9
9
 
10
10
 
11
11
  # **test_class_service_get_test_class**
12
- > V1GetTestClassResponse test_class_service_get_test_class(name_8)
12
+ > V1GetTestClassResponse test_class_service_get_test_class(name_9)
13
13
 
14
14
 
15
15
 
@@ -33,10 +33,10 @@ configuration = eval_studio_client.api.Configuration(
33
33
  with eval_studio_client.api.ApiClient(configuration) as api_client:
34
34
  # Create an instance of the API class
35
35
  api_instance = eval_studio_client.api.TestClassServiceApi(api_client)
36
- name_8 = 'name_8_example' # str | The name of the TestClass to retrieve. Format: testClasses/<UUID>
36
+ name_9 = 'name_9_example' # str | The name of the TestClass to retrieve. Format: testClasses/<UUID>
37
37
 
38
38
  try:
39
- api_response = api_instance.test_class_service_get_test_class(name_8)
39
+ api_response = api_instance.test_class_service_get_test_class(name_9)
40
40
  print("The response of TestClassServiceApi->test_class_service_get_test_class:\n")
41
41
  pprint(api_response)
42
42
  except Exception as e:
@@ -50,7 +50,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
50
50
 
51
51
  Name | Type | Description | Notes
52
52
  ------------- | ------------- | ------------- | -------------
53
- **name_8** | **str**| The name of the TestClass to retrieve. Format: testClasses/&lt;UUID&gt; |
53
+ **name_9** | **str**| The name of the TestClass to retrieve. Format: testClasses/&lt;UUID&gt; |
54
54
 
55
55
  ### Return type
56
56