eval-studio-client 1.0.1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (527) hide show
  1. eval_studio_client/api/__init__.py +36 -1
  2. eval_studio_client/api/api/__init__.py +4 -0
  3. eval_studio_client/api/api/adversarial_inputs_service_api.py +321 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +1 -1
  5. eval_studio_client/api/api/document_service_api.py +1 -1
  6. eval_studio_client/api/api/evaluation_service_api.py +1 -1
  7. eval_studio_client/api/api/evaluator_service_api.py +1 -1
  8. eval_studio_client/api/api/generated_questions_validation_service_api.py +321 -0
  9. eval_studio_client/api/api/human_calibration_service_api.py +1 -1
  10. eval_studio_client/api/api/info_service_api.py +1 -1
  11. eval_studio_client/api/api/leaderboard_report_service_api.py +292 -0
  12. eval_studio_client/api/api/leaderboard_service_api.py +17 -17
  13. eval_studio_client/api/api/model_service_api.py +17 -17
  14. eval_studio_client/api/api/operation_progress_service_api.py +1 -1
  15. eval_studio_client/api/api/operation_service_api.py +272 -17
  16. eval_studio_client/api/api/perturbation_service_api.py +1 -1
  17. eval_studio_client/api/api/perturbator_service_api.py +17 -17
  18. eval_studio_client/api/api/prompt_generation_service_api.py +1 -1
  19. eval_studio_client/api/api/prompt_library_service_api.py +1 -1
  20. eval_studio_client/api/api/test_case_relationship_service_api.py +292 -0
  21. eval_studio_client/api/api/test_case_service_api.py +17 -17
  22. eval_studio_client/api/api/test_class_service_api.py +17 -17
  23. eval_studio_client/api/api/test_lab_service_api.py +1 -1
  24. eval_studio_client/api/api/test_service_api.py +585 -17
  25. eval_studio_client/api/api/who_am_i_service_api.py +1 -1
  26. eval_studio_client/api/api/workflow_edge_service_api.py +541 -2
  27. eval_studio_client/api/api/workflow_node_service_api.py +923 -126
  28. eval_studio_client/api/api/workflow_service_api.py +317 -33
  29. eval_studio_client/api/api_client.py +1 -1
  30. eval_studio_client/api/configuration.py +1 -1
  31. eval_studio_client/api/docs/AdversarialInputsServiceApi.md +78 -0
  32. eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +45 -0
  33. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceApi.md +78 -0
  34. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md +30 -0
  35. eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -0
  36. eval_studio_client/api/docs/LeaderboardServiceApi.md +5 -5
  37. eval_studio_client/api/docs/ModelServiceApi.md +5 -5
  38. eval_studio_client/api/docs/OperationServiceApi.md +72 -5
  39. eval_studio_client/api/docs/PerturbatorServiceApi.md +5 -5
  40. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +2 -1
  41. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +2 -0
  42. eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md +3 -0
  43. eval_studio_client/api/docs/TestCaseRelationshipServiceApi.md +75 -0
  44. eval_studio_client/api/docs/TestCaseServiceApi.md +5 -5
  45. eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
  46. eval_studio_client/api/docs/TestServiceApi.md +145 -5
  47. eval_studio_client/api/docs/TestServiceCloneTestRequest.md +30 -0
  48. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +3 -2
  49. eval_studio_client/api/docs/TestServicePerturbTestInPlaceRequest.md +30 -0
  50. eval_studio_client/api/docs/V1AbortOperationResponse.md +29 -0
  51. eval_studio_client/api/docs/V1CloneTestResponse.md +29 -0
  52. eval_studio_client/api/docs/V1CloneWorkflowResponse.md +29 -0
  53. eval_studio_client/api/docs/V1Context.md +32 -0
  54. eval_studio_client/api/docs/V1CreateWorkflowEdgeResponse.md +29 -0
  55. eval_studio_client/api/docs/V1CreateWorkflowNodeResponse.md +29 -0
  56. eval_studio_client/api/docs/V1DeleteWorkflowEdgeResponse.md +29 -0
  57. eval_studio_client/api/docs/V1GeneratedTestCase.md +30 -0
  58. eval_studio_client/api/docs/V1GetLeaderboardReportResponse.md +29 -0
  59. eval_studio_client/api/docs/V1Info.md +3 -0
  60. eval_studio_client/api/docs/V1InitWorkflowNodeResponse.md +29 -0
  61. eval_studio_client/api/docs/V1LeaderboardReport.md +32 -0
  62. eval_studio_client/api/docs/V1LeaderboardReportActualOutputData.md +31 -0
  63. eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +31 -0
  64. eval_studio_client/api/docs/V1LeaderboardReportEvaluator.md +42 -0
  65. eval_studio_client/api/docs/V1LeaderboardReportEvaluatorParameter.md +38 -0
  66. eval_studio_client/api/docs/V1LeaderboardReportExplanation.md +34 -0
  67. eval_studio_client/api/docs/V1LeaderboardReportMetricsMetaEntry.md +41 -0
  68. eval_studio_client/api/docs/V1LeaderboardReportModel.md +39 -0
  69. eval_studio_client/api/docs/V1LeaderboardReportResult.md +45 -0
  70. eval_studio_client/api/docs/V1LeaderboardReportResultRelationship.md +32 -0
  71. eval_studio_client/api/docs/V1ListTestCaseRelationshipsResponse.md +29 -0
  72. eval_studio_client/api/docs/V1MetricScore.md +31 -0
  73. eval_studio_client/api/docs/V1MetricScores.md +29 -0
  74. eval_studio_client/api/docs/V1PerturbTestInPlaceResponse.md +29 -0
  75. eval_studio_client/api/docs/V1RepeatedString.md +29 -0
  76. eval_studio_client/api/docs/V1ResetWorkflowNodeResponse.md +29 -0
  77. eval_studio_client/api/docs/V1TestCase.md +2 -0
  78. eval_studio_client/api/docs/V1Workflow.md +3 -0
  79. eval_studio_client/api/docs/WorkflowEdgeServiceApi.md +139 -0
  80. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +221 -12
  81. eval_studio_client/api/docs/WorkflowServiceApi.md +81 -10
  82. eval_studio_client/api/docs/WorkflowServiceCloneWorkflowRequest.md +33 -0
  83. eval_studio_client/api/exceptions.py +1 -1
  84. eval_studio_client/api/models/__init__.py +32 -1
  85. eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +143 -0
  86. eval_studio_client/api/models/generated_questions_validation_service_validate_generated_questions_request.py +97 -0
  87. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
  88. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +13 -4
  89. eval_studio_client/api/models/protobuf_any.py +1 -1
  90. eval_studio_client/api/models/protobuf_null_value.py +1 -1
  91. eval_studio_client/api/models/required_the_dashboard_to_update.py +1 -1
  92. eval_studio_client/api/models/required_the_document_to_update.py +1 -1
  93. eval_studio_client/api/models/required_the_leaderboard_to_update.py +1 -1
  94. eval_studio_client/api/models/required_the_model_to_update.py +1 -1
  95. eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
  96. eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
  97. eval_studio_client/api/models/required_the_test_case_to_update.py +10 -3
  98. eval_studio_client/api/models/required_the_test_to_update.py +1 -1
  99. eval_studio_client/api/models/required_the_updated_workflow.py +11 -3
  100. eval_studio_client/api/models/required_the_updated_workflow_node.py +1 -1
  101. eval_studio_client/api/models/rpc_status.py +1 -1
  102. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
  103. eval_studio_client/api/models/test_service_clone_test_request.py +89 -0
  104. eval_studio_client/api/models/test_service_generate_test_cases_request.py +7 -5
  105. eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +1 -1
  106. eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +1 -1
  107. eval_studio_client/api/models/test_service_perturb_test_in_place_request.py +97 -0
  108. eval_studio_client/api/models/test_service_perturb_test_request.py +1 -1
  109. eval_studio_client/api/models/v1_abort_operation_response.py +91 -0
  110. eval_studio_client/api/models/v1_batch_create_leaderboards_request.py +1 -1
  111. eval_studio_client/api/models/v1_batch_create_leaderboards_response.py +1 -1
  112. eval_studio_client/api/models/v1_batch_delete_dashboards_request.py +1 -1
  113. eval_studio_client/api/models/v1_batch_delete_dashboards_response.py +1 -1
  114. eval_studio_client/api/models/v1_batch_delete_documents_request.py +1 -1
  115. eval_studio_client/api/models/v1_batch_delete_documents_response.py +1 -1
  116. eval_studio_client/api/models/v1_batch_delete_evaluators_request.py +1 -1
  117. eval_studio_client/api/models/v1_batch_delete_evaluators_response.py +1 -1
  118. eval_studio_client/api/models/v1_batch_delete_leaderboards_request.py +1 -1
  119. eval_studio_client/api/models/v1_batch_delete_leaderboards_response.py +1 -1
  120. eval_studio_client/api/models/v1_batch_delete_models_request.py +1 -1
  121. eval_studio_client/api/models/v1_batch_delete_models_response.py +1 -1
  122. eval_studio_client/api/models/v1_batch_delete_test_cases_response.py +1 -1
  123. eval_studio_client/api/models/v1_batch_delete_tests_request.py +1 -1
  124. eval_studio_client/api/models/v1_batch_delete_tests_response.py +1 -1
  125. eval_studio_client/api/models/v1_batch_delete_workflows_request.py +1 -1
  126. eval_studio_client/api/models/v1_batch_delete_workflows_response.py +1 -1
  127. eval_studio_client/api/models/v1_batch_get_dashboards_response.py +1 -1
  128. eval_studio_client/api/models/v1_batch_get_documents_response.py +1 -1
  129. eval_studio_client/api/models/v1_batch_get_leaderboards_response.py +1 -1
  130. eval_studio_client/api/models/v1_batch_get_models_response.py +1 -1
  131. eval_studio_client/api/models/v1_batch_get_operations_response.py +1 -1
  132. eval_studio_client/api/models/v1_batch_get_tests_response.py +1 -1
  133. eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +1 -1
  134. eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +1 -1
  135. eval_studio_client/api/models/v1_batch_import_leaderboard_request.py +1 -1
  136. eval_studio_client/api/models/v1_batch_import_leaderboard_response.py +1 -1
  137. eval_studio_client/api/models/v1_batch_import_tests_request.py +1 -1
  138. eval_studio_client/api/models/v1_batch_import_tests_response.py +1 -1
  139. eval_studio_client/api/models/v1_check_base_models_response.py +1 -1
  140. eval_studio_client/api/models/v1_clone_test_response.py +91 -0
  141. eval_studio_client/api/models/v1_clone_workflow_response.py +91 -0
  142. eval_studio_client/api/models/v1_collection_info.py +1 -1
  143. eval_studio_client/api/models/v1_context.py +93 -0
  144. eval_studio_client/api/models/v1_create_dashboard_response.py +1 -1
  145. eval_studio_client/api/models/v1_create_document_response.py +1 -1
  146. eval_studio_client/api/models/v1_create_evaluation_request.py +1 -1
  147. eval_studio_client/api/models/v1_create_evaluator_response.py +1 -1
  148. eval_studio_client/api/models/v1_create_leaderboard_request.py +1 -1
  149. eval_studio_client/api/models/v1_create_leaderboard_response.py +1 -1
  150. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +1 -1
  151. eval_studio_client/api/models/v1_create_model_response.py +1 -1
  152. eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
  153. eval_studio_client/api/models/v1_create_test_case_response.py +1 -1
  154. eval_studio_client/api/models/v1_create_test_lab_response.py +1 -1
  155. eval_studio_client/api/models/v1_create_test_response.py +1 -1
  156. eval_studio_client/api/models/v1_create_workflow_edge_response.py +91 -0
  157. eval_studio_client/api/models/v1_create_workflow_node_response.py +91 -0
  158. eval_studio_client/api/models/v1_create_workflow_response.py +1 -1
  159. eval_studio_client/api/models/v1_dashboard.py +1 -1
  160. eval_studio_client/api/models/v1_dashboard_status.py +1 -1
  161. eval_studio_client/api/models/v1_delete_dashboard_response.py +1 -1
  162. eval_studio_client/api/models/v1_delete_document_response.py +1 -1
  163. eval_studio_client/api/models/v1_delete_evaluator_response.py +1 -1
  164. eval_studio_client/api/models/v1_delete_leaderboard_response.py +1 -1
  165. eval_studio_client/api/models/v1_delete_model_response.py +1 -1
  166. eval_studio_client/api/models/v1_delete_test_case_response.py +1 -1
  167. eval_studio_client/api/models/v1_delete_test_response.py +1 -1
  168. eval_studio_client/api/models/v1_delete_workflow_edge_response.py +91 -0
  169. eval_studio_client/api/models/v1_delete_workflow_node_response.py +1 -1
  170. eval_studio_client/api/models/v1_delete_workflow_response.py +1 -1
  171. eval_studio_client/api/models/v1_document.py +1 -1
  172. eval_studio_client/api/models/v1_estimate_threshold_request.py +1 -1
  173. eval_studio_client/api/models/v1_evaluation_test.py +1 -1
  174. eval_studio_client/api/models/v1_evaluator.py +1 -1
  175. eval_studio_client/api/models/v1_evaluator_param_type.py +1 -1
  176. eval_studio_client/api/models/v1_evaluator_parameter.py +1 -1
  177. eval_studio_client/api/models/v1_evaluator_view.py +1 -1
  178. eval_studio_client/api/models/v1_finalize_operation_response.py +1 -1
  179. eval_studio_client/api/models/v1_find_all_test_cases_by_id_response.py +1 -1
  180. eval_studio_client/api/models/v1_find_test_lab_response.py +1 -1
  181. eval_studio_client/api/models/v1_generate_test_cases_response.py +1 -1
  182. eval_studio_client/api/models/v1_generated_test_case.py +101 -0
  183. eval_studio_client/api/models/v1_get_dashboard_response.py +1 -1
  184. eval_studio_client/api/models/v1_get_document_response.py +1 -1
  185. eval_studio_client/api/models/v1_get_evaluator_response.py +1 -1
  186. eval_studio_client/api/models/v1_get_info_response.py +1 -1
  187. eval_studio_client/api/models/v1_get_leaderboard_report_response.py +91 -0
  188. eval_studio_client/api/models/v1_get_leaderboard_response.py +1 -1
  189. eval_studio_client/api/models/v1_get_model_response.py +1 -1
  190. eval_studio_client/api/models/v1_get_operation_progress_by_parent_response.py +1 -1
  191. eval_studio_client/api/models/v1_get_operation_response.py +1 -1
  192. eval_studio_client/api/models/v1_get_perturbator_response.py +1 -1
  193. eval_studio_client/api/models/v1_get_test_case_response.py +1 -1
  194. eval_studio_client/api/models/v1_get_test_class_response.py +1 -1
  195. eval_studio_client/api/models/v1_get_test_response.py +1 -1
  196. eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +1 -1
  197. eval_studio_client/api/models/v1_get_workflow_node_response.py +1 -1
  198. eval_studio_client/api/models/v1_get_workflow_response.py +1 -1
  199. eval_studio_client/api/models/v1_import_evaluation_request.py +1 -1
  200. eval_studio_client/api/models/v1_import_leaderboard_request.py +1 -1
  201. eval_studio_client/api/models/v1_import_leaderboard_response.py +1 -1
  202. eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +1 -1
  203. eval_studio_client/api/models/v1_import_test_cases_request.py +1 -1
  204. eval_studio_client/api/models/v1_info.py +10 -4
  205. eval_studio_client/api/models/v1_init_workflow_node_response.py +91 -0
  206. eval_studio_client/api/models/v1_insight.py +1 -1
  207. eval_studio_client/api/models/v1_labeled_test_case.py +1 -1
  208. eval_studio_client/api/models/v1_leaderboard.py +1 -1
  209. eval_studio_client/api/models/v1_leaderboard_report.py +115 -0
  210. eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py +93 -0
  211. eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +101 -0
  212. eval_studio_client/api/models/v1_leaderboard_report_evaluator.py +155 -0
  213. eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py +109 -0
  214. eval_studio_client/api/models/v1_leaderboard_report_explanation.py +103 -0
  215. eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py +129 -0
  216. eval_studio_client/api/models/v1_leaderboard_report_model.py +121 -0
  217. eval_studio_client/api/models/v1_leaderboard_report_result.py +175 -0
  218. eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py +97 -0
  219. eval_studio_client/api/models/v1_leaderboard_status.py +1 -1
  220. eval_studio_client/api/models/v1_leaderboard_type.py +1 -1
  221. eval_studio_client/api/models/v1_leaderboard_view.py +1 -1
  222. eval_studio_client/api/models/v1_list_base_models_response.py +1 -1
  223. eval_studio_client/api/models/v1_list_dashboards_response.py +1 -1
  224. eval_studio_client/api/models/v1_list_documents_response.py +1 -1
  225. eval_studio_client/api/models/v1_list_evaluators_response.py +1 -1
  226. eval_studio_client/api/models/v1_list_leaderboards_response.py +1 -1
  227. eval_studio_client/api/models/v1_list_llm_models_response.py +1 -1
  228. eval_studio_client/api/models/v1_list_model_collections_response.py +1 -1
  229. eval_studio_client/api/models/v1_list_models_response.py +1 -1
  230. eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py +1 -1
  231. eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py +1 -1
  232. eval_studio_client/api/models/v1_list_most_recent_models_response.py +1 -1
  233. eval_studio_client/api/models/v1_list_most_recent_tests_response.py +1 -1
  234. eval_studio_client/api/models/v1_list_operations_response.py +1 -1
  235. eval_studio_client/api/models/v1_list_perturbators_response.py +1 -1
  236. eval_studio_client/api/models/v1_list_prompt_library_items_response.py +1 -1
  237. eval_studio_client/api/models/v1_list_rag_collections_response.py +1 -1
  238. eval_studio_client/api/models/v1_list_test_case_library_items_response.py +1 -1
  239. eval_studio_client/api/models/v1_list_test_case_relationships_response.py +95 -0
  240. eval_studio_client/api/models/v1_list_test_cases_response.py +1 -1
  241. eval_studio_client/api/models/v1_list_test_classes_response.py +1 -1
  242. eval_studio_client/api/models/v1_list_tests_response.py +1 -1
  243. eval_studio_client/api/models/v1_list_workflows_response.py +1 -1
  244. eval_studio_client/api/models/v1_metric_score.py +89 -0
  245. eval_studio_client/api/models/v1_metric_scores.py +95 -0
  246. eval_studio_client/api/models/v1_model.py +1 -1
  247. eval_studio_client/api/models/v1_model_type.py +1 -1
  248. eval_studio_client/api/models/v1_operation.py +1 -1
  249. eval_studio_client/api/models/v1_operation_progress.py +1 -1
  250. eval_studio_client/api/models/v1_perturb_test_in_place_response.py +91 -0
  251. eval_studio_client/api/models/v1_perturb_test_response.py +1 -1
  252. eval_studio_client/api/models/v1_perturbator.py +1 -1
  253. eval_studio_client/api/models/v1_perturbator_configuration.py +1 -1
  254. eval_studio_client/api/models/v1_perturbator_intensity.py +1 -1
  255. eval_studio_client/api/models/v1_problem_and_action.py +1 -1
  256. eval_studio_client/api/models/v1_process_workflow_node_response.py +1 -1
  257. eval_studio_client/api/models/v1_prompt_library_item.py +1 -1
  258. eval_studio_client/api/models/v1_repeated_string.py +87 -0
  259. eval_studio_client/api/models/v1_reset_workflow_node_response.py +91 -0
  260. eval_studio_client/api/models/v1_test.py +1 -1
  261. eval_studio_client/api/models/v1_test_case.py +10 -3
  262. eval_studio_client/api/models/v1_test_case_relationship.py +1 -1
  263. eval_studio_client/api/models/v1_test_cases_generator.py +1 -1
  264. eval_studio_client/api/models/v1_test_class.py +1 -1
  265. eval_studio_client/api/models/v1_test_class_type.py +1 -1
  266. eval_studio_client/api/models/v1_test_lab.py +1 -1
  267. eval_studio_client/api/models/v1_test_suite_evaluates.py +1 -1
  268. eval_studio_client/api/models/v1_update_dashboard_response.py +1 -1
  269. eval_studio_client/api/models/v1_update_document_response.py +1 -1
  270. eval_studio_client/api/models/v1_update_leaderboard_response.py +1 -1
  271. eval_studio_client/api/models/v1_update_model_response.py +1 -1
  272. eval_studio_client/api/models/v1_update_operation_response.py +1 -1
  273. eval_studio_client/api/models/v1_update_test_case_response.py +1 -1
  274. eval_studio_client/api/models/v1_update_test_response.py +1 -1
  275. eval_studio_client/api/models/v1_update_workflow_node_response.py +1 -1
  276. eval_studio_client/api/models/v1_update_workflow_response.py +1 -1
  277. eval_studio_client/api/models/v1_who_am_i_response.py +1 -1
  278. eval_studio_client/api/models/v1_workflow.py +11 -3
  279. eval_studio_client/api/models/v1_workflow_edge.py +1 -1
  280. eval_studio_client/api/models/v1_workflow_edge_type.py +1 -1
  281. eval_studio_client/api/models/v1_workflow_node.py +1 -1
  282. eval_studio_client/api/models/v1_workflow_node_artifact.py +1 -1
  283. eval_studio_client/api/models/v1_workflow_node_artifacts.py +1 -1
  284. eval_studio_client/api/models/v1_workflow_node_attributes.py +1 -1
  285. eval_studio_client/api/models/v1_workflow_node_status.py +1 -1
  286. eval_studio_client/api/models/v1_workflow_node_type.py +4 -1
  287. eval_studio_client/api/models/v1_workflow_node_view.py +1 -1
  288. eval_studio_client/api/models/v1_workflow_type.py +1 -1
  289. eval_studio_client/api/models/workflow_service_clone_workflow_request.py +95 -0
  290. eval_studio_client/api/rest.py +1 -1
  291. eval_studio_client/api/test/test_adversarial_inputs_service_api.py +37 -0
  292. eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +128 -0
  293. eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
  294. eval_studio_client/api/test/test_document_service_api.py +1 -1
  295. eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
  296. eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
  297. eval_studio_client/api/test/test_generated_questions_validation_service_api.py +37 -0
  298. eval_studio_client/api/test/test_generated_questions_validation_service_validate_generated_questions_request.py +83 -0
  299. eval_studio_client/api/test/test_human_calibration_service_api.py +1 -1
  300. eval_studio_client/api/test/test_info_service_api.py +1 -1
  301. eval_studio_client/api/test/test_leaderboard_report_service_api.py +37 -0
  302. eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
  303. eval_studio_client/api/test/test_model_service_api.py +1 -1
  304. eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
  305. eval_studio_client/api/test/test_operation_service_api.py +7 -1
  306. eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
  307. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +6 -2
  308. eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
  309. eval_studio_client/api/test/test_prompt_generation_service_api.py +1 -1
  310. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +9 -4
  311. eval_studio_client/api/test/test_prompt_library_service_api.py +1 -1
  312. eval_studio_client/api/test/test_protobuf_any.py +1 -1
  313. eval_studio_client/api/test/test_protobuf_null_value.py +1 -1
  314. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
  315. eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
  316. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +1 -1
  317. eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
  318. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
  319. eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
  320. eval_studio_client/api/test/test_required_the_test_case_to_update.py +6 -2
  321. eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
  322. eval_studio_client/api/test/test_required_the_updated_workflow.py +5 -2
  323. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +1 -1
  324. eval_studio_client/api/test/test_rpc_status.py +1 -1
  325. eval_studio_client/api/test/test_test_case_relationship_service_api.py +37 -0
  326. eval_studio_client/api/test/test_test_case_service_api.py +1 -1
  327. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
  328. eval_studio_client/api/test/test_test_class_service_api.py +1 -1
  329. eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
  330. eval_studio_client/api/test/test_test_service_api.py +13 -1
  331. eval_studio_client/api/test/test_test_service_clone_test_request.py +52 -0
  332. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +4 -1
  333. eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py +1 -1
  334. eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py +1 -1
  335. eval_studio_client/api/test/test_test_service_perturb_test_in_place_request.py +59 -0
  336. eval_studio_client/api/test/test_test_service_perturb_test_request.py +1 -1
  337. eval_studio_client/api/test/test_v1_abort_operation_response.py +71 -0
  338. eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +1 -1
  339. eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +1 -1
  340. eval_studio_client/api/test/test_v1_batch_delete_dashboards_request.py +1 -1
  341. eval_studio_client/api/test/test_v1_batch_delete_dashboards_response.py +1 -1
  342. eval_studio_client/api/test/test_v1_batch_delete_documents_request.py +1 -1
  343. eval_studio_client/api/test/test_v1_batch_delete_documents_response.py +1 -1
  344. eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +1 -1
  345. eval_studio_client/api/test/test_v1_batch_delete_evaluators_response.py +1 -1
  346. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_request.py +1 -1
  347. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +1 -1
  348. eval_studio_client/api/test/test_v1_batch_delete_models_request.py +1 -1
  349. eval_studio_client/api/test/test_v1_batch_delete_models_response.py +1 -1
  350. eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py +6 -2
  351. eval_studio_client/api/test/test_v1_batch_delete_tests_request.py +1 -1
  352. eval_studio_client/api/test/test_v1_batch_delete_tests_response.py +1 -1
  353. eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py +1 -1
  354. eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py +5 -2
  355. eval_studio_client/api/test/test_v1_batch_get_dashboards_response.py +1 -1
  356. eval_studio_client/api/test/test_v1_batch_get_documents_response.py +1 -1
  357. eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +1 -1
  358. eval_studio_client/api/test/test_v1_batch_get_models_response.py +1 -1
  359. eval_studio_client/api/test/test_v1_batch_get_operations_response.py +1 -1
  360. eval_studio_client/api/test/test_v1_batch_get_tests_response.py +1 -1
  361. eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py +1 -1
  362. eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +1 -1
  363. eval_studio_client/api/test/test_v1_batch_import_leaderboard_request.py +1 -1
  364. eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +1 -1
  365. eval_studio_client/api/test/test_v1_batch_import_tests_request.py +1 -1
  366. eval_studio_client/api/test/test_v1_batch_import_tests_response.py +1 -1
  367. eval_studio_client/api/test/test_v1_check_base_models_response.py +1 -1
  368. eval_studio_client/api/test/test_v1_clone_test_response.py +67 -0
  369. eval_studio_client/api/test/test_v1_clone_workflow_response.py +93 -0
  370. eval_studio_client/api/test/test_v1_collection_info.py +1 -1
  371. eval_studio_client/api/test/test_v1_context.py +54 -0
  372. eval_studio_client/api/test/test_v1_create_dashboard_response.py +1 -1
  373. eval_studio_client/api/test/test_v1_create_document_response.py +1 -1
  374. eval_studio_client/api/test/test_v1_create_evaluation_request.py +6 -2
  375. eval_studio_client/api/test/test_v1_create_evaluator_response.py +1 -1
  376. eval_studio_client/api/test/test_v1_create_leaderboard_request.py +1 -1
  377. eval_studio_client/api/test/test_v1_create_leaderboard_response.py +1 -1
  378. eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +1 -1
  379. eval_studio_client/api/test/test_v1_create_model_response.py +1 -1
  380. eval_studio_client/api/test/test_v1_create_perturbation_response.py +1 -1
  381. eval_studio_client/api/test/test_v1_create_test_case_response.py +6 -2
  382. eval_studio_client/api/test/test_v1_create_test_lab_response.py +1 -1
  383. eval_studio_client/api/test/test_v1_create_test_response.py +1 -1
  384. eval_studio_client/api/test/test_v1_create_workflow_edge_response.py +62 -0
  385. eval_studio_client/api/test/test_v1_create_workflow_node_response.py +82 -0
  386. eval_studio_client/api/test/test_v1_create_workflow_response.py +5 -2
  387. eval_studio_client/api/test/test_v1_dashboard.py +1 -1
  388. eval_studio_client/api/test/test_v1_dashboard_status.py +1 -1
  389. eval_studio_client/api/test/test_v1_delete_dashboard_response.py +1 -1
  390. eval_studio_client/api/test/test_v1_delete_document_response.py +1 -1
  391. eval_studio_client/api/test/test_v1_delete_evaluator_response.py +1 -1
  392. eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +1 -1
  393. eval_studio_client/api/test/test_v1_delete_model_response.py +1 -1
  394. eval_studio_client/api/test/test_v1_delete_test_case_response.py +6 -2
  395. eval_studio_client/api/test/test_v1_delete_test_response.py +1 -1
  396. eval_studio_client/api/test/test_v1_delete_workflow_edge_response.py +62 -0
  397. eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +1 -1
  398. eval_studio_client/api/test/test_v1_delete_workflow_response.py +5 -2
  399. eval_studio_client/api/test/test_v1_document.py +1 -1
  400. eval_studio_client/api/test/test_v1_estimate_threshold_request.py +1 -1
  401. eval_studio_client/api/test/test_v1_evaluation_test.py +6 -2
  402. eval_studio_client/api/test/test_v1_evaluator.py +1 -1
  403. eval_studio_client/api/test/test_v1_evaluator_param_type.py +1 -1
  404. eval_studio_client/api/test/test_v1_evaluator_parameter.py +1 -1
  405. eval_studio_client/api/test/test_v1_evaluator_view.py +1 -1
  406. eval_studio_client/api/test/test_v1_finalize_operation_response.py +1 -1
  407. eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py +6 -2
  408. eval_studio_client/api/test/test_v1_find_test_lab_response.py +1 -1
  409. eval_studio_client/api/test/test_v1_generate_test_cases_response.py +1 -1
  410. eval_studio_client/api/test/test_v1_generated_test_case.py +79 -0
  411. eval_studio_client/api/test/test_v1_get_dashboard_response.py +1 -1
  412. eval_studio_client/api/test/test_v1_get_document_response.py +1 -1
  413. eval_studio_client/api/test/test_v1_get_evaluator_response.py +1 -1
  414. eval_studio_client/api/test/test_v1_get_info_response.py +7 -2
  415. eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +175 -0
  416. eval_studio_client/api/test/test_v1_get_leaderboard_response.py +1 -1
  417. eval_studio_client/api/test/test_v1_get_model_response.py +1 -1
  418. eval_studio_client/api/test/test_v1_get_operation_progress_by_parent_response.py +1 -1
  419. eval_studio_client/api/test/test_v1_get_operation_response.py +1 -1
  420. eval_studio_client/api/test/test_v1_get_perturbator_response.py +1 -1
  421. eval_studio_client/api/test/test_v1_get_test_case_response.py +6 -2
  422. eval_studio_client/api/test/test_v1_get_test_class_response.py +1 -1
  423. eval_studio_client/api/test/test_v1_get_test_response.py +1 -1
  424. eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py +1 -1
  425. eval_studio_client/api/test/test_v1_get_workflow_node_response.py +1 -1
  426. eval_studio_client/api/test/test_v1_get_workflow_response.py +5 -2
  427. eval_studio_client/api/test/test_v1_import_evaluation_request.py +1 -1
  428. eval_studio_client/api/test/test_v1_import_leaderboard_request.py +1 -1
  429. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +1 -1
  430. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +1 -1
  431. eval_studio_client/api/test/test_v1_import_test_cases_request.py +1 -1
  432. eval_studio_client/api/test/test_v1_info.py +7 -2
  433. eval_studio_client/api/test/test_v1_init_workflow_node_response.py +82 -0
  434. eval_studio_client/api/test/test_v1_insight.py +1 -1
  435. eval_studio_client/api/test/test_v1_labeled_test_case.py +1 -1
  436. eval_studio_client/api/test/test_v1_leaderboard.py +1 -1
  437. eval_studio_client/api/test/test_v1_leaderboard_report.py +174 -0
  438. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_data.py +52 -0
  439. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +56 -0
  440. eval_studio_client/api/test/test_v1_leaderboard_report_evaluator.py +114 -0
  441. eval_studio_client/api/test/test_v1_leaderboard_report_evaluator_parameter.py +63 -0
  442. eval_studio_client/api/test/test_v1_leaderboard_report_explanation.py +58 -0
  443. eval_studio_client/api/test/test_v1_leaderboard_report_metrics_meta_entry.py +66 -0
  444. eval_studio_client/api/test/test_v1_leaderboard_report_model.py +62 -0
  445. eval_studio_client/api/test/test_v1_leaderboard_report_result.py +92 -0
  446. eval_studio_client/api/test/test_v1_leaderboard_report_result_relationship.py +53 -0
  447. eval_studio_client/api/test/test_v1_leaderboard_status.py +1 -1
  448. eval_studio_client/api/test/test_v1_leaderboard_type.py +1 -1
  449. eval_studio_client/api/test/test_v1_leaderboard_view.py +1 -1
  450. eval_studio_client/api/test/test_v1_list_base_models_response.py +1 -1
  451. eval_studio_client/api/test/test_v1_list_dashboards_response.py +1 -1
  452. eval_studio_client/api/test/test_v1_list_documents_response.py +1 -1
  453. eval_studio_client/api/test/test_v1_list_evaluators_response.py +1 -1
  454. eval_studio_client/api/test/test_v1_list_leaderboards_response.py +1 -1
  455. eval_studio_client/api/test/test_v1_list_llm_models_response.py +1 -1
  456. eval_studio_client/api/test/test_v1_list_model_collections_response.py +1 -1
  457. eval_studio_client/api/test/test_v1_list_models_response.py +1 -1
  458. eval_studio_client/api/test/test_v1_list_most_recent_dashboards_response.py +1 -1
  459. eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +1 -1
  460. eval_studio_client/api/test/test_v1_list_most_recent_models_response.py +1 -1
  461. eval_studio_client/api/test/test_v1_list_most_recent_tests_response.py +1 -1
  462. eval_studio_client/api/test/test_v1_list_operations_response.py +1 -1
  463. eval_studio_client/api/test/test_v1_list_perturbators_response.py +1 -1
  464. eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py +1 -1
  465. eval_studio_client/api/test/test_v1_list_rag_collections_response.py +1 -1
  466. eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py +1 -1
  467. eval_studio_client/api/test/test_v1_list_test_case_relationships_response.py +56 -0
  468. eval_studio_client/api/test/test_v1_list_test_cases_response.py +6 -2
  469. eval_studio_client/api/test/test_v1_list_test_classes_response.py +1 -1
  470. eval_studio_client/api/test/test_v1_list_tests_response.py +1 -1
  471. eval_studio_client/api/test/test_v1_list_workflows_response.py +5 -2
  472. eval_studio_client/api/test/test_v1_metric_score.py +52 -0
  473. eval_studio_client/api/test/test_v1_metric_scores.py +55 -0
  474. eval_studio_client/api/test/test_v1_model.py +1 -1
  475. eval_studio_client/api/test/test_v1_model_type.py +1 -1
  476. eval_studio_client/api/test/test_v1_operation.py +1 -1
  477. eval_studio_client/api/test/test_v1_operation_progress.py +1 -1
  478. eval_studio_client/api/test/test_v1_perturb_test_in_place_response.py +67 -0
  479. eval_studio_client/api/test/test_v1_perturb_test_response.py +1 -1
  480. eval_studio_client/api/test/test_v1_perturbator.py +1 -1
  481. eval_studio_client/api/test/test_v1_perturbator_configuration.py +1 -1
  482. eval_studio_client/api/test/test_v1_perturbator_intensity.py +1 -1
  483. eval_studio_client/api/test/test_v1_problem_and_action.py +1 -1
  484. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +1 -1
  485. eval_studio_client/api/test/test_v1_prompt_library_item.py +1 -1
  486. eval_studio_client/api/test/test_v1_repeated_string.py +53 -0
  487. eval_studio_client/api/test/test_v1_reset_workflow_node_response.py +82 -0
  488. eval_studio_client/api/test/test_v1_test.py +1 -1
  489. eval_studio_client/api/test/test_v1_test_case.py +6 -2
  490. eval_studio_client/api/test/test_v1_test_case_relationship.py +1 -1
  491. eval_studio_client/api/test/test_v1_test_cases_generator.py +1 -1
  492. eval_studio_client/api/test/test_v1_test_class.py +1 -1
  493. eval_studio_client/api/test/test_v1_test_class_type.py +1 -1
  494. eval_studio_client/api/test/test_v1_test_lab.py +1 -1
  495. eval_studio_client/api/test/test_v1_test_suite_evaluates.py +1 -1
  496. eval_studio_client/api/test/test_v1_update_dashboard_response.py +1 -1
  497. eval_studio_client/api/test/test_v1_update_document_response.py +1 -1
  498. eval_studio_client/api/test/test_v1_update_leaderboard_response.py +1 -1
  499. eval_studio_client/api/test/test_v1_update_model_response.py +1 -1
  500. eval_studio_client/api/test/test_v1_update_operation_response.py +1 -1
  501. eval_studio_client/api/test/test_v1_update_test_case_response.py +6 -2
  502. eval_studio_client/api/test/test_v1_update_test_response.py +1 -1
  503. eval_studio_client/api/test/test_v1_update_workflow_node_response.py +1 -1
  504. eval_studio_client/api/test/test_v1_update_workflow_response.py +5 -2
  505. eval_studio_client/api/test/test_v1_who_am_i_response.py +1 -1
  506. eval_studio_client/api/test/test_v1_workflow.py +5 -2
  507. eval_studio_client/api/test/test_v1_workflow_edge.py +1 -1
  508. eval_studio_client/api/test/test_v1_workflow_edge_type.py +1 -1
  509. eval_studio_client/api/test/test_v1_workflow_node.py +1 -1
  510. eval_studio_client/api/test/test_v1_workflow_node_artifact.py +1 -1
  511. eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +1 -1
  512. eval_studio_client/api/test/test_v1_workflow_node_attributes.py +1 -1
  513. eval_studio_client/api/test/test_v1_workflow_node_status.py +1 -1
  514. eval_studio_client/api/test/test_v1_workflow_node_type.py +1 -1
  515. eval_studio_client/api/test/test_v1_workflow_node_view.py +1 -1
  516. eval_studio_client/api/test/test_v1_workflow_type.py +1 -1
  517. eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
  518. eval_studio_client/api/test/test_workflow_edge_service_api.py +15 -1
  519. eval_studio_client/api/test/test_workflow_node_service_api.py +23 -2
  520. eval_studio_client/api/test/test_workflow_service_api.py +8 -1
  521. eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py +55 -0
  522. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +1633 -219
  523. eval_studio_client/tests.py +103 -8
  524. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/METADATA +2 -2
  525. eval_studio_client-1.1.0a5.dist-info/RECORD +720 -0
  526. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/WHEEL +1 -1
  527. eval_studio_client-1.0.1.dist-info/RECORD +0 -615
@@ -0,0 +1,78 @@
1
+ # eval_studio_client.api.GeneratedQuestionsValidationServiceApi
2
+
3
+ All URIs are relative to *http://localhost*
4
+
5
+ Method | HTTP request | Description
6
+ ------------- | ------------- | -------------
7
+ [**generated_questions_validation_service_validate_generated_questions**](GeneratedQuestionsValidationServiceApi.md#generated_questions_validation_service_validate_generated_questions) | **POST** /v1/{name}:validateGeneratedQuestions |
8
+
9
+
10
+ # **generated_questions_validation_service_validate_generated_questions**
11
+ > V1Operation generated_questions_validation_service_validate_generated_questions(name, body)
12
+
13
+
14
+
15
+ ### Example
16
+
17
+
18
+ ```python
19
+ import eval_studio_client.api
20
+ from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
21
+ from eval_studio_client.api.models.v1_operation import V1Operation
22
+ from eval_studio_client.api.rest import ApiException
23
+ from pprint import pprint
24
+
25
+ # Defining the host is optional and defaults to http://localhost
26
+ # See configuration.py for a list of all supported configuration parameters.
27
+ configuration = eval_studio_client.api.Configuration(
28
+ host = "http://localhost"
29
+ )
30
+
31
+
32
+ # Enter a context with an instance of the API client
33
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
34
+ # Create an instance of the API class
35
+ api_instance = eval_studio_client.api.GeneratedQuestionsValidationServiceApi(api_client)
36
+ name = 'name_example' # str | Required. The Test for which to generate TestCases.
37
+ body = eval_studio_client.api.GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest() # GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest |
38
+
39
+ try:
40
+ api_response = api_instance.generated_questions_validation_service_validate_generated_questions(name, body)
41
+ print("The response of GeneratedQuestionsValidationServiceApi->generated_questions_validation_service_validate_generated_questions:\n")
42
+ pprint(api_response)
43
+ except Exception as e:
44
+ print("Exception when calling GeneratedQuestionsValidationServiceApi->generated_questions_validation_service_validate_generated_questions: %s\n" % e)
45
+ ```
46
+
47
+
48
+
49
+ ### Parameters
50
+
51
+
52
+ Name | Type | Description | Notes
53
+ ------------- | ------------- | ------------- | -------------
54
+ **name** | **str**| Required. The Test for which to generate TestCases. |
55
+ **body** | [**GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest**](GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md)| |
56
+
57
+ ### Return type
58
+
59
+ [**V1Operation**](V1Operation.md)
60
+
61
+ ### Authorization
62
+
63
+ No authorization required
64
+
65
+ ### HTTP request headers
66
+
67
+ - **Content-Type**: application/json
68
+ - **Accept**: application/json
69
+
70
+ ### HTTP response details
71
+
72
+ | Status code | Description | Response headers |
73
+ |-------------|-------------|------------------|
74
+ **200** | A successful response. | - |
75
+ **0** | An unexpected error response. | - |
76
+
77
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
78
+
@@ -0,0 +1,30 @@
1
+ # GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
2
+
3
+
4
+ ## Properties
5
+
6
+ Name | Type | Description | Notes
7
+ ------------ | ------------- | ------------- | -------------
8
+ **operation** | **str** | Required. The Operation processing this question validation process. | [optional]
9
+ **test_cases** | [**List[V1GeneratedTestCase]**](V1GeneratedTestCase.md) | Required. Generated Test Cases, i.e., Test cases with context that was used for their generation. | [optional]
10
+
11
+ ## Example
12
+
13
+ ```python
14
+ from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
15
+
16
+ # TODO update the JSON string below
17
+ json = "{}"
18
+ # create an instance of GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest from a JSON string
19
+ generated_questions_validation_service_validate_generated_questions_request_instance = GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.from_json(json)
20
+ # print the JSON string representation of the object
21
+ print(GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.to_json())
22
+
23
+ # convert the object into a dict
24
+ generated_questions_validation_service_validate_generated_questions_request_dict = generated_questions_validation_service_validate_generated_questions_request_instance.to_dict()
25
+ # create an instance of GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest from a dict
26
+ generated_questions_validation_service_validate_generated_questions_request_from_dict = GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.from_dict(generated_questions_validation_service_validate_generated_questions_request_dict)
27
+ ```
28
+ [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
29
+
30
+
@@ -0,0 +1,75 @@
1
+ # eval_studio_client.api.LeaderboardReportServiceApi
2
+
3
+ All URIs are relative to *http://localhost*
4
+
5
+ Method | HTTP request | Description
6
+ ------------- | ------------- | -------------
7
+ [**leaderboard_report_service_get_leaderboard_report**](LeaderboardReportServiceApi.md#leaderboard_report_service_get_leaderboard_report) | **GET** /v1/{name_3} |
8
+
9
+
10
+ # **leaderboard_report_service_get_leaderboard_report**
11
+ > V1GetLeaderboardReportResponse leaderboard_report_service_get_leaderboard_report(name_3)
12
+
13
+
14
+
15
+ ### Example
16
+
17
+
18
+ ```python
19
+ import eval_studio_client.api
20
+ from eval_studio_client.api.models.v1_get_leaderboard_report_response import V1GetLeaderboardReportResponse
21
+ from eval_studio_client.api.rest import ApiException
22
+ from pprint import pprint
23
+
24
+ # Defining the host is optional and defaults to http://localhost
25
+ # See configuration.py for a list of all supported configuration parameters.
26
+ configuration = eval_studio_client.api.Configuration(
27
+ host = "http://localhost"
28
+ )
29
+
30
+
31
+ # Enter a context with an instance of the API client
32
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
33
+ # Create an instance of the API class
34
+ api_instance = eval_studio_client.api.LeaderboardReportServiceApi(api_client)
35
+ name_3 = 'name_3_example' # str | Required. The name of the Leaderboard to retrieve.
36
+
37
+ try:
38
+ api_response = api_instance.leaderboard_report_service_get_leaderboard_report(name_3)
39
+ print("The response of LeaderboardReportServiceApi->leaderboard_report_service_get_leaderboard_report:\n")
40
+ pprint(api_response)
41
+ except Exception as e:
42
+ print("Exception when calling LeaderboardReportServiceApi->leaderboard_report_service_get_leaderboard_report: %s\n" % e)
43
+ ```
44
+
45
+
46
+
47
+ ### Parameters
48
+
49
+
50
+ Name | Type | Description | Notes
51
+ ------------- | ------------- | ------------- | -------------
52
+ **name_3** | **str**| Required. The name of the Leaderboard to retrieve. |
53
+
54
+ ### Return type
55
+
56
+ [**V1GetLeaderboardReportResponse**](V1GetLeaderboardReportResponse.md)
57
+
58
+ ### Authorization
59
+
60
+ No authorization required
61
+
62
+ ### HTTP request headers
63
+
64
+ - **Content-Type**: Not defined
65
+ - **Accept**: application/json
66
+
67
+ ### HTTP response details
68
+
69
+ | Status code | Description | Response headers |
70
+ |-------------|-------------|------------------|
71
+ **200** | A successful response. | - |
72
+ **0** | An unexpected error response. | - |
73
+
74
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
75
+
@@ -11,7 +11,7 @@ Method | HTTP request | Description
11
11
  [**leaderboard_service_create_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_create_leaderboard) | **POST** /v1/leaderboards |
12
12
  [**leaderboard_service_create_leaderboard_without_cache**](LeaderboardServiceApi.md#leaderboard_service_create_leaderboard_without_cache) | **POST** /v1/leaderboards:withoutCache |
13
13
  [**leaderboard_service_delete_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_delete_leaderboard) | **DELETE** /v1/{name_3} |
14
- [**leaderboard_service_get_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_get_leaderboard) | **GET** /v1/{name_3} |
14
+ [**leaderboard_service_get_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_get_leaderboard) | **GET** /v1/{name_4} |
15
15
  [**leaderboard_service_import_leaderboard**](LeaderboardServiceApi.md#leaderboard_service_import_leaderboard) | **POST** /v1/leaderboards:import |
16
16
  [**leaderboard_service_list_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_list_leaderboards) | **GET** /v1/leaderboards |
17
17
  [**leaderboard_service_list_most_recent_leaderboards**](LeaderboardServiceApi.md#leaderboard_service_list_most_recent_leaderboards) | **GET** /v1/leaderboards:mostRecent |
@@ -488,7 +488,7 @@ No authorization required
488
488
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
489
489
 
490
490
  # **leaderboard_service_get_leaderboard**
491
- > V1GetLeaderboardResponse leaderboard_service_get_leaderboard(name_3)
491
+ > V1GetLeaderboardResponse leaderboard_service_get_leaderboard(name_4)
492
492
 
493
493
 
494
494
 
@@ -512,10 +512,10 @@ configuration = eval_studio_client.api.Configuration(
512
512
  with eval_studio_client.api.ApiClient(configuration) as api_client:
513
513
  # Create an instance of the API class
514
514
  api_instance = eval_studio_client.api.LeaderboardServiceApi(api_client)
515
- name_3 = 'name_3_example' # str | Required. The name of the Leaderboard to retrieve.
515
+ name_4 = 'name_4_example' # str | Required. The name of the Leaderboard to retrieve.
516
516
 
517
517
  try:
518
- api_response = api_instance.leaderboard_service_get_leaderboard(name_3)
518
+ api_response = api_instance.leaderboard_service_get_leaderboard(name_4)
519
519
  print("The response of LeaderboardServiceApi->leaderboard_service_get_leaderboard:\n")
520
520
  pprint(api_response)
521
521
  except Exception as e:
@@ -529,7 +529,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
529
529
 
530
530
  Name | Type | Description | Notes
531
531
  ------------- | ------------- | ------------- | -------------
532
- **name_3** | **str**| Required. The name of the Leaderboard to retrieve. |
532
+ **name_4** | **str**| Required. The name of the Leaderboard to retrieve. |
533
533
 
534
534
  ### Return type
535
535
 
@@ -9,7 +9,7 @@ Method | HTTP request | Description
9
9
  [**model_service_check_base_models**](ModelServiceApi.md#model_service_check_base_models) | **GET** /v1/models:check_base_models |
10
10
  [**model_service_create_model**](ModelServiceApi.md#model_service_create_model) | **POST** /v1/models |
11
11
  [**model_service_delete_model**](ModelServiceApi.md#model_service_delete_model) | **DELETE** /v1/{name_4} |
12
- [**model_service_get_model**](ModelServiceApi.md#model_service_get_model) | **GET** /v1/{name_4} |
12
+ [**model_service_get_model**](ModelServiceApi.md#model_service_get_model) | **GET** /v1/{name_5} |
13
13
  [**model_service_list_base_models**](ModelServiceApi.md#model_service_list_base_models) | **GET** /v1/models:base_models |
14
14
  [**model_service_list_model_collections**](ModelServiceApi.md#model_service_list_model_collections) | **GET** /v1/models:collections |
15
15
  [**model_service_list_models**](ModelServiceApi.md#model_service_list_models) | **GET** /v1/models |
@@ -350,7 +350,7 @@ No authorization required
350
350
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
351
351
 
352
352
  # **model_service_get_model**
353
- > V1GetModelResponse model_service_get_model(name_4)
353
+ > V1GetModelResponse model_service_get_model(name_5)
354
354
 
355
355
 
356
356
 
@@ -374,10 +374,10 @@ configuration = eval_studio_client.api.Configuration(
374
374
  with eval_studio_client.api.ApiClient(configuration) as api_client:
375
375
  # Create an instance of the API class
376
376
  api_instance = eval_studio_client.api.ModelServiceApi(api_client)
377
- name_4 = 'name_4_example' # str | Required. The name of the Model to retrieve.
377
+ name_5 = 'name_5_example' # str | Required. The name of the Model to retrieve.
378
378
 
379
379
  try:
380
- api_response = api_instance.model_service_get_model(name_4)
380
+ api_response = api_instance.model_service_get_model(name_5)
381
381
  print("The response of ModelServiceApi->model_service_get_model:\n")
382
382
  pprint(api_response)
383
383
  except Exception as e:
@@ -391,7 +391,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
391
391
 
392
392
  Name | Type | Description | Notes
393
393
  ------------- | ------------- | ------------- | -------------
394
- **name_4** | **str**| Required. The name of the Model to retrieve. |
394
+ **name_5** | **str**| Required. The name of the Model to retrieve. |
395
395
 
396
396
  ### Return type
397
397
 
@@ -4,13 +4,80 @@ All URIs are relative to *http://localhost*
4
4
 
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
+ [**operation_service_abort_operation**](OperationServiceApi.md#operation_service_abort_operation) | **POST** /v1/{name}:abort |
7
8
  [**operation_service_batch_get_operations**](OperationServiceApi.md#operation_service_batch_get_operations) | **GET** /v1/operations:batchGet |
8
9
  [**operation_service_finalize_operation**](OperationServiceApi.md#operation_service_finalize_operation) | **PATCH** /v1/{operation.name}:finalize |
9
- [**operation_service_get_operation**](OperationServiceApi.md#operation_service_get_operation) | **GET** /v1/{name_5} |
10
+ [**operation_service_get_operation**](OperationServiceApi.md#operation_service_get_operation) | **GET** /v1/{name_6} |
10
11
  [**operation_service_list_operations**](OperationServiceApi.md#operation_service_list_operations) | **GET** /v1/operations |
11
12
  [**operation_service_update_operation**](OperationServiceApi.md#operation_service_update_operation) | **PATCH** /v1/{operation.name} |
12
13
 
13
14
 
15
+ # **operation_service_abort_operation**
16
+ > V1AbortOperationResponse operation_service_abort_operation(name)
17
+
18
+
19
+
20
+ ### Example
21
+
22
+
23
+ ```python
24
+ import eval_studio_client.api
25
+ from eval_studio_client.api.models.v1_abort_operation_response import V1AbortOperationResponse
26
+ from eval_studio_client.api.rest import ApiException
27
+ from pprint import pprint
28
+
29
+ # Defining the host is optional and defaults to http://localhost
30
+ # See configuration.py for a list of all supported configuration parameters.
31
+ configuration = eval_studio_client.api.Configuration(
32
+ host = "http://localhost"
33
+ )
34
+
35
+
36
+ # Enter a context with an instance of the API client
37
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
38
+ # Create an instance of the API class
39
+ api_instance = eval_studio_client.api.OperationServiceApi(api_client)
40
+ name = 'name_example' # str | Required. The name of the Operation to abort.
41
+
42
+ try:
43
+ api_response = api_instance.operation_service_abort_operation(name)
44
+ print("The response of OperationServiceApi->operation_service_abort_operation:\n")
45
+ pprint(api_response)
46
+ except Exception as e:
47
+ print("Exception when calling OperationServiceApi->operation_service_abort_operation: %s\n" % e)
48
+ ```
49
+
50
+
51
+
52
+ ### Parameters
53
+
54
+
55
+ Name | Type | Description | Notes
56
+ ------------- | ------------- | ------------- | -------------
57
+ **name** | **str**| Required. The name of the Operation to abort. |
58
+
59
+ ### Return type
60
+
61
+ [**V1AbortOperationResponse**](V1AbortOperationResponse.md)
62
+
63
+ ### Authorization
64
+
65
+ No authorization required
66
+
67
+ ### HTTP request headers
68
+
69
+ - **Content-Type**: Not defined
70
+ - **Accept**: application/json
71
+
72
+ ### HTTP response details
73
+
74
+ | Status code | Description | Response headers |
75
+ |-------------|-------------|------------------|
76
+ **200** | A successful response. | - |
77
+ **0** | An unexpected error response. | - |
78
+
79
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
80
+
14
81
  # **operation_service_batch_get_operations**
15
82
  > V1BatchGetOperationsResponse operation_service_batch_get_operations(names=names)
16
83
 
@@ -147,7 +214,7 @@ No authorization required
147
214
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
148
215
 
149
216
  # **operation_service_get_operation**
150
- > V1GetOperationResponse operation_service_get_operation(name_5)
217
+ > V1GetOperationResponse operation_service_get_operation(name_6)
151
218
 
152
219
 
153
220
 
@@ -171,10 +238,10 @@ configuration = eval_studio_client.api.Configuration(
171
238
  with eval_studio_client.api.ApiClient(configuration) as api_client:
172
239
  # Create an instance of the API class
173
240
  api_instance = eval_studio_client.api.OperationServiceApi(api_client)
174
- name_5 = 'name_5_example' # str | Required. The name of the Operation to retrieve.
241
+ name_6 = 'name_6_example' # str | Required. The name of the Operation to retrieve.
175
242
 
176
243
  try:
177
- api_response = api_instance.operation_service_get_operation(name_5)
244
+ api_response = api_instance.operation_service_get_operation(name_6)
178
245
  print("The response of OperationServiceApi->operation_service_get_operation:\n")
179
246
  pprint(api_response)
180
247
  except Exception as e:
@@ -188,7 +255,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
188
255
 
189
256
  Name | Type | Description | Notes
190
257
  ------------- | ------------- | ------------- | -------------
191
- **name_5** | **str**| Required. The name of the Operation to retrieve. |
258
+ **name_6** | **str**| Required. The name of the Operation to retrieve. |
192
259
 
193
260
  ### Return type
194
261
 
@@ -4,12 +4,12 @@ All URIs are relative to *http://localhost*
4
4
 
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
- [**perturbator_service_get_perturbator**](PerturbatorServiceApi.md#perturbator_service_get_perturbator) | **GET** /v1/{name_6} |
7
+ [**perturbator_service_get_perturbator**](PerturbatorServiceApi.md#perturbator_service_get_perturbator) | **GET** /v1/{name_7} |
8
8
  [**perturbator_service_list_perturbators**](PerturbatorServiceApi.md#perturbator_service_list_perturbators) | **GET** /v1/perturbators |
9
9
 
10
10
 
11
11
  # **perturbator_service_get_perturbator**
12
- > V1GetPerturbatorResponse perturbator_service_get_perturbator(name_6)
12
+ > V1GetPerturbatorResponse perturbator_service_get_perturbator(name_7)
13
13
 
14
14
 
15
15
 
@@ -33,10 +33,10 @@ configuration = eval_studio_client.api.Configuration(
33
33
  with eval_studio_client.api.ApiClient(configuration) as api_client:
34
34
  # Create an instance of the API class
35
35
  api_instance = eval_studio_client.api.PerturbatorServiceApi(api_client)
36
- name_6 = 'name_6_example' # str | Required. The name of the Perturbator to retrieve.
36
+ name_7 = 'name_7_example' # str | Required. The name of the Perturbator to retrieve.
37
37
 
38
38
  try:
39
- api_response = api_instance.perturbator_service_get_perturbator(name_6)
39
+ api_response = api_instance.perturbator_service_get_perturbator(name_7)
40
40
  print("The response of PerturbatorServiceApi->perturbator_service_get_perturbator:\n")
41
41
  pprint(api_response)
42
42
  except Exception as e:
@@ -50,7 +50,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
50
50
 
51
51
  Name | Type | Description | Notes
52
52
  ------------- | ------------- | ------------- | -------------
53
- **name_6** | **str**| Required. The name of the Perturbator to retrieve. |
53
+ **name_7** | **str**| Required. The name of the Perturbator to retrieve. |
54
54
 
55
55
  ### Return type
56
56
 
@@ -9,7 +9,8 @@ Name | Type | Description | Notes
9
9
  **model** | [**V1Model**](V1Model.md) | | [optional]
10
10
  **count** | **int** | Required. The number of TestCases to generate. | [optional]
11
11
  **base_llm_model** | **str** | Required. Base LLM model to use for generating the prompts. | [optional]
12
- **document_urls** | **List[str]** | Optional. The list of document URLs. The document URL might be a managed document URL or a public URL. | [optional]
12
+ **document_urls** | [**V1RepeatedString**](V1RepeatedString.md) | | [optional]
13
+ **chunks** | [**V1RepeatedString**](V1RepeatedString.md) | | [optional]
13
14
  **generators** | [**List[V1TestCasesGenerator]**](V1TestCasesGenerator.md) | Optional. Type of questions to generate TestCases for. If not specified, all types of questions are selected. | [optional]
14
15
  **h2ogpte_collection_id** | **str** | Optional. The ID of the h2oGPTe collection to use. If empty, new temporary collection will be created. | [optional]
15
16
  **topics** | **List[str]** | Optional. Topics to generate questions for. If not specified, use document summarization as topic generation. | [optional]
@@ -17,6 +17,8 @@ Name | Type | Description | Notes
17
17
  **constraints** | **List[str]** | Constraints on the model output. | [optional]
18
18
  **condition** | **str** | Optional. Test case output condition, in a form of AIP-160 compliant filter expression. | [optional]
19
19
  **perturbed_by** | **List[str]** | Output only. The list of perturbators applied to this test case. | [optional] [readonly]
20
+ **topics** | **List[str]** | Output only. The list of topics used to generate this test case. | [optional] [readonly]
21
+ **generator** | [**V1TestCasesGenerator**](V1TestCasesGenerator.md) | | [optional]
20
22
 
21
23
  ## Example
22
24
 
@@ -21,6 +21,9 @@ Name | Type | Description | Notes
21
21
  **output_artifacts** | [**Dict[str, V1WorkflowNodeArtifacts]**](V1WorkflowNodeArtifacts.md) | Output only. Optional. List of the WorkflowNodeArtifacts produces by all the WorkflowNodes in the Workflow. | [optional] [readonly]
22
22
  **llm_model** | **str** | Immutable. LLM Model to use. | [optional]
23
23
  **model_parameters** | **str** | Optional. Immutable. Model parameter overrides in JSON format. | [optional]
24
+ **document** | **str** | The resource name of a Document. | [optional]
25
+ **h2ogpte_collection** | **str** | Existing h2oGPTe collection. | [optional]
26
+ **cloned_from_workflow** | **str** | Optional. Output only. The Workflow that this Workflow was cloned from. | [optional] [readonly]
24
27
 
25
28
  ## Example
26
29
 
@@ -0,0 +1,75 @@
1
+ # eval_studio_client.api.TestCaseRelationshipServiceApi
2
+
3
+ All URIs are relative to *http://localhost*
4
+
5
+ Method | HTTP request | Description
6
+ ------------- | ------------- | -------------
7
+ [**test_case_relationship_service_list_test_case_relationships**](TestCaseRelationshipServiceApi.md#test_case_relationship_service_list_test_case_relationships) | **GET** /v1/{parent}/testCaseRelationships |
8
+
9
+
10
+ # **test_case_relationship_service_list_test_case_relationships**
11
+ > V1ListTestCaseRelationshipsResponse test_case_relationship_service_list_test_case_relationships(parent)
12
+
13
+
14
+
15
+ ### Example
16
+
17
+
18
+ ```python
19
+ import eval_studio_client.api
20
+ from eval_studio_client.api.models.v1_list_test_case_relationships_response import V1ListTestCaseRelationshipsResponse
21
+ from eval_studio_client.api.rest import ApiException
22
+ from pprint import pprint
23
+
24
+ # Defining the host is optional and defaults to http://localhost
25
+ # See configuration.py for a list of all supported configuration parameters.
26
+ configuration = eval_studio_client.api.Configuration(
27
+ host = "http://localhost"
28
+ )
29
+
30
+
31
+ # Enter a context with an instance of the API client
32
+ with eval_studio_client.api.ApiClient(configuration) as api_client:
33
+ # Create an instance of the API class
34
+ api_instance = eval_studio_client.api.TestCaseRelationshipServiceApi(api_client)
35
+ parent = 'parent_example' # str | The name of the Test whose TestCaseRelationships to retrieve.
36
+
37
+ try:
38
+ api_response = api_instance.test_case_relationship_service_list_test_case_relationships(parent)
39
+ print("The response of TestCaseRelationshipServiceApi->test_case_relationship_service_list_test_case_relationships:\n")
40
+ pprint(api_response)
41
+ except Exception as e:
42
+ print("Exception when calling TestCaseRelationshipServiceApi->test_case_relationship_service_list_test_case_relationships: %s\n" % e)
43
+ ```
44
+
45
+
46
+
47
+ ### Parameters
48
+
49
+
50
+ Name | Type | Description | Notes
51
+ ------------- | ------------- | ------------- | -------------
52
+ **parent** | **str**| The name of the Test whose TestCaseRelationships to retrieve. |
53
+
54
+ ### Return type
55
+
56
+ [**V1ListTestCaseRelationshipsResponse**](V1ListTestCaseRelationshipsResponse.md)
57
+
58
+ ### Authorization
59
+
60
+ No authorization required
61
+
62
+ ### HTTP request headers
63
+
64
+ - **Content-Type**: Not defined
65
+ - **Accept**: application/json
66
+
67
+ ### HTTP response details
68
+
69
+ | Status code | Description | Response headers |
70
+ |-------------|-------------|------------------|
71
+ **200** | A successful response. | - |
72
+ **0** | An unexpected error response. | - |
73
+
74
+ [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
75
+
@@ -8,7 +8,7 @@ Method | HTTP request | Description
8
8
  [**test_case_service_create_test_case**](TestCaseServiceApi.md#test_case_service_create_test_case) | **POST** /v1/{parent}/testCases |
9
9
  [**test_case_service_delete_test_case**](TestCaseServiceApi.md#test_case_service_delete_test_case) | **DELETE** /v1/{name_5} |
10
10
  [**test_case_service_find_all_test_cases_by_id**](TestCaseServiceApi.md#test_case_service_find_all_test_cases_by_id) | **GET** /v1/tests/-/testCases:findAllTestCasesByID |
11
- [**test_case_service_get_test_case**](TestCaseServiceApi.md#test_case_service_get_test_case) | **GET** /v1/{name_7} |
11
+ [**test_case_service_get_test_case**](TestCaseServiceApi.md#test_case_service_get_test_case) | **GET** /v1/{name_8} |
12
12
  [**test_case_service_list_test_cases**](TestCaseServiceApi.md#test_case_service_list_test_cases) | **GET** /v1/{parent}/testCases |
13
13
  [**test_case_service_update_test_case**](TestCaseServiceApi.md#test_case_service_update_test_case) | **PATCH** /v1/{testCase.name} |
14
14
 
@@ -284,7 +284,7 @@ No authorization required
284
284
  [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
285
285
 
286
286
  # **test_case_service_get_test_case**
287
- > V1GetTestCaseResponse test_case_service_get_test_case(name_7)
287
+ > V1GetTestCaseResponse test_case_service_get_test_case(name_8)
288
288
 
289
289
 
290
290
 
@@ -308,10 +308,10 @@ configuration = eval_studio_client.api.Configuration(
308
308
  with eval_studio_client.api.ApiClient(configuration) as api_client:
309
309
  # Create an instance of the API class
310
310
  api_instance = eval_studio_client.api.TestCaseServiceApi(api_client)
311
- name_7 = 'name_7_example' # str | The name of the TestCase to retrieve. Format: tests/<UUID>/testCases/<UUID>
311
+ name_8 = 'name_8_example' # str | The name of the TestCase to retrieve. Format: tests/<UUID>/testCases/<UUID>
312
312
 
313
313
  try:
314
- api_response = api_instance.test_case_service_get_test_case(name_7)
314
+ api_response = api_instance.test_case_service_get_test_case(name_8)
315
315
  print("The response of TestCaseServiceApi->test_case_service_get_test_case:\n")
316
316
  pprint(api_response)
317
317
  except Exception as e:
@@ -325,7 +325,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
325
325
 
326
326
  Name | Type | Description | Notes
327
327
  ------------- | ------------- | ------------- | -------------
328
- **name_7** | **str**| The name of the TestCase to retrieve. Format: tests/&lt;UUID&gt;/testCases/&lt;UUID&gt; |
328
+ **name_8** | **str**| The name of the TestCase to retrieve. Format: tests/&lt;UUID&gt;/testCases/&lt;UUID&gt; |
329
329
 
330
330
  ### Return type
331
331
 
@@ -4,12 +4,12 @@ All URIs are relative to *http://localhost*
4
4
 
5
5
  Method | HTTP request | Description
6
6
  ------------- | ------------- | -------------
7
- [**test_class_service_get_test_class**](TestClassServiceApi.md#test_class_service_get_test_class) | **GET** /v1/{name_8} |
7
+ [**test_class_service_get_test_class**](TestClassServiceApi.md#test_class_service_get_test_class) | **GET** /v1/{name_9} |
8
8
  [**test_class_service_list_test_classes**](TestClassServiceApi.md#test_class_service_list_test_classes) | **GET** /v1/testClasses |
9
9
 
10
10
 
11
11
  # **test_class_service_get_test_class**
12
- > V1GetTestClassResponse test_class_service_get_test_class(name_8)
12
+ > V1GetTestClassResponse test_class_service_get_test_class(name_9)
13
13
 
14
14
 
15
15
 
@@ -33,10 +33,10 @@ configuration = eval_studio_client.api.Configuration(
33
33
  with eval_studio_client.api.ApiClient(configuration) as api_client:
34
34
  # Create an instance of the API class
35
35
  api_instance = eval_studio_client.api.TestClassServiceApi(api_client)
36
- name_8 = 'name_8_example' # str | The name of the TestClass to retrieve. Format: testClasses/<UUID>
36
+ name_9 = 'name_9_example' # str | The name of the TestClass to retrieve. Format: testClasses/<UUID>
37
37
 
38
38
  try:
39
- api_response = api_instance.test_class_service_get_test_class(name_8)
39
+ api_response = api_instance.test_class_service_get_test_class(name_9)
40
40
  print("The response of TestClassServiceApi->test_class_service_get_test_class:\n")
41
41
  pprint(api_response)
42
42
  except Exception as e:
@@ -50,7 +50,7 @@ with eval_studio_client.api.ApiClient(configuration) as api_client:
50
50
 
51
51
  Name | Type | Description | Notes
52
52
  ------------- | ------------- | ------------- | -------------
53
- **name_8** | **str**| The name of the TestClass to retrieve. Format: testClasses/&lt;UUID&gt; |
53
+ **name_9** | **str**| The name of the TestClass to retrieve. Format: testClasses/&lt;UUID&gt; |
54
54
 
55
55
  ### Return type
56
56