eval-studio-client 1.0.1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (527) hide show
  1. eval_studio_client/api/__init__.py +36 -1
  2. eval_studio_client/api/api/__init__.py +4 -0
  3. eval_studio_client/api/api/adversarial_inputs_service_api.py +321 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +1 -1
  5. eval_studio_client/api/api/document_service_api.py +1 -1
  6. eval_studio_client/api/api/evaluation_service_api.py +1 -1
  7. eval_studio_client/api/api/evaluator_service_api.py +1 -1
  8. eval_studio_client/api/api/generated_questions_validation_service_api.py +321 -0
  9. eval_studio_client/api/api/human_calibration_service_api.py +1 -1
  10. eval_studio_client/api/api/info_service_api.py +1 -1
  11. eval_studio_client/api/api/leaderboard_report_service_api.py +292 -0
  12. eval_studio_client/api/api/leaderboard_service_api.py +17 -17
  13. eval_studio_client/api/api/model_service_api.py +17 -17
  14. eval_studio_client/api/api/operation_progress_service_api.py +1 -1
  15. eval_studio_client/api/api/operation_service_api.py +272 -17
  16. eval_studio_client/api/api/perturbation_service_api.py +1 -1
  17. eval_studio_client/api/api/perturbator_service_api.py +17 -17
  18. eval_studio_client/api/api/prompt_generation_service_api.py +1 -1
  19. eval_studio_client/api/api/prompt_library_service_api.py +1 -1
  20. eval_studio_client/api/api/test_case_relationship_service_api.py +292 -0
  21. eval_studio_client/api/api/test_case_service_api.py +17 -17
  22. eval_studio_client/api/api/test_class_service_api.py +17 -17
  23. eval_studio_client/api/api/test_lab_service_api.py +1 -1
  24. eval_studio_client/api/api/test_service_api.py +585 -17
  25. eval_studio_client/api/api/who_am_i_service_api.py +1 -1
  26. eval_studio_client/api/api/workflow_edge_service_api.py +541 -2
  27. eval_studio_client/api/api/workflow_node_service_api.py +923 -126
  28. eval_studio_client/api/api/workflow_service_api.py +317 -33
  29. eval_studio_client/api/api_client.py +1 -1
  30. eval_studio_client/api/configuration.py +1 -1
  31. eval_studio_client/api/docs/AdversarialInputsServiceApi.md +78 -0
  32. eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +45 -0
  33. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceApi.md +78 -0
  34. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md +30 -0
  35. eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -0
  36. eval_studio_client/api/docs/LeaderboardServiceApi.md +5 -5
  37. eval_studio_client/api/docs/ModelServiceApi.md +5 -5
  38. eval_studio_client/api/docs/OperationServiceApi.md +72 -5
  39. eval_studio_client/api/docs/PerturbatorServiceApi.md +5 -5
  40. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +2 -1
  41. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +2 -0
  42. eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md +3 -0
  43. eval_studio_client/api/docs/TestCaseRelationshipServiceApi.md +75 -0
  44. eval_studio_client/api/docs/TestCaseServiceApi.md +5 -5
  45. eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
  46. eval_studio_client/api/docs/TestServiceApi.md +145 -5
  47. eval_studio_client/api/docs/TestServiceCloneTestRequest.md +30 -0
  48. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +3 -2
  49. eval_studio_client/api/docs/TestServicePerturbTestInPlaceRequest.md +30 -0
  50. eval_studio_client/api/docs/V1AbortOperationResponse.md +29 -0
  51. eval_studio_client/api/docs/V1CloneTestResponse.md +29 -0
  52. eval_studio_client/api/docs/V1CloneWorkflowResponse.md +29 -0
  53. eval_studio_client/api/docs/V1Context.md +32 -0
  54. eval_studio_client/api/docs/V1CreateWorkflowEdgeResponse.md +29 -0
  55. eval_studio_client/api/docs/V1CreateWorkflowNodeResponse.md +29 -0
  56. eval_studio_client/api/docs/V1DeleteWorkflowEdgeResponse.md +29 -0
  57. eval_studio_client/api/docs/V1GeneratedTestCase.md +30 -0
  58. eval_studio_client/api/docs/V1GetLeaderboardReportResponse.md +29 -0
  59. eval_studio_client/api/docs/V1Info.md +3 -0
  60. eval_studio_client/api/docs/V1InitWorkflowNodeResponse.md +29 -0
  61. eval_studio_client/api/docs/V1LeaderboardReport.md +32 -0
  62. eval_studio_client/api/docs/V1LeaderboardReportActualOutputData.md +31 -0
  63. eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +31 -0
  64. eval_studio_client/api/docs/V1LeaderboardReportEvaluator.md +42 -0
  65. eval_studio_client/api/docs/V1LeaderboardReportEvaluatorParameter.md +38 -0
  66. eval_studio_client/api/docs/V1LeaderboardReportExplanation.md +34 -0
  67. eval_studio_client/api/docs/V1LeaderboardReportMetricsMetaEntry.md +41 -0
  68. eval_studio_client/api/docs/V1LeaderboardReportModel.md +39 -0
  69. eval_studio_client/api/docs/V1LeaderboardReportResult.md +45 -0
  70. eval_studio_client/api/docs/V1LeaderboardReportResultRelationship.md +32 -0
  71. eval_studio_client/api/docs/V1ListTestCaseRelationshipsResponse.md +29 -0
  72. eval_studio_client/api/docs/V1MetricScore.md +31 -0
  73. eval_studio_client/api/docs/V1MetricScores.md +29 -0
  74. eval_studio_client/api/docs/V1PerturbTestInPlaceResponse.md +29 -0
  75. eval_studio_client/api/docs/V1RepeatedString.md +29 -0
  76. eval_studio_client/api/docs/V1ResetWorkflowNodeResponse.md +29 -0
  77. eval_studio_client/api/docs/V1TestCase.md +2 -0
  78. eval_studio_client/api/docs/V1Workflow.md +3 -0
  79. eval_studio_client/api/docs/WorkflowEdgeServiceApi.md +139 -0
  80. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +221 -12
  81. eval_studio_client/api/docs/WorkflowServiceApi.md +81 -10
  82. eval_studio_client/api/docs/WorkflowServiceCloneWorkflowRequest.md +33 -0
  83. eval_studio_client/api/exceptions.py +1 -1
  84. eval_studio_client/api/models/__init__.py +32 -1
  85. eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +143 -0
  86. eval_studio_client/api/models/generated_questions_validation_service_validate_generated_questions_request.py +97 -0
  87. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
  88. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +13 -4
  89. eval_studio_client/api/models/protobuf_any.py +1 -1
  90. eval_studio_client/api/models/protobuf_null_value.py +1 -1
  91. eval_studio_client/api/models/required_the_dashboard_to_update.py +1 -1
  92. eval_studio_client/api/models/required_the_document_to_update.py +1 -1
  93. eval_studio_client/api/models/required_the_leaderboard_to_update.py +1 -1
  94. eval_studio_client/api/models/required_the_model_to_update.py +1 -1
  95. eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
  96. eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
  97. eval_studio_client/api/models/required_the_test_case_to_update.py +10 -3
  98. eval_studio_client/api/models/required_the_test_to_update.py +1 -1
  99. eval_studio_client/api/models/required_the_updated_workflow.py +11 -3
  100. eval_studio_client/api/models/required_the_updated_workflow_node.py +1 -1
  101. eval_studio_client/api/models/rpc_status.py +1 -1
  102. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
  103. eval_studio_client/api/models/test_service_clone_test_request.py +89 -0
  104. eval_studio_client/api/models/test_service_generate_test_cases_request.py +7 -5
  105. eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +1 -1
  106. eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +1 -1
  107. eval_studio_client/api/models/test_service_perturb_test_in_place_request.py +97 -0
  108. eval_studio_client/api/models/test_service_perturb_test_request.py +1 -1
  109. eval_studio_client/api/models/v1_abort_operation_response.py +91 -0
  110. eval_studio_client/api/models/v1_batch_create_leaderboards_request.py +1 -1
  111. eval_studio_client/api/models/v1_batch_create_leaderboards_response.py +1 -1
  112. eval_studio_client/api/models/v1_batch_delete_dashboards_request.py +1 -1
  113. eval_studio_client/api/models/v1_batch_delete_dashboards_response.py +1 -1
  114. eval_studio_client/api/models/v1_batch_delete_documents_request.py +1 -1
  115. eval_studio_client/api/models/v1_batch_delete_documents_response.py +1 -1
  116. eval_studio_client/api/models/v1_batch_delete_evaluators_request.py +1 -1
  117. eval_studio_client/api/models/v1_batch_delete_evaluators_response.py +1 -1
  118. eval_studio_client/api/models/v1_batch_delete_leaderboards_request.py +1 -1
  119. eval_studio_client/api/models/v1_batch_delete_leaderboards_response.py +1 -1
  120. eval_studio_client/api/models/v1_batch_delete_models_request.py +1 -1
  121. eval_studio_client/api/models/v1_batch_delete_models_response.py +1 -1
  122. eval_studio_client/api/models/v1_batch_delete_test_cases_response.py +1 -1
  123. eval_studio_client/api/models/v1_batch_delete_tests_request.py +1 -1
  124. eval_studio_client/api/models/v1_batch_delete_tests_response.py +1 -1
  125. eval_studio_client/api/models/v1_batch_delete_workflows_request.py +1 -1
  126. eval_studio_client/api/models/v1_batch_delete_workflows_response.py +1 -1
  127. eval_studio_client/api/models/v1_batch_get_dashboards_response.py +1 -1
  128. eval_studio_client/api/models/v1_batch_get_documents_response.py +1 -1
  129. eval_studio_client/api/models/v1_batch_get_leaderboards_response.py +1 -1
  130. eval_studio_client/api/models/v1_batch_get_models_response.py +1 -1
  131. eval_studio_client/api/models/v1_batch_get_operations_response.py +1 -1
  132. eval_studio_client/api/models/v1_batch_get_tests_response.py +1 -1
  133. eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +1 -1
  134. eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +1 -1
  135. eval_studio_client/api/models/v1_batch_import_leaderboard_request.py +1 -1
  136. eval_studio_client/api/models/v1_batch_import_leaderboard_response.py +1 -1
  137. eval_studio_client/api/models/v1_batch_import_tests_request.py +1 -1
  138. eval_studio_client/api/models/v1_batch_import_tests_response.py +1 -1
  139. eval_studio_client/api/models/v1_check_base_models_response.py +1 -1
  140. eval_studio_client/api/models/v1_clone_test_response.py +91 -0
  141. eval_studio_client/api/models/v1_clone_workflow_response.py +91 -0
  142. eval_studio_client/api/models/v1_collection_info.py +1 -1
  143. eval_studio_client/api/models/v1_context.py +93 -0
  144. eval_studio_client/api/models/v1_create_dashboard_response.py +1 -1
  145. eval_studio_client/api/models/v1_create_document_response.py +1 -1
  146. eval_studio_client/api/models/v1_create_evaluation_request.py +1 -1
  147. eval_studio_client/api/models/v1_create_evaluator_response.py +1 -1
  148. eval_studio_client/api/models/v1_create_leaderboard_request.py +1 -1
  149. eval_studio_client/api/models/v1_create_leaderboard_response.py +1 -1
  150. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +1 -1
  151. eval_studio_client/api/models/v1_create_model_response.py +1 -1
  152. eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
  153. eval_studio_client/api/models/v1_create_test_case_response.py +1 -1
  154. eval_studio_client/api/models/v1_create_test_lab_response.py +1 -1
  155. eval_studio_client/api/models/v1_create_test_response.py +1 -1
  156. eval_studio_client/api/models/v1_create_workflow_edge_response.py +91 -0
  157. eval_studio_client/api/models/v1_create_workflow_node_response.py +91 -0
  158. eval_studio_client/api/models/v1_create_workflow_response.py +1 -1
  159. eval_studio_client/api/models/v1_dashboard.py +1 -1
  160. eval_studio_client/api/models/v1_dashboard_status.py +1 -1
  161. eval_studio_client/api/models/v1_delete_dashboard_response.py +1 -1
  162. eval_studio_client/api/models/v1_delete_document_response.py +1 -1
  163. eval_studio_client/api/models/v1_delete_evaluator_response.py +1 -1
  164. eval_studio_client/api/models/v1_delete_leaderboard_response.py +1 -1
  165. eval_studio_client/api/models/v1_delete_model_response.py +1 -1
  166. eval_studio_client/api/models/v1_delete_test_case_response.py +1 -1
  167. eval_studio_client/api/models/v1_delete_test_response.py +1 -1
  168. eval_studio_client/api/models/v1_delete_workflow_edge_response.py +91 -0
  169. eval_studio_client/api/models/v1_delete_workflow_node_response.py +1 -1
  170. eval_studio_client/api/models/v1_delete_workflow_response.py +1 -1
  171. eval_studio_client/api/models/v1_document.py +1 -1
  172. eval_studio_client/api/models/v1_estimate_threshold_request.py +1 -1
  173. eval_studio_client/api/models/v1_evaluation_test.py +1 -1
  174. eval_studio_client/api/models/v1_evaluator.py +1 -1
  175. eval_studio_client/api/models/v1_evaluator_param_type.py +1 -1
  176. eval_studio_client/api/models/v1_evaluator_parameter.py +1 -1
  177. eval_studio_client/api/models/v1_evaluator_view.py +1 -1
  178. eval_studio_client/api/models/v1_finalize_operation_response.py +1 -1
  179. eval_studio_client/api/models/v1_find_all_test_cases_by_id_response.py +1 -1
  180. eval_studio_client/api/models/v1_find_test_lab_response.py +1 -1
  181. eval_studio_client/api/models/v1_generate_test_cases_response.py +1 -1
  182. eval_studio_client/api/models/v1_generated_test_case.py +101 -0
  183. eval_studio_client/api/models/v1_get_dashboard_response.py +1 -1
  184. eval_studio_client/api/models/v1_get_document_response.py +1 -1
  185. eval_studio_client/api/models/v1_get_evaluator_response.py +1 -1
  186. eval_studio_client/api/models/v1_get_info_response.py +1 -1
  187. eval_studio_client/api/models/v1_get_leaderboard_report_response.py +91 -0
  188. eval_studio_client/api/models/v1_get_leaderboard_response.py +1 -1
  189. eval_studio_client/api/models/v1_get_model_response.py +1 -1
  190. eval_studio_client/api/models/v1_get_operation_progress_by_parent_response.py +1 -1
  191. eval_studio_client/api/models/v1_get_operation_response.py +1 -1
  192. eval_studio_client/api/models/v1_get_perturbator_response.py +1 -1
  193. eval_studio_client/api/models/v1_get_test_case_response.py +1 -1
  194. eval_studio_client/api/models/v1_get_test_class_response.py +1 -1
  195. eval_studio_client/api/models/v1_get_test_response.py +1 -1
  196. eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +1 -1
  197. eval_studio_client/api/models/v1_get_workflow_node_response.py +1 -1
  198. eval_studio_client/api/models/v1_get_workflow_response.py +1 -1
  199. eval_studio_client/api/models/v1_import_evaluation_request.py +1 -1
  200. eval_studio_client/api/models/v1_import_leaderboard_request.py +1 -1
  201. eval_studio_client/api/models/v1_import_leaderboard_response.py +1 -1
  202. eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +1 -1
  203. eval_studio_client/api/models/v1_import_test_cases_request.py +1 -1
  204. eval_studio_client/api/models/v1_info.py +10 -4
  205. eval_studio_client/api/models/v1_init_workflow_node_response.py +91 -0
  206. eval_studio_client/api/models/v1_insight.py +1 -1
  207. eval_studio_client/api/models/v1_labeled_test_case.py +1 -1
  208. eval_studio_client/api/models/v1_leaderboard.py +1 -1
  209. eval_studio_client/api/models/v1_leaderboard_report.py +115 -0
  210. eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py +93 -0
  211. eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +101 -0
  212. eval_studio_client/api/models/v1_leaderboard_report_evaluator.py +155 -0
  213. eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py +109 -0
  214. eval_studio_client/api/models/v1_leaderboard_report_explanation.py +103 -0
  215. eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py +129 -0
  216. eval_studio_client/api/models/v1_leaderboard_report_model.py +121 -0
  217. eval_studio_client/api/models/v1_leaderboard_report_result.py +175 -0
  218. eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py +97 -0
  219. eval_studio_client/api/models/v1_leaderboard_status.py +1 -1
  220. eval_studio_client/api/models/v1_leaderboard_type.py +1 -1
  221. eval_studio_client/api/models/v1_leaderboard_view.py +1 -1
  222. eval_studio_client/api/models/v1_list_base_models_response.py +1 -1
  223. eval_studio_client/api/models/v1_list_dashboards_response.py +1 -1
  224. eval_studio_client/api/models/v1_list_documents_response.py +1 -1
  225. eval_studio_client/api/models/v1_list_evaluators_response.py +1 -1
  226. eval_studio_client/api/models/v1_list_leaderboards_response.py +1 -1
  227. eval_studio_client/api/models/v1_list_llm_models_response.py +1 -1
  228. eval_studio_client/api/models/v1_list_model_collections_response.py +1 -1
  229. eval_studio_client/api/models/v1_list_models_response.py +1 -1
  230. eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py +1 -1
  231. eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py +1 -1
  232. eval_studio_client/api/models/v1_list_most_recent_models_response.py +1 -1
  233. eval_studio_client/api/models/v1_list_most_recent_tests_response.py +1 -1
  234. eval_studio_client/api/models/v1_list_operations_response.py +1 -1
  235. eval_studio_client/api/models/v1_list_perturbators_response.py +1 -1
  236. eval_studio_client/api/models/v1_list_prompt_library_items_response.py +1 -1
  237. eval_studio_client/api/models/v1_list_rag_collections_response.py +1 -1
  238. eval_studio_client/api/models/v1_list_test_case_library_items_response.py +1 -1
  239. eval_studio_client/api/models/v1_list_test_case_relationships_response.py +95 -0
  240. eval_studio_client/api/models/v1_list_test_cases_response.py +1 -1
  241. eval_studio_client/api/models/v1_list_test_classes_response.py +1 -1
  242. eval_studio_client/api/models/v1_list_tests_response.py +1 -1
  243. eval_studio_client/api/models/v1_list_workflows_response.py +1 -1
  244. eval_studio_client/api/models/v1_metric_score.py +89 -0
  245. eval_studio_client/api/models/v1_metric_scores.py +95 -0
  246. eval_studio_client/api/models/v1_model.py +1 -1
  247. eval_studio_client/api/models/v1_model_type.py +1 -1
  248. eval_studio_client/api/models/v1_operation.py +1 -1
  249. eval_studio_client/api/models/v1_operation_progress.py +1 -1
  250. eval_studio_client/api/models/v1_perturb_test_in_place_response.py +91 -0
  251. eval_studio_client/api/models/v1_perturb_test_response.py +1 -1
  252. eval_studio_client/api/models/v1_perturbator.py +1 -1
  253. eval_studio_client/api/models/v1_perturbator_configuration.py +1 -1
  254. eval_studio_client/api/models/v1_perturbator_intensity.py +1 -1
  255. eval_studio_client/api/models/v1_problem_and_action.py +1 -1
  256. eval_studio_client/api/models/v1_process_workflow_node_response.py +1 -1
  257. eval_studio_client/api/models/v1_prompt_library_item.py +1 -1
  258. eval_studio_client/api/models/v1_repeated_string.py +87 -0
  259. eval_studio_client/api/models/v1_reset_workflow_node_response.py +91 -0
  260. eval_studio_client/api/models/v1_test.py +1 -1
  261. eval_studio_client/api/models/v1_test_case.py +10 -3
  262. eval_studio_client/api/models/v1_test_case_relationship.py +1 -1
  263. eval_studio_client/api/models/v1_test_cases_generator.py +1 -1
  264. eval_studio_client/api/models/v1_test_class.py +1 -1
  265. eval_studio_client/api/models/v1_test_class_type.py +1 -1
  266. eval_studio_client/api/models/v1_test_lab.py +1 -1
  267. eval_studio_client/api/models/v1_test_suite_evaluates.py +1 -1
  268. eval_studio_client/api/models/v1_update_dashboard_response.py +1 -1
  269. eval_studio_client/api/models/v1_update_document_response.py +1 -1
  270. eval_studio_client/api/models/v1_update_leaderboard_response.py +1 -1
  271. eval_studio_client/api/models/v1_update_model_response.py +1 -1
  272. eval_studio_client/api/models/v1_update_operation_response.py +1 -1
  273. eval_studio_client/api/models/v1_update_test_case_response.py +1 -1
  274. eval_studio_client/api/models/v1_update_test_response.py +1 -1
  275. eval_studio_client/api/models/v1_update_workflow_node_response.py +1 -1
  276. eval_studio_client/api/models/v1_update_workflow_response.py +1 -1
  277. eval_studio_client/api/models/v1_who_am_i_response.py +1 -1
  278. eval_studio_client/api/models/v1_workflow.py +11 -3
  279. eval_studio_client/api/models/v1_workflow_edge.py +1 -1
  280. eval_studio_client/api/models/v1_workflow_edge_type.py +1 -1
  281. eval_studio_client/api/models/v1_workflow_node.py +1 -1
  282. eval_studio_client/api/models/v1_workflow_node_artifact.py +1 -1
  283. eval_studio_client/api/models/v1_workflow_node_artifacts.py +1 -1
  284. eval_studio_client/api/models/v1_workflow_node_attributes.py +1 -1
  285. eval_studio_client/api/models/v1_workflow_node_status.py +1 -1
  286. eval_studio_client/api/models/v1_workflow_node_type.py +4 -1
  287. eval_studio_client/api/models/v1_workflow_node_view.py +1 -1
  288. eval_studio_client/api/models/v1_workflow_type.py +1 -1
  289. eval_studio_client/api/models/workflow_service_clone_workflow_request.py +95 -0
  290. eval_studio_client/api/rest.py +1 -1
  291. eval_studio_client/api/test/test_adversarial_inputs_service_api.py +37 -0
  292. eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +128 -0
  293. eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
  294. eval_studio_client/api/test/test_document_service_api.py +1 -1
  295. eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
  296. eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
  297. eval_studio_client/api/test/test_generated_questions_validation_service_api.py +37 -0
  298. eval_studio_client/api/test/test_generated_questions_validation_service_validate_generated_questions_request.py +83 -0
  299. eval_studio_client/api/test/test_human_calibration_service_api.py +1 -1
  300. eval_studio_client/api/test/test_info_service_api.py +1 -1
  301. eval_studio_client/api/test/test_leaderboard_report_service_api.py +37 -0
  302. eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
  303. eval_studio_client/api/test/test_model_service_api.py +1 -1
  304. eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
  305. eval_studio_client/api/test/test_operation_service_api.py +7 -1
  306. eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
  307. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +6 -2
  308. eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
  309. eval_studio_client/api/test/test_prompt_generation_service_api.py +1 -1
  310. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +9 -4
  311. eval_studio_client/api/test/test_prompt_library_service_api.py +1 -1
  312. eval_studio_client/api/test/test_protobuf_any.py +1 -1
  313. eval_studio_client/api/test/test_protobuf_null_value.py +1 -1
  314. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
  315. eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
  316. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +1 -1
  317. eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
  318. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
  319. eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
  320. eval_studio_client/api/test/test_required_the_test_case_to_update.py +6 -2
  321. eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
  322. eval_studio_client/api/test/test_required_the_updated_workflow.py +5 -2
  323. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +1 -1
  324. eval_studio_client/api/test/test_rpc_status.py +1 -1
  325. eval_studio_client/api/test/test_test_case_relationship_service_api.py +37 -0
  326. eval_studio_client/api/test/test_test_case_service_api.py +1 -1
  327. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
  328. eval_studio_client/api/test/test_test_class_service_api.py +1 -1
  329. eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
  330. eval_studio_client/api/test/test_test_service_api.py +13 -1
  331. eval_studio_client/api/test/test_test_service_clone_test_request.py +52 -0
  332. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +4 -1
  333. eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py +1 -1
  334. eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py +1 -1
  335. eval_studio_client/api/test/test_test_service_perturb_test_in_place_request.py +59 -0
  336. eval_studio_client/api/test/test_test_service_perturb_test_request.py +1 -1
  337. eval_studio_client/api/test/test_v1_abort_operation_response.py +71 -0
  338. eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +1 -1
  339. eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +1 -1
  340. eval_studio_client/api/test/test_v1_batch_delete_dashboards_request.py +1 -1
  341. eval_studio_client/api/test/test_v1_batch_delete_dashboards_response.py +1 -1
  342. eval_studio_client/api/test/test_v1_batch_delete_documents_request.py +1 -1
  343. eval_studio_client/api/test/test_v1_batch_delete_documents_response.py +1 -1
  344. eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +1 -1
  345. eval_studio_client/api/test/test_v1_batch_delete_evaluators_response.py +1 -1
  346. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_request.py +1 -1
  347. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +1 -1
  348. eval_studio_client/api/test/test_v1_batch_delete_models_request.py +1 -1
  349. eval_studio_client/api/test/test_v1_batch_delete_models_response.py +1 -1
  350. eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py +6 -2
  351. eval_studio_client/api/test/test_v1_batch_delete_tests_request.py +1 -1
  352. eval_studio_client/api/test/test_v1_batch_delete_tests_response.py +1 -1
  353. eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py +1 -1
  354. eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py +5 -2
  355. eval_studio_client/api/test/test_v1_batch_get_dashboards_response.py +1 -1
  356. eval_studio_client/api/test/test_v1_batch_get_documents_response.py +1 -1
  357. eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +1 -1
  358. eval_studio_client/api/test/test_v1_batch_get_models_response.py +1 -1
  359. eval_studio_client/api/test/test_v1_batch_get_operations_response.py +1 -1
  360. eval_studio_client/api/test/test_v1_batch_get_tests_response.py +1 -1
  361. eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py +1 -1
  362. eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +1 -1
  363. eval_studio_client/api/test/test_v1_batch_import_leaderboard_request.py +1 -1
  364. eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +1 -1
  365. eval_studio_client/api/test/test_v1_batch_import_tests_request.py +1 -1
  366. eval_studio_client/api/test/test_v1_batch_import_tests_response.py +1 -1
  367. eval_studio_client/api/test/test_v1_check_base_models_response.py +1 -1
  368. eval_studio_client/api/test/test_v1_clone_test_response.py +67 -0
  369. eval_studio_client/api/test/test_v1_clone_workflow_response.py +93 -0
  370. eval_studio_client/api/test/test_v1_collection_info.py +1 -1
  371. eval_studio_client/api/test/test_v1_context.py +54 -0
  372. eval_studio_client/api/test/test_v1_create_dashboard_response.py +1 -1
  373. eval_studio_client/api/test/test_v1_create_document_response.py +1 -1
  374. eval_studio_client/api/test/test_v1_create_evaluation_request.py +6 -2
  375. eval_studio_client/api/test/test_v1_create_evaluator_response.py +1 -1
  376. eval_studio_client/api/test/test_v1_create_leaderboard_request.py +1 -1
  377. eval_studio_client/api/test/test_v1_create_leaderboard_response.py +1 -1
  378. eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +1 -1
  379. eval_studio_client/api/test/test_v1_create_model_response.py +1 -1
  380. eval_studio_client/api/test/test_v1_create_perturbation_response.py +1 -1
  381. eval_studio_client/api/test/test_v1_create_test_case_response.py +6 -2
  382. eval_studio_client/api/test/test_v1_create_test_lab_response.py +1 -1
  383. eval_studio_client/api/test/test_v1_create_test_response.py +1 -1
  384. eval_studio_client/api/test/test_v1_create_workflow_edge_response.py +62 -0
  385. eval_studio_client/api/test/test_v1_create_workflow_node_response.py +82 -0
  386. eval_studio_client/api/test/test_v1_create_workflow_response.py +5 -2
  387. eval_studio_client/api/test/test_v1_dashboard.py +1 -1
  388. eval_studio_client/api/test/test_v1_dashboard_status.py +1 -1
  389. eval_studio_client/api/test/test_v1_delete_dashboard_response.py +1 -1
  390. eval_studio_client/api/test/test_v1_delete_document_response.py +1 -1
  391. eval_studio_client/api/test/test_v1_delete_evaluator_response.py +1 -1
  392. eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +1 -1
  393. eval_studio_client/api/test/test_v1_delete_model_response.py +1 -1
  394. eval_studio_client/api/test/test_v1_delete_test_case_response.py +6 -2
  395. eval_studio_client/api/test/test_v1_delete_test_response.py +1 -1
  396. eval_studio_client/api/test/test_v1_delete_workflow_edge_response.py +62 -0
  397. eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +1 -1
  398. eval_studio_client/api/test/test_v1_delete_workflow_response.py +5 -2
  399. eval_studio_client/api/test/test_v1_document.py +1 -1
  400. eval_studio_client/api/test/test_v1_estimate_threshold_request.py +1 -1
  401. eval_studio_client/api/test/test_v1_evaluation_test.py +6 -2
  402. eval_studio_client/api/test/test_v1_evaluator.py +1 -1
  403. eval_studio_client/api/test/test_v1_evaluator_param_type.py +1 -1
  404. eval_studio_client/api/test/test_v1_evaluator_parameter.py +1 -1
  405. eval_studio_client/api/test/test_v1_evaluator_view.py +1 -1
  406. eval_studio_client/api/test/test_v1_finalize_operation_response.py +1 -1
  407. eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py +6 -2
  408. eval_studio_client/api/test/test_v1_find_test_lab_response.py +1 -1
  409. eval_studio_client/api/test/test_v1_generate_test_cases_response.py +1 -1
  410. eval_studio_client/api/test/test_v1_generated_test_case.py +79 -0
  411. eval_studio_client/api/test/test_v1_get_dashboard_response.py +1 -1
  412. eval_studio_client/api/test/test_v1_get_document_response.py +1 -1
  413. eval_studio_client/api/test/test_v1_get_evaluator_response.py +1 -1
  414. eval_studio_client/api/test/test_v1_get_info_response.py +7 -2
  415. eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +175 -0
  416. eval_studio_client/api/test/test_v1_get_leaderboard_response.py +1 -1
  417. eval_studio_client/api/test/test_v1_get_model_response.py +1 -1
  418. eval_studio_client/api/test/test_v1_get_operation_progress_by_parent_response.py +1 -1
  419. eval_studio_client/api/test/test_v1_get_operation_response.py +1 -1
  420. eval_studio_client/api/test/test_v1_get_perturbator_response.py +1 -1
  421. eval_studio_client/api/test/test_v1_get_test_case_response.py +6 -2
  422. eval_studio_client/api/test/test_v1_get_test_class_response.py +1 -1
  423. eval_studio_client/api/test/test_v1_get_test_response.py +1 -1
  424. eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py +1 -1
  425. eval_studio_client/api/test/test_v1_get_workflow_node_response.py +1 -1
  426. eval_studio_client/api/test/test_v1_get_workflow_response.py +5 -2
  427. eval_studio_client/api/test/test_v1_import_evaluation_request.py +1 -1
  428. eval_studio_client/api/test/test_v1_import_leaderboard_request.py +1 -1
  429. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +1 -1
  430. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +1 -1
  431. eval_studio_client/api/test/test_v1_import_test_cases_request.py +1 -1
  432. eval_studio_client/api/test/test_v1_info.py +7 -2
  433. eval_studio_client/api/test/test_v1_init_workflow_node_response.py +82 -0
  434. eval_studio_client/api/test/test_v1_insight.py +1 -1
  435. eval_studio_client/api/test/test_v1_labeled_test_case.py +1 -1
  436. eval_studio_client/api/test/test_v1_leaderboard.py +1 -1
  437. eval_studio_client/api/test/test_v1_leaderboard_report.py +174 -0
  438. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_data.py +52 -0
  439. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +56 -0
  440. eval_studio_client/api/test/test_v1_leaderboard_report_evaluator.py +114 -0
  441. eval_studio_client/api/test/test_v1_leaderboard_report_evaluator_parameter.py +63 -0
  442. eval_studio_client/api/test/test_v1_leaderboard_report_explanation.py +58 -0
  443. eval_studio_client/api/test/test_v1_leaderboard_report_metrics_meta_entry.py +66 -0
  444. eval_studio_client/api/test/test_v1_leaderboard_report_model.py +62 -0
  445. eval_studio_client/api/test/test_v1_leaderboard_report_result.py +92 -0
  446. eval_studio_client/api/test/test_v1_leaderboard_report_result_relationship.py +53 -0
  447. eval_studio_client/api/test/test_v1_leaderboard_status.py +1 -1
  448. eval_studio_client/api/test/test_v1_leaderboard_type.py +1 -1
  449. eval_studio_client/api/test/test_v1_leaderboard_view.py +1 -1
  450. eval_studio_client/api/test/test_v1_list_base_models_response.py +1 -1
  451. eval_studio_client/api/test/test_v1_list_dashboards_response.py +1 -1
  452. eval_studio_client/api/test/test_v1_list_documents_response.py +1 -1
  453. eval_studio_client/api/test/test_v1_list_evaluators_response.py +1 -1
  454. eval_studio_client/api/test/test_v1_list_leaderboards_response.py +1 -1
  455. eval_studio_client/api/test/test_v1_list_llm_models_response.py +1 -1
  456. eval_studio_client/api/test/test_v1_list_model_collections_response.py +1 -1
  457. eval_studio_client/api/test/test_v1_list_models_response.py +1 -1
  458. eval_studio_client/api/test/test_v1_list_most_recent_dashboards_response.py +1 -1
  459. eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +1 -1
  460. eval_studio_client/api/test/test_v1_list_most_recent_models_response.py +1 -1
  461. eval_studio_client/api/test/test_v1_list_most_recent_tests_response.py +1 -1
  462. eval_studio_client/api/test/test_v1_list_operations_response.py +1 -1
  463. eval_studio_client/api/test/test_v1_list_perturbators_response.py +1 -1
  464. eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py +1 -1
  465. eval_studio_client/api/test/test_v1_list_rag_collections_response.py +1 -1
  466. eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py +1 -1
  467. eval_studio_client/api/test/test_v1_list_test_case_relationships_response.py +56 -0
  468. eval_studio_client/api/test/test_v1_list_test_cases_response.py +6 -2
  469. eval_studio_client/api/test/test_v1_list_test_classes_response.py +1 -1
  470. eval_studio_client/api/test/test_v1_list_tests_response.py +1 -1
  471. eval_studio_client/api/test/test_v1_list_workflows_response.py +5 -2
  472. eval_studio_client/api/test/test_v1_metric_score.py +52 -0
  473. eval_studio_client/api/test/test_v1_metric_scores.py +55 -0
  474. eval_studio_client/api/test/test_v1_model.py +1 -1
  475. eval_studio_client/api/test/test_v1_model_type.py +1 -1
  476. eval_studio_client/api/test/test_v1_operation.py +1 -1
  477. eval_studio_client/api/test/test_v1_operation_progress.py +1 -1
  478. eval_studio_client/api/test/test_v1_perturb_test_in_place_response.py +67 -0
  479. eval_studio_client/api/test/test_v1_perturb_test_response.py +1 -1
  480. eval_studio_client/api/test/test_v1_perturbator.py +1 -1
  481. eval_studio_client/api/test/test_v1_perturbator_configuration.py +1 -1
  482. eval_studio_client/api/test/test_v1_perturbator_intensity.py +1 -1
  483. eval_studio_client/api/test/test_v1_problem_and_action.py +1 -1
  484. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +1 -1
  485. eval_studio_client/api/test/test_v1_prompt_library_item.py +1 -1
  486. eval_studio_client/api/test/test_v1_repeated_string.py +53 -0
  487. eval_studio_client/api/test/test_v1_reset_workflow_node_response.py +82 -0
  488. eval_studio_client/api/test/test_v1_test.py +1 -1
  489. eval_studio_client/api/test/test_v1_test_case.py +6 -2
  490. eval_studio_client/api/test/test_v1_test_case_relationship.py +1 -1
  491. eval_studio_client/api/test/test_v1_test_cases_generator.py +1 -1
  492. eval_studio_client/api/test/test_v1_test_class.py +1 -1
  493. eval_studio_client/api/test/test_v1_test_class_type.py +1 -1
  494. eval_studio_client/api/test/test_v1_test_lab.py +1 -1
  495. eval_studio_client/api/test/test_v1_test_suite_evaluates.py +1 -1
  496. eval_studio_client/api/test/test_v1_update_dashboard_response.py +1 -1
  497. eval_studio_client/api/test/test_v1_update_document_response.py +1 -1
  498. eval_studio_client/api/test/test_v1_update_leaderboard_response.py +1 -1
  499. eval_studio_client/api/test/test_v1_update_model_response.py +1 -1
  500. eval_studio_client/api/test/test_v1_update_operation_response.py +1 -1
  501. eval_studio_client/api/test/test_v1_update_test_case_response.py +6 -2
  502. eval_studio_client/api/test/test_v1_update_test_response.py +1 -1
  503. eval_studio_client/api/test/test_v1_update_workflow_node_response.py +1 -1
  504. eval_studio_client/api/test/test_v1_update_workflow_response.py +5 -2
  505. eval_studio_client/api/test/test_v1_who_am_i_response.py +1 -1
  506. eval_studio_client/api/test/test_v1_workflow.py +5 -2
  507. eval_studio_client/api/test/test_v1_workflow_edge.py +1 -1
  508. eval_studio_client/api/test/test_v1_workflow_edge_type.py +1 -1
  509. eval_studio_client/api/test/test_v1_workflow_node.py +1 -1
  510. eval_studio_client/api/test/test_v1_workflow_node_artifact.py +1 -1
  511. eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +1 -1
  512. eval_studio_client/api/test/test_v1_workflow_node_attributes.py +1 -1
  513. eval_studio_client/api/test/test_v1_workflow_node_status.py +1 -1
  514. eval_studio_client/api/test/test_v1_workflow_node_type.py +1 -1
  515. eval_studio_client/api/test/test_v1_workflow_node_view.py +1 -1
  516. eval_studio_client/api/test/test_v1_workflow_type.py +1 -1
  517. eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
  518. eval_studio_client/api/test/test_workflow_edge_service_api.py +15 -1
  519. eval_studio_client/api/test/test_workflow_node_service_api.py +23 -2
  520. eval_studio_client/api/test/test_workflow_service_api.py +8 -1
  521. eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py +55 -0
  522. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +1633 -219
  523. eval_studio_client/tests.py +103 -8
  524. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/METADATA +2 -2
  525. eval_studio_client-1.1.0a5.dist-info/RECORD +720 -0
  526. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/WHEEL +1 -1
  527. eval_studio_client-1.0.1.dist-info/RECORD +0 -615
{eval_studio_client-1.0.1.dist-info → eval_studio_client-1.1.0a5.dist-info}/WHEEL RENAMED
@@ -1,4 +1,4 @@
1
1
  Wheel-Version: 1.0
2
- Generator: hatchling 1.24.2
2
+ Generator: hatchling 1.27.0
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any