eval-studio-client 1.0.0a1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (575) hide show
  1. eval_studio_client/api/__init__.py +79 -1
  2. eval_studio_client/api/api/__init__.py +9 -0
  3. eval_studio_client/api/api/adversarial_inputs_service_api.py +321 -0
  4. eval_studio_client/api/api/dashboard_service_api.py +1 -1
  5. eval_studio_client/api/api/document_service_api.py +1 -1
  6. eval_studio_client/api/api/evaluation_service_api.py +1 -1
  7. eval_studio_client/api/api/evaluator_service_api.py +1 -1
  8. eval_studio_client/api/api/generated_questions_validation_service_api.py +321 -0
  9. eval_studio_client/api/api/human_calibration_service_api.py +304 -0
  10. eval_studio_client/api/api/info_service_api.py +1 -1
  11. eval_studio_client/api/api/leaderboard_report_service_api.py +292 -0
  12. eval_studio_client/api/api/leaderboard_service_api.py +17 -17
  13. eval_studio_client/api/api/model_service_api.py +17 -17
  14. eval_studio_client/api/api/operation_progress_service_api.py +1 -1
  15. eval_studio_client/api/api/operation_service_api.py +272 -17
  16. eval_studio_client/api/api/perturbation_service_api.py +1 -1
  17. eval_studio_client/api/api/perturbator_service_api.py +285 -18
  18. eval_studio_client/api/api/prompt_generation_service_api.py +1 -1
  19. eval_studio_client/api/api/prompt_library_service_api.py +669 -0
  20. eval_studio_client/api/api/test_case_relationship_service_api.py +292 -0
  21. eval_studio_client/api/api/test_case_service_api.py +17 -17
  22. eval_studio_client/api/api/test_class_service_api.py +17 -17
  23. eval_studio_client/api/api/test_lab_service_api.py +1 -1
  24. eval_studio_client/api/api/test_service_api.py +1238 -102
  25. eval_studio_client/api/api/who_am_i_service_api.py +1 -1
  26. eval_studio_client/api/api/workflow_edge_service_api.py +835 -0
  27. eval_studio_client/api/api/workflow_node_service_api.py +2431 -0
  28. eval_studio_client/api/api/workflow_service_api.py +1893 -0
  29. eval_studio_client/api/api_client.py +1 -1
  30. eval_studio_client/api/configuration.py +1 -1
  31. eval_studio_client/api/docs/AdversarialInputsServiceApi.md +78 -0
  32. eval_studio_client/api/docs/AdversarialInputsServiceTestAdversarialInputsRobustnessRequest.md +45 -0
  33. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceApi.md +78 -0
  34. eval_studio_client/api/docs/GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest.md +30 -0
  35. eval_studio_client/api/docs/HumanCalibrationServiceApi.md +77 -0
  36. eval_studio_client/api/docs/LeaderboardReportServiceApi.md +75 -0
  37. eval_studio_client/api/docs/LeaderboardServiceApi.md +5 -5
  38. eval_studio_client/api/docs/ModelServiceApi.md +5 -5
  39. eval_studio_client/api/docs/OperationServiceApi.md +72 -5
  40. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -0
  41. eval_studio_client/api/docs/PerturbatorServiceApi.md +38 -8
  42. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +4 -2
  43. eval_studio_client/api/docs/PromptLibraryServiceApi.md +155 -0
  44. eval_studio_client/api/docs/ProtobufNullValue.md +12 -0
  45. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +3 -0
  46. eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md +47 -0
  47. eval_studio_client/api/docs/RequiredTheUpdatedWorkflowNode.md +44 -0
  48. eval_studio_client/api/docs/TestCaseRelationshipServiceApi.md +75 -0
  49. eval_studio_client/api/docs/TestCaseServiceApi.md +5 -5
  50. eval_studio_client/api/docs/TestClassServiceApi.md +5 -5
  51. eval_studio_client/api/docs/TestServiceApi.md +285 -5
  52. eval_studio_client/api/docs/TestServiceCloneTestRequest.md +30 -0
  53. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +3 -1
  54. eval_studio_client/api/docs/TestServiceImportTestCasesFromLibraryRequest.md +32 -0
  55. eval_studio_client/api/docs/TestServiceListTestCaseLibraryItemsRequest.md +35 -0
  56. eval_studio_client/api/docs/TestServicePerturbTestInPlaceRequest.md +30 -0
  57. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +1 -0
  58. eval_studio_client/api/docs/V1AbortOperationResponse.md +29 -0
  59. eval_studio_client/api/docs/V1BatchDeleteWorkflowsRequest.md +29 -0
  60. eval_studio_client/api/docs/V1BatchDeleteWorkflowsResponse.md +29 -0
  61. eval_studio_client/api/docs/V1BatchGetWorkflowEdgesResponse.md +29 -0
  62. eval_studio_client/api/docs/V1BatchGetWorkflowNodesResponse.md +29 -0
  63. eval_studio_client/api/docs/V1CloneTestResponse.md +29 -0
  64. eval_studio_client/api/docs/V1CloneWorkflowResponse.md +29 -0
  65. eval_studio_client/api/docs/V1Context.md +32 -0
  66. eval_studio_client/api/docs/V1CreateEvaluationRequest.md +1 -0
  67. eval_studio_client/api/docs/V1CreateWorkflowEdgeResponse.md +29 -0
  68. eval_studio_client/api/docs/V1CreateWorkflowNodeResponse.md +29 -0
  69. eval_studio_client/api/docs/V1CreateWorkflowResponse.md +29 -0
  70. eval_studio_client/api/docs/V1DeleteWorkflowEdgeResponse.md +29 -0
  71. eval_studio_client/api/docs/V1DeleteWorkflowNodeResponse.md +29 -0
  72. eval_studio_client/api/docs/V1DeleteWorkflowResponse.md +29 -0
  73. eval_studio_client/api/docs/V1EstimateThresholdRequest.md +33 -0
  74. eval_studio_client/api/docs/V1GeneratedTestCase.md +30 -0
  75. eval_studio_client/api/docs/V1GetLeaderboardReportResponse.md +29 -0
  76. eval_studio_client/api/docs/V1GetWorkflowNodePrerequisitesResponse.md +30 -0
  77. eval_studio_client/api/docs/V1GetWorkflowNodeResponse.md +29 -0
  78. eval_studio_client/api/docs/V1GetWorkflowResponse.md +29 -0
  79. eval_studio_client/api/docs/V1ImportEvaluationRequest.md +1 -0
  80. eval_studio_client/api/docs/V1ImportTestCasesFromLibraryResponse.md +29 -0
  81. eval_studio_client/api/docs/V1ImportTestCasesRequest.md +33 -0
  82. eval_studio_client/api/docs/V1Info.md +3 -0
  83. eval_studio_client/api/docs/V1InitWorkflowNodeResponse.md +29 -0
  84. eval_studio_client/api/docs/V1LabeledTestCase.md +31 -0
  85. eval_studio_client/api/docs/V1LeaderboardReport.md +32 -0
  86. eval_studio_client/api/docs/V1LeaderboardReportActualOutputData.md +31 -0
  87. eval_studio_client/api/docs/V1LeaderboardReportActualOutputMeta.md +31 -0
  88. eval_studio_client/api/docs/V1LeaderboardReportEvaluator.md +42 -0
  89. eval_studio_client/api/docs/V1LeaderboardReportEvaluatorParameter.md +38 -0
  90. eval_studio_client/api/docs/V1LeaderboardReportExplanation.md +34 -0
  91. eval_studio_client/api/docs/V1LeaderboardReportMetricsMetaEntry.md +41 -0
  92. eval_studio_client/api/docs/V1LeaderboardReportModel.md +39 -0
  93. eval_studio_client/api/docs/V1LeaderboardReportResult.md +45 -0
  94. eval_studio_client/api/docs/V1LeaderboardReportResultRelationship.md +32 -0
  95. eval_studio_client/api/docs/V1ListPromptLibraryItemsResponse.md +29 -0
  96. eval_studio_client/api/docs/V1ListTestCaseLibraryItemsResponse.md +29 -0
  97. eval_studio_client/api/docs/V1ListTestCaseRelationshipsResponse.md +29 -0
  98. eval_studio_client/api/docs/V1ListWorkflowsResponse.md +29 -0
  99. eval_studio_client/api/docs/V1MetricScore.md +31 -0
  100. eval_studio_client/api/docs/V1MetricScores.md +29 -0
  101. eval_studio_client/api/docs/V1PerturbTestInPlaceResponse.md +29 -0
  102. eval_studio_client/api/docs/V1ProcessWorkflowNodeResponse.md +29 -0
  103. eval_studio_client/api/docs/V1PromptLibraryItem.md +42 -0
  104. eval_studio_client/api/docs/V1RepeatedString.md +29 -0
  105. eval_studio_client/api/docs/V1ResetWorkflowNodeResponse.md +29 -0
  106. eval_studio_client/api/docs/V1TestCase.md +3 -0
  107. eval_studio_client/api/docs/V1TestSuiteEvaluates.md +11 -0
  108. eval_studio_client/api/docs/V1UpdateWorkflowNodeResponse.md +29 -0
  109. eval_studio_client/api/docs/V1UpdateWorkflowResponse.md +29 -0
  110. eval_studio_client/api/docs/V1Workflow.md +49 -0
  111. eval_studio_client/api/docs/V1WorkflowEdge.md +40 -0
  112. eval_studio_client/api/docs/V1WorkflowEdgeType.md +12 -0
  113. eval_studio_client/api/docs/V1WorkflowNode.md +46 -0
  114. eval_studio_client/api/docs/V1WorkflowNodeArtifact.md +40 -0
  115. eval_studio_client/api/docs/V1WorkflowNodeArtifacts.md +29 -0
  116. eval_studio_client/api/docs/V1WorkflowNodeAttributes.md +30 -0
  117. eval_studio_client/api/docs/V1WorkflowNodeStatus.md +12 -0
  118. eval_studio_client/api/docs/V1WorkflowNodeType.md +12 -0
  119. eval_studio_client/api/docs/V1WorkflowNodeView.md +12 -0
  120. eval_studio_client/api/docs/V1WorkflowType.md +12 -0
  121. eval_studio_client/api/docs/WorkflowEdgeServiceApi.md +215 -0
  122. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +632 -0
  123. eval_studio_client/api/docs/WorkflowServiceApi.md +488 -0
  124. eval_studio_client/api/docs/WorkflowServiceCloneWorkflowRequest.md +33 -0
  125. eval_studio_client/api/exceptions.py +1 -1
  126. eval_studio_client/api/models/__init__.py +70 -1
  127. eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +143 -0
  128. eval_studio_client/api/models/generated_questions_validation_service_validate_generated_questions_request.py +97 -0
  129. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +9 -3
  130. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +17 -6
  131. eval_studio_client/api/models/protobuf_any.py +1 -1
  132. eval_studio_client/api/models/protobuf_null_value.py +36 -0
  133. eval_studio_client/api/models/required_the_dashboard_to_update.py +1 -1
  134. eval_studio_client/api/models/required_the_document_to_update.py +1 -1
  135. eval_studio_client/api/models/required_the_leaderboard_to_update.py +1 -1
  136. eval_studio_client/api/models/required_the_model_to_update.py +1 -1
  137. eval_studio_client/api/models/required_the_operation_to_finalize.py +1 -1
  138. eval_studio_client/api/models/required_the_operation_to_update.py +1 -1
  139. eval_studio_client/api/models/required_the_test_case_to_update.py +14 -3
  140. eval_studio_client/api/models/required_the_test_to_update.py +1 -1
  141. eval_studio_client/api/models/required_the_updated_workflow.py +160 -0
  142. eval_studio_client/api/models/required_the_updated_workflow_node.py +152 -0
  143. eval_studio_client/api/models/rpc_status.py +1 -1
  144. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +1 -1
  145. eval_studio_client/api/models/test_service_clone_test_request.py +89 -0
  146. eval_studio_client/api/models/test_service_generate_test_cases_request.py +8 -4
  147. eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +93 -0
  148. eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +99 -0
  149. eval_studio_client/api/models/test_service_perturb_test_in_place_request.py +97 -0
  150. eval_studio_client/api/models/test_service_perturb_test_request.py +5 -3
  151. eval_studio_client/api/models/v1_abort_operation_response.py +91 -0
  152. eval_studio_client/api/models/v1_batch_create_leaderboards_request.py +1 -1
  153. eval_studio_client/api/models/v1_batch_create_leaderboards_response.py +1 -1
  154. eval_studio_client/api/models/v1_batch_delete_dashboards_request.py +1 -1
  155. eval_studio_client/api/models/v1_batch_delete_dashboards_response.py +1 -1
  156. eval_studio_client/api/models/v1_batch_delete_documents_request.py +1 -1
  157. eval_studio_client/api/models/v1_batch_delete_documents_response.py +1 -1
  158. eval_studio_client/api/models/v1_batch_delete_evaluators_request.py +1 -1
  159. eval_studio_client/api/models/v1_batch_delete_evaluators_response.py +1 -1
  160. eval_studio_client/api/models/v1_batch_delete_leaderboards_request.py +1 -1
  161. eval_studio_client/api/models/v1_batch_delete_leaderboards_response.py +1 -1
  162. eval_studio_client/api/models/v1_batch_delete_models_request.py +1 -1
  163. eval_studio_client/api/models/v1_batch_delete_models_response.py +1 -1
  164. eval_studio_client/api/models/v1_batch_delete_test_cases_response.py +1 -1
  165. eval_studio_client/api/models/v1_batch_delete_tests_request.py +1 -1
  166. eval_studio_client/api/models/v1_batch_delete_tests_response.py +1 -1
  167. eval_studio_client/api/models/v1_batch_delete_workflows_request.py +87 -0
  168. eval_studio_client/api/models/v1_batch_delete_workflows_response.py +95 -0
  169. eval_studio_client/api/models/v1_batch_get_dashboards_response.py +1 -1
  170. eval_studio_client/api/models/v1_batch_get_documents_response.py +1 -1
  171. eval_studio_client/api/models/v1_batch_get_leaderboards_response.py +1 -1
  172. eval_studio_client/api/models/v1_batch_get_models_response.py +1 -1
  173. eval_studio_client/api/models/v1_batch_get_operations_response.py +1 -1
  174. eval_studio_client/api/models/v1_batch_get_tests_response.py +1 -1
  175. eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +95 -0
  176. eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +95 -0
  177. eval_studio_client/api/models/v1_batch_import_leaderboard_request.py +1 -1
  178. eval_studio_client/api/models/v1_batch_import_leaderboard_response.py +1 -1
  179. eval_studio_client/api/models/v1_batch_import_tests_request.py +1 -1
  180. eval_studio_client/api/models/v1_batch_import_tests_response.py +1 -1
  181. eval_studio_client/api/models/v1_check_base_models_response.py +1 -1
  182. eval_studio_client/api/models/v1_clone_test_response.py +91 -0
  183. eval_studio_client/api/models/v1_clone_workflow_response.py +91 -0
  184. eval_studio_client/api/models/v1_collection_info.py +1 -1
  185. eval_studio_client/api/models/v1_context.py +93 -0
  186. eval_studio_client/api/models/v1_create_dashboard_response.py +1 -1
  187. eval_studio_client/api/models/v1_create_document_response.py +1 -1
  188. eval_studio_client/api/models/v1_create_evaluation_request.py +8 -3
  189. eval_studio_client/api/models/v1_create_evaluator_response.py +1 -1
  190. eval_studio_client/api/models/v1_create_leaderboard_request.py +1 -1
  191. eval_studio_client/api/models/v1_create_leaderboard_response.py +1 -1
  192. eval_studio_client/api/models/v1_create_leaderboard_without_cache_response.py +1 -1
  193. eval_studio_client/api/models/v1_create_model_response.py +1 -1
  194. eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
  195. eval_studio_client/api/models/v1_create_test_case_response.py +1 -1
  196. eval_studio_client/api/models/v1_create_test_lab_response.py +1 -1
  197. eval_studio_client/api/models/v1_create_test_response.py +1 -1
  198. eval_studio_client/api/models/v1_create_workflow_edge_response.py +91 -0
  199. eval_studio_client/api/models/v1_create_workflow_node_response.py +91 -0
  200. eval_studio_client/api/models/v1_create_workflow_response.py +91 -0
  201. eval_studio_client/api/models/v1_dashboard.py +1 -1
  202. eval_studio_client/api/models/v1_dashboard_status.py +1 -1
  203. eval_studio_client/api/models/v1_delete_dashboard_response.py +1 -1
  204. eval_studio_client/api/models/v1_delete_document_response.py +1 -1
  205. eval_studio_client/api/models/v1_delete_evaluator_response.py +1 -1
  206. eval_studio_client/api/models/v1_delete_leaderboard_response.py +1 -1
  207. eval_studio_client/api/models/v1_delete_model_response.py +1 -1
  208. eval_studio_client/api/models/v1_delete_test_case_response.py +1 -1
  209. eval_studio_client/api/models/v1_delete_test_response.py +1 -1
  210. eval_studio_client/api/models/v1_delete_workflow_edge_response.py +91 -0
  211. eval_studio_client/api/models/v1_delete_workflow_node_response.py +91 -0
  212. eval_studio_client/api/models/v1_delete_workflow_response.py +91 -0
  213. eval_studio_client/api/models/v1_document.py +1 -1
  214. eval_studio_client/api/models/v1_estimate_threshold_request.py +103 -0
  215. eval_studio_client/api/models/v1_evaluation_test.py +1 -1
  216. eval_studio_client/api/models/v1_evaluator.py +1 -1
  217. eval_studio_client/api/models/v1_evaluator_param_type.py +1 -1
  218. eval_studio_client/api/models/v1_evaluator_parameter.py +1 -1
  219. eval_studio_client/api/models/v1_evaluator_view.py +1 -1
  220. eval_studio_client/api/models/v1_finalize_operation_response.py +1 -1
  221. eval_studio_client/api/models/v1_find_all_test_cases_by_id_response.py +1 -1
  222. eval_studio_client/api/models/v1_find_test_lab_response.py +1 -1
  223. eval_studio_client/api/models/v1_generate_test_cases_response.py +1 -1
  224. eval_studio_client/api/models/v1_generated_test_case.py +101 -0
  225. eval_studio_client/api/models/v1_get_dashboard_response.py +1 -1
  226. eval_studio_client/api/models/v1_get_document_response.py +1 -1
  227. eval_studio_client/api/models/v1_get_evaluator_response.py +1 -1
  228. eval_studio_client/api/models/v1_get_info_response.py +1 -1
  229. eval_studio_client/api/models/v1_get_leaderboard_report_response.py +91 -0
  230. eval_studio_client/api/models/v1_get_leaderboard_response.py +1 -1
  231. eval_studio_client/api/models/v1_get_model_response.py +1 -1
  232. eval_studio_client/api/models/v1_get_operation_progress_by_parent_response.py +1 -1
  233. eval_studio_client/api/models/v1_get_operation_response.py +1 -1
  234. eval_studio_client/api/models/v1_get_perturbator_response.py +1 -1
  235. eval_studio_client/api/models/v1_get_test_case_response.py +1 -1
  236. eval_studio_client/api/models/v1_get_test_class_response.py +1 -1
  237. eval_studio_client/api/models/v1_get_test_response.py +1 -1
  238. eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +89 -0
  239. eval_studio_client/api/models/v1_get_workflow_node_response.py +91 -0
  240. eval_studio_client/api/models/v1_get_workflow_response.py +91 -0
  241. eval_studio_client/api/models/v1_import_evaluation_request.py +8 -3
  242. eval_studio_client/api/models/v1_import_leaderboard_request.py +1 -1
  243. eval_studio_client/api/models/v1_import_leaderboard_response.py +1 -1
  244. eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +91 -0
  245. eval_studio_client/api/models/v1_import_test_cases_request.py +95 -0
  246. eval_studio_client/api/models/v1_info.py +10 -4
  247. eval_studio_client/api/models/v1_init_workflow_node_response.py +91 -0
  248. eval_studio_client/api/models/v1_insight.py +1 -1
  249. eval_studio_client/api/models/v1_labeled_test_case.py +91 -0
  250. eval_studio_client/api/models/v1_leaderboard.py +1 -1
  251. eval_studio_client/api/models/v1_leaderboard_report.py +115 -0
  252. eval_studio_client/api/models/v1_leaderboard_report_actual_output_data.py +93 -0
  253. eval_studio_client/api/models/v1_leaderboard_report_actual_output_meta.py +101 -0
  254. eval_studio_client/api/models/v1_leaderboard_report_evaluator.py +155 -0
  255. eval_studio_client/api/models/v1_leaderboard_report_evaluator_parameter.py +109 -0
  256. eval_studio_client/api/models/v1_leaderboard_report_explanation.py +103 -0
  257. eval_studio_client/api/models/v1_leaderboard_report_metrics_meta_entry.py +129 -0
  258. eval_studio_client/api/models/v1_leaderboard_report_model.py +121 -0
  259. eval_studio_client/api/models/v1_leaderboard_report_result.py +175 -0
  260. eval_studio_client/api/models/v1_leaderboard_report_result_relationship.py +97 -0
  261. eval_studio_client/api/models/v1_leaderboard_status.py +1 -1
  262. eval_studio_client/api/models/v1_leaderboard_type.py +1 -1
  263. eval_studio_client/api/models/v1_leaderboard_view.py +1 -1
  264. eval_studio_client/api/models/v1_list_base_models_response.py +1 -1
  265. eval_studio_client/api/models/v1_list_dashboards_response.py +1 -1
  266. eval_studio_client/api/models/v1_list_documents_response.py +1 -1
  267. eval_studio_client/api/models/v1_list_evaluators_response.py +1 -1
  268. eval_studio_client/api/models/v1_list_leaderboards_response.py +1 -1
  269. eval_studio_client/api/models/v1_list_llm_models_response.py +1 -1
  270. eval_studio_client/api/models/v1_list_model_collections_response.py +1 -1
  271. eval_studio_client/api/models/v1_list_models_response.py +1 -1
  272. eval_studio_client/api/models/v1_list_most_recent_dashboards_response.py +1 -1
  273. eval_studio_client/api/models/v1_list_most_recent_leaderboards_response.py +1 -1
  274. eval_studio_client/api/models/v1_list_most_recent_models_response.py +1 -1
  275. eval_studio_client/api/models/v1_list_most_recent_tests_response.py +1 -1
  276. eval_studio_client/api/models/v1_list_operations_response.py +1 -1
  277. eval_studio_client/api/models/v1_list_perturbators_response.py +1 -1
  278. eval_studio_client/api/models/v1_list_prompt_library_items_response.py +95 -0
  279. eval_studio_client/api/models/v1_list_rag_collections_response.py +1 -1
  280. eval_studio_client/api/models/v1_list_test_case_library_items_response.py +95 -0
  281. eval_studio_client/api/models/v1_list_test_case_relationships_response.py +95 -0
  282. eval_studio_client/api/models/v1_list_test_cases_response.py +1 -1
  283. eval_studio_client/api/models/v1_list_test_classes_response.py +1 -1
  284. eval_studio_client/api/models/v1_list_tests_response.py +1 -1
  285. eval_studio_client/api/models/v1_list_workflows_response.py +95 -0
  286. eval_studio_client/api/models/v1_metric_score.py +89 -0
  287. eval_studio_client/api/models/v1_metric_scores.py +95 -0
  288. eval_studio_client/api/models/v1_model.py +1 -1
  289. eval_studio_client/api/models/v1_model_type.py +1 -1
  290. eval_studio_client/api/models/v1_operation.py +1 -1
  291. eval_studio_client/api/models/v1_operation_progress.py +1 -1
  292. eval_studio_client/api/models/v1_perturb_test_in_place_response.py +91 -0
  293. eval_studio_client/api/models/v1_perturb_test_response.py +1 -1
  294. eval_studio_client/api/models/v1_perturbator.py +1 -1
  295. eval_studio_client/api/models/v1_perturbator_configuration.py +1 -1
  296. eval_studio_client/api/models/v1_perturbator_intensity.py +1 -1
  297. eval_studio_client/api/models/v1_problem_and_action.py +1 -1
  298. eval_studio_client/api/models/v1_process_workflow_node_response.py +91 -0
  299. eval_studio_client/api/models/v1_prompt_library_item.py +129 -0
  300. eval_studio_client/api/models/v1_repeated_string.py +87 -0
  301. eval_studio_client/api/models/v1_reset_workflow_node_response.py +91 -0
  302. eval_studio_client/api/models/v1_test.py +1 -1
  303. eval_studio_client/api/models/v1_test_case.py +14 -3
  304. eval_studio_client/api/models/v1_test_case_relationship.py +1 -1
  305. eval_studio_client/api/models/v1_test_cases_generator.py +1 -1
  306. eval_studio_client/api/models/v1_test_class.py +1 -1
  307. eval_studio_client/api/models/v1_test_class_type.py +1 -1
  308. eval_studio_client/api/models/v1_test_lab.py +1 -1
  309. eval_studio_client/api/models/v1_test_suite_evaluates.py +39 -0
  310. eval_studio_client/api/models/v1_update_dashboard_response.py +1 -1
  311. eval_studio_client/api/models/v1_update_document_response.py +1 -1
  312. eval_studio_client/api/models/v1_update_leaderboard_response.py +1 -1
  313. eval_studio_client/api/models/v1_update_model_response.py +1 -1
  314. eval_studio_client/api/models/v1_update_operation_response.py +1 -1
  315. eval_studio_client/api/models/v1_update_test_case_response.py +1 -1
  316. eval_studio_client/api/models/v1_update_test_response.py +1 -1
  317. eval_studio_client/api/models/v1_update_workflow_node_response.py +91 -0
  318. eval_studio_client/api/models/v1_update_workflow_response.py +91 -0
  319. eval_studio_client/api/models/v1_who_am_i_response.py +1 -1
  320. eval_studio_client/api/models/v1_workflow.py +164 -0
  321. eval_studio_client/api/models/v1_workflow_edge.py +123 -0
  322. eval_studio_client/api/models/v1_workflow_edge_type.py +37 -0
  323. eval_studio_client/api/models/v1_workflow_node.py +156 -0
  324. eval_studio_client/api/models/v1_workflow_node_artifact.py +122 -0
  325. eval_studio_client/api/models/v1_workflow_node_artifacts.py +97 -0
  326. eval_studio_client/api/models/v1_workflow_node_attributes.py +87 -0
  327. eval_studio_client/api/models/v1_workflow_node_status.py +40 -0
  328. eval_studio_client/api/models/v1_workflow_node_type.py +44 -0
  329. eval_studio_client/api/models/v1_workflow_node_view.py +38 -0
  330. eval_studio_client/api/models/v1_workflow_type.py +37 -0
  331. eval_studio_client/api/models/workflow_service_clone_workflow_request.py +95 -0
  332. eval_studio_client/api/rest.py +1 -1
  333. eval_studio_client/api/test/test_adversarial_inputs_service_api.py +37 -0
  334. eval_studio_client/api/test/test_adversarial_inputs_service_test_adversarial_inputs_robustness_request.py +128 -0
  335. eval_studio_client/api/test/test_dashboard_service_api.py +1 -1
  336. eval_studio_client/api/test/test_document_service_api.py +1 -1
  337. eval_studio_client/api/test/test_evaluation_service_api.py +1 -1
  338. eval_studio_client/api/test/test_evaluator_service_api.py +1 -1
  339. eval_studio_client/api/test/test_generated_questions_validation_service_api.py +37 -0
  340. eval_studio_client/api/test/test_generated_questions_validation_service_validate_generated_questions_request.py +83 -0
  341. eval_studio_client/api/test/test_human_calibration_service_api.py +38 -0
  342. eval_studio_client/api/test/test_info_service_api.py +1 -1
  343. eval_studio_client/api/test/test_leaderboard_report_service_api.py +37 -0
  344. eval_studio_client/api/test/test_leaderboard_service_api.py +1 -1
  345. eval_studio_client/api/test/test_model_service_api.py +1 -1
  346. eval_studio_client/api/test/test_operation_progress_service_api.py +1 -1
  347. eval_studio_client/api/test/test_operation_service_api.py +7 -1
  348. eval_studio_client/api/test/test_perturbation_service_api.py +1 -1
  349. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +25 -3
  350. eval_studio_client/api/test/test_perturbator_service_api.py +1 -1
  351. eval_studio_client/api/test/test_prompt_generation_service_api.py +1 -1
  352. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +13 -5
  353. eval_studio_client/api/test/test_prompt_library_service_api.py +43 -0
  354. eval_studio_client/api/test/test_protobuf_any.py +1 -1
  355. eval_studio_client/api/test/test_protobuf_null_value.py +33 -0
  356. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +1 -1
  357. eval_studio_client/api/test/test_required_the_document_to_update.py +1 -1
  358. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +1 -1
  359. eval_studio_client/api/test/test_required_the_model_to_update.py +1 -1
  360. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +1 -1
  361. eval_studio_client/api/test/test_required_the_operation_to_update.py +1 -1
  362. eval_studio_client/api/test/test_required_the_test_case_to_update.py +9 -2
  363. eval_studio_client/api/test/test_required_the_test_to_update.py +1 -1
  364. eval_studio_client/api/test/test_required_the_updated_workflow.py +91 -0
  365. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +80 -0
  366. eval_studio_client/api/test/test_rpc_status.py +1 -1
  367. eval_studio_client/api/test/test_test_case_relationship_service_api.py +37 -0
  368. eval_studio_client/api/test/test_test_case_service_api.py +1 -1
  369. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +1 -1
  370. eval_studio_client/api/test/test_test_class_service_api.py +1 -1
  371. eval_studio_client/api/test/test_test_lab_service_api.py +1 -1
  372. eval_studio_client/api/test/test_test_service_api.py +25 -1
  373. eval_studio_client/api/test/test_test_service_clone_test_request.py +52 -0
  374. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +8 -2
  375. eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py +56 -0
  376. eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py +63 -0
  377. eval_studio_client/api/test/test_test_service_perturb_test_in_place_request.py +59 -0
  378. eval_studio_client/api/test/test_test_service_perturb_test_request.py +5 -2
  379. eval_studio_client/api/test/test_v1_abort_operation_response.py +71 -0
  380. eval_studio_client/api/test/test_v1_batch_create_leaderboards_request.py +1 -1
  381. eval_studio_client/api/test/test_v1_batch_create_leaderboards_response.py +1 -1
  382. eval_studio_client/api/test/test_v1_batch_delete_dashboards_request.py +1 -1
  383. eval_studio_client/api/test/test_v1_batch_delete_dashboards_response.py +1 -1
  384. eval_studio_client/api/test/test_v1_batch_delete_documents_request.py +1 -1
  385. eval_studio_client/api/test/test_v1_batch_delete_documents_response.py +1 -1
  386. eval_studio_client/api/test/test_v1_batch_delete_evaluators_request.py +1 -1
  387. eval_studio_client/api/test/test_v1_batch_delete_evaluators_response.py +1 -1
  388. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_request.py +1 -1
  389. eval_studio_client/api/test/test_v1_batch_delete_leaderboards_response.py +1 -1
  390. eval_studio_client/api/test/test_v1_batch_delete_models_request.py +1 -1
  391. eval_studio_client/api/test/test_v1_batch_delete_models_response.py +1 -1
  392. eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py +9 -2
  393. eval_studio_client/api/test/test_v1_batch_delete_tests_request.py +1 -1
  394. eval_studio_client/api/test/test_v1_batch_delete_tests_response.py +1 -1
  395. eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py +53 -0
  396. eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py +95 -0
  397. eval_studio_client/api/test/test_v1_batch_get_dashboards_response.py +1 -1
  398. eval_studio_client/api/test/test_v1_batch_get_documents_response.py +1 -1
  399. eval_studio_client/api/test/test_v1_batch_get_leaderboards_response.py +1 -1
  400. eval_studio_client/api/test/test_v1_batch_get_models_response.py +1 -1
  401. eval_studio_client/api/test/test_v1_batch_get_operations_response.py +1 -1
  402. eval_studio_client/api/test/test_v1_batch_get_tests_response.py +1 -1
  403. eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py +64 -0
  404. eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +84 -0
  405. eval_studio_client/api/test/test_v1_batch_import_leaderboard_request.py +1 -1
  406. eval_studio_client/api/test/test_v1_batch_import_leaderboard_response.py +1 -1
  407. eval_studio_client/api/test/test_v1_batch_import_tests_request.py +1 -1
  408. eval_studio_client/api/test/test_v1_batch_import_tests_response.py +1 -1
  409. eval_studio_client/api/test/test_v1_check_base_models_response.py +1 -1
  410. eval_studio_client/api/test/test_v1_clone_test_response.py +67 -0
  411. eval_studio_client/api/test/test_v1_clone_workflow_response.py +93 -0
  412. eval_studio_client/api/test/test_v1_collection_info.py +1 -1
  413. eval_studio_client/api/test/test_v1_context.py +54 -0
  414. eval_studio_client/api/test/test_v1_create_dashboard_response.py +1 -1
  415. eval_studio_client/api/test/test_v1_create_document_response.py +1 -1
  416. eval_studio_client/api/test/test_v1_create_evaluation_request.py +25 -3
  417. eval_studio_client/api/test/test_v1_create_evaluator_response.py +1 -1
  418. eval_studio_client/api/test/test_v1_create_leaderboard_request.py +1 -1
  419. eval_studio_client/api/test/test_v1_create_leaderboard_response.py +1 -1
  420. eval_studio_client/api/test/test_v1_create_leaderboard_without_cache_response.py +1 -1
  421. eval_studio_client/api/test/test_v1_create_model_response.py +1 -1
  422. eval_studio_client/api/test/test_v1_create_perturbation_response.py +1 -1
  423. eval_studio_client/api/test/test_v1_create_test_case_response.py +9 -2
  424. eval_studio_client/api/test/test_v1_create_test_lab_response.py +1 -1
  425. eval_studio_client/api/test/test_v1_create_test_response.py +1 -1
  426. eval_studio_client/api/test/test_v1_create_workflow_edge_response.py +62 -0
  427. eval_studio_client/api/test/test_v1_create_workflow_node_response.py +82 -0
  428. eval_studio_client/api/test/test_v1_create_workflow_response.py +93 -0
  429. eval_studio_client/api/test/test_v1_dashboard.py +1 -1
  430. eval_studio_client/api/test/test_v1_dashboard_status.py +1 -1
  431. eval_studio_client/api/test/test_v1_delete_dashboard_response.py +1 -1
  432. eval_studio_client/api/test/test_v1_delete_document_response.py +1 -1
  433. eval_studio_client/api/test/test_v1_delete_evaluator_response.py +1 -1
  434. eval_studio_client/api/test/test_v1_delete_leaderboard_response.py +1 -1
  435. eval_studio_client/api/test/test_v1_delete_model_response.py +1 -1
  436. eval_studio_client/api/test/test_v1_delete_test_case_response.py +9 -2
  437. eval_studio_client/api/test/test_v1_delete_test_response.py +1 -1
  438. eval_studio_client/api/test/test_v1_delete_workflow_edge_response.py +62 -0
  439. eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +82 -0
  440. eval_studio_client/api/test/test_v1_delete_workflow_response.py +93 -0
  441. eval_studio_client/api/test/test_v1_document.py +1 -1
  442. eval_studio_client/api/test/test_v1_estimate_threshold_request.py +60 -0
  443. eval_studio_client/api/test/test_v1_evaluation_test.py +9 -2
  444. eval_studio_client/api/test/test_v1_evaluator.py +1 -1
  445. eval_studio_client/api/test/test_v1_evaluator_param_type.py +1 -1
  446. eval_studio_client/api/test/test_v1_evaluator_parameter.py +1 -1
  447. eval_studio_client/api/test/test_v1_evaluator_view.py +1 -1
  448. eval_studio_client/api/test/test_v1_finalize_operation_response.py +1 -1
  449. eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py +9 -2
  450. eval_studio_client/api/test/test_v1_find_test_lab_response.py +1 -1
  451. eval_studio_client/api/test/test_v1_generate_test_cases_response.py +1 -1
  452. eval_studio_client/api/test/test_v1_generated_test_case.py +79 -0
  453. eval_studio_client/api/test/test_v1_get_dashboard_response.py +1 -1
  454. eval_studio_client/api/test/test_v1_get_document_response.py +1 -1
  455. eval_studio_client/api/test/test_v1_get_evaluator_response.py +1 -1
  456. eval_studio_client/api/test/test_v1_get_info_response.py +7 -2
  457. eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py +175 -0
  458. eval_studio_client/api/test/test_v1_get_leaderboard_response.py +1 -1
  459. eval_studio_client/api/test/test_v1_get_model_response.py +1 -1
  460. eval_studio_client/api/test/test_v1_get_operation_progress_by_parent_response.py +1 -1
  461. eval_studio_client/api/test/test_v1_get_operation_response.py +1 -1
  462. eval_studio_client/api/test/test_v1_get_perturbator_response.py +1 -1
  463. eval_studio_client/api/test/test_v1_get_test_case_response.py +9 -2
  464. eval_studio_client/api/test/test_v1_get_test_class_response.py +1 -1
  465. eval_studio_client/api/test/test_v1_get_test_response.py +1 -1
  466. eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py +56 -0
  467. eval_studio_client/api/test/test_v1_get_workflow_node_response.py +82 -0
  468. eval_studio_client/api/test/test_v1_get_workflow_response.py +93 -0
  469. eval_studio_client/api/test/test_v1_import_evaluation_request.py +17 -2
  470. eval_studio_client/api/test/test_v1_import_leaderboard_request.py +1 -1
  471. eval_studio_client/api/test/test_v1_import_leaderboard_response.py +1 -1
  472. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +71 -0
  473. eval_studio_client/api/test/test_v1_import_test_cases_request.py +57 -0
  474. eval_studio_client/api/test/test_v1_info.py +7 -2
  475. eval_studio_client/api/test/test_v1_init_workflow_node_response.py +82 -0
  476. eval_studio_client/api/test/test_v1_insight.py +1 -1
  477. eval_studio_client/api/test/test_v1_labeled_test_case.py +53 -0
  478. eval_studio_client/api/test/test_v1_leaderboard.py +1 -1
  479. eval_studio_client/api/test/test_v1_leaderboard_report.py +174 -0
  480. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_data.py +52 -0
  481. eval_studio_client/api/test/test_v1_leaderboard_report_actual_output_meta.py +56 -0
  482. eval_studio_client/api/test/test_v1_leaderboard_report_evaluator.py +114 -0
  483. eval_studio_client/api/test/test_v1_leaderboard_report_evaluator_parameter.py +63 -0
  484. eval_studio_client/api/test/test_v1_leaderboard_report_explanation.py +58 -0
  485. eval_studio_client/api/test/test_v1_leaderboard_report_metrics_meta_entry.py +66 -0
  486. eval_studio_client/api/test/test_v1_leaderboard_report_model.py +62 -0
  487. eval_studio_client/api/test/test_v1_leaderboard_report_result.py +92 -0
  488. eval_studio_client/api/test/test_v1_leaderboard_report_result_relationship.py +53 -0
  489. eval_studio_client/api/test/test_v1_leaderboard_status.py +1 -1
  490. eval_studio_client/api/test/test_v1_leaderboard_type.py +1 -1
  491. eval_studio_client/api/test/test_v1_leaderboard_view.py +1 -1
  492. eval_studio_client/api/test/test_v1_list_base_models_response.py +1 -1
  493. eval_studio_client/api/test/test_v1_list_dashboards_response.py +1 -1
  494. eval_studio_client/api/test/test_v1_list_documents_response.py +1 -1
  495. eval_studio_client/api/test/test_v1_list_evaluators_response.py +1 -1
  496. eval_studio_client/api/test/test_v1_list_leaderboards_response.py +1 -1
  497. eval_studio_client/api/test/test_v1_list_llm_models_response.py +1 -1
  498. eval_studio_client/api/test/test_v1_list_model_collections_response.py +1 -1
  499. eval_studio_client/api/test/test_v1_list_models_response.py +1 -1
  500. eval_studio_client/api/test/test_v1_list_most_recent_dashboards_response.py +1 -1
  501. eval_studio_client/api/test/test_v1_list_most_recent_leaderboards_response.py +1 -1
  502. eval_studio_client/api/test/test_v1_list_most_recent_models_response.py +1 -1
  503. eval_studio_client/api/test/test_v1_list_most_recent_tests_response.py +1 -1
  504. eval_studio_client/api/test/test_v1_list_operations_response.py +1 -1
  505. eval_studio_client/api/test/test_v1_list_perturbators_response.py +1 -1
  506. eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py +71 -0
  507. eval_studio_client/api/test/test_v1_list_rag_collections_response.py +1 -1
  508. eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py +71 -0
  509. eval_studio_client/api/test/test_v1_list_test_case_relationships_response.py +56 -0
  510. eval_studio_client/api/test/test_v1_list_test_cases_response.py +9 -2
  511. eval_studio_client/api/test/test_v1_list_test_classes_response.py +1 -1
  512. eval_studio_client/api/test/test_v1_list_tests_response.py +1 -1
  513. eval_studio_client/api/test/test_v1_list_workflows_response.py +95 -0
  514. eval_studio_client/api/test/test_v1_metric_score.py +52 -0
  515. eval_studio_client/api/test/test_v1_metric_scores.py +55 -0
  516. eval_studio_client/api/test/test_v1_model.py +1 -1
  517. eval_studio_client/api/test/test_v1_model_type.py +1 -1
  518. eval_studio_client/api/test/test_v1_operation.py +1 -1
  519. eval_studio_client/api/test/test_v1_operation_progress.py +1 -1
  520. eval_studio_client/api/test/test_v1_perturb_test_in_place_response.py +67 -0
  521. eval_studio_client/api/test/test_v1_perturb_test_response.py +1 -1
  522. eval_studio_client/api/test/test_v1_perturbator.py +1 -1
  523. eval_studio_client/api/test/test_v1_perturbator_configuration.py +1 -1
  524. eval_studio_client/api/test/test_v1_perturbator_intensity.py +1 -1
  525. eval_studio_client/api/test/test_v1_problem_and_action.py +1 -1
  526. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +71 -0
  527. eval_studio_client/api/test/test_v1_prompt_library_item.py +68 -0
  528. eval_studio_client/api/test/test_v1_repeated_string.py +53 -0
  529. eval_studio_client/api/test/test_v1_reset_workflow_node_response.py +82 -0
  530. eval_studio_client/api/test/test_v1_test.py +1 -1
  531. eval_studio_client/api/test/test_v1_test_case.py +9 -2
  532. eval_studio_client/api/test/test_v1_test_case_relationship.py +1 -1
  533. eval_studio_client/api/test/test_v1_test_cases_generator.py +1 -1
  534. eval_studio_client/api/test/test_v1_test_class.py +1 -1
  535. eval_studio_client/api/test/test_v1_test_class_type.py +1 -1
  536. eval_studio_client/api/test/test_v1_test_lab.py +1 -1
  537. eval_studio_client/api/test/test_v1_test_suite_evaluates.py +33 -0
  538. eval_studio_client/api/test/test_v1_update_dashboard_response.py +1 -1
  539. eval_studio_client/api/test/test_v1_update_document_response.py +1 -1
  540. eval_studio_client/api/test/test_v1_update_leaderboard_response.py +1 -1
  541. eval_studio_client/api/test/test_v1_update_model_response.py +1 -1
  542. eval_studio_client/api/test/test_v1_update_operation_response.py +1 -1
  543. eval_studio_client/api/test/test_v1_update_test_case_response.py +9 -2
  544. eval_studio_client/api/test/test_v1_update_test_response.py +1 -1
  545. eval_studio_client/api/test/test_v1_update_workflow_node_response.py +82 -0
  546. eval_studio_client/api/test/test_v1_update_workflow_response.py +93 -0
  547. eval_studio_client/api/test/test_v1_who_am_i_response.py +1 -1
  548. eval_studio_client/api/test/test_v1_workflow.py +92 -0
  549. eval_studio_client/api/test/test_v1_workflow_edge.py +61 -0
  550. eval_studio_client/api/test/test_v1_workflow_edge_type.py +33 -0
  551. eval_studio_client/api/test/test_v1_workflow_node.py +81 -0
  552. eval_studio_client/api/test/test_v1_workflow_node_artifact.py +61 -0
  553. eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +64 -0
  554. eval_studio_client/api/test/test_v1_workflow_node_attributes.py +51 -0
  555. eval_studio_client/api/test/test_v1_workflow_node_status.py +33 -0
  556. eval_studio_client/api/test/test_v1_workflow_node_type.py +33 -0
  557. eval_studio_client/api/test/test_v1_workflow_node_view.py +33 -0
  558. eval_studio_client/api/test/test_v1_workflow_type.py +33 -0
  559. eval_studio_client/api/test/test_who_am_i_service_api.py +1 -1
  560. eval_studio_client/api/test/test_workflow_edge_service_api.py +52 -0
  561. eval_studio_client/api/test/test_workflow_node_service_api.py +94 -0
  562. eval_studio_client/api/test/test_workflow_service_api.py +80 -0
  563. eval_studio_client/api/test/test_workflow_service_clone_workflow_request.py +55 -0
  564. eval_studio_client/client.py +7 -0
  565. eval_studio_client/dashboards.py +66 -18
  566. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +5132 -1847
  567. eval_studio_client/leaderboards.py +125 -0
  568. eval_studio_client/models.py +3 -42
  569. eval_studio_client/test_labs.py +49 -21
  570. eval_studio_client/tests.py +323 -58
  571. eval_studio_client/utils.py +26 -0
  572. {eval_studio_client-1.0.0a1.dist-info → eval_studio_client-1.1.0a5.dist-info}/METADATA +2 -3
  573. eval_studio_client-1.1.0a5.dist-info/RECORD +720 -0
  574. {eval_studio_client-1.0.0a1.dist-info → eval_studio_client-1.1.0a5.dist-info}/WHEEL +1 -1
  575. eval_studio_client-1.0.0a1.dist-info/RECORD +0 -485
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1/collection.proto
4
+ ai/h2o/eval_studio/v1/insight.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7
 
@@ -16,7 +16,9 @@ from pydantic import validate_call, Field, StrictFloat, StrictStr, StrictInt
16
16
  from typing import Any, Dict, List, Optional, Tuple, Union
17
17
  from typing_extensions import Annotated
18
18
 
19
- from pydantic import Field, field_validator
19
+ from datetime import datetime
20
+ from pydantic import Field, StrictBool, StrictStr, field_validator
21
+ from typing import Optional
20
22
  from typing_extensions import Annotated
21
23
  from eval_studio_client.api.models.v1_get_perturbator_response import V1GetPerturbatorResponse
22
24
  from eval_studio_client.api.models.v1_list_perturbators_response import V1ListPerturbatorsResponse
@@ -42,7 +44,7 @@ class PerturbatorServiceApi:
42
44
  @validate_call
43
45
  def perturbator_service_get_perturbator(
44
46
  self,
45
- name_6: Annotated[str, Field(strict=True, description="Required. The name of the Perturbator to retrieve.")],
47
+ name_7: Annotated[str, Field(strict=True, description="Required. The name of the Perturbator to retrieve.")],
46
48
  _request_timeout: Union[
47
49
  None,
48
50
  Annotated[StrictFloat, Field(gt=0)],
@@ -59,8 +61,8 @@ class PerturbatorServiceApi:
59
61
  """perturbator_service_get_perturbator
60
62
 
61
63
 
62
- :param name_6: Required. The name of the Perturbator to retrieve. (required)
63
- :type name_6: str
64
+ :param name_7: Required. The name of the Perturbator to retrieve. (required)
65
+ :type name_7: str
64
66
  :param _request_timeout: timeout setting for this request. If one
65
67
  number provided, it will be total request
66
68
  timeout. It can also be a pair (tuple) of
@@ -84,7 +86,7 @@ class PerturbatorServiceApi:
84
86
  """ # noqa: E501
85
87
 
86
88
  _param = self._perturbator_service_get_perturbator_serialize(
87
- name_6=name_6,
89
+ name_7=name_7,
88
90
  _request_auth=_request_auth,
89
91
  _content_type=_content_type,
90
92
  _headers=_headers,
@@ -108,7 +110,7 @@ class PerturbatorServiceApi:
108
110
  @validate_call
109
111
  def perturbator_service_get_perturbator_with_http_info(
110
112
  self,
111
- name_6: Annotated[str, Field(strict=True, description="Required. The name of the Perturbator to retrieve.")],
113
+ name_7: Annotated[str, Field(strict=True, description="Required. The name of the Perturbator to retrieve.")],
112
114
  _request_timeout: Union[
113
115
  None,
114
116
  Annotated[StrictFloat, Field(gt=0)],
@@ -125,8 +127,8 @@ class PerturbatorServiceApi:
125
127
  """perturbator_service_get_perturbator
126
128
 
127
129
 
128
- :param name_6: Required. The name of the Perturbator to retrieve. (required)
129
- :type name_6: str
130
+ :param name_7: Required. The name of the Perturbator to retrieve. (required)
131
+ :type name_7: str
130
132
  :param _request_timeout: timeout setting for this request. If one
131
133
  number provided, it will be total request
132
134
  timeout. It can also be a pair (tuple) of
@@ -150,7 +152,7 @@ class PerturbatorServiceApi:
150
152
  """ # noqa: E501
151
153
 
152
154
  _param = self._perturbator_service_get_perturbator_serialize(
153
- name_6=name_6,
155
+ name_7=name_7,
154
156
  _request_auth=_request_auth,
155
157
  _content_type=_content_type,
156
158
  _headers=_headers,
@@ -174,7 +176,7 @@ class PerturbatorServiceApi:
174
176
  @validate_call
175
177
  def perturbator_service_get_perturbator_without_preload_content(
176
178
  self,
177
- name_6: Annotated[str, Field(strict=True, description="Required. The name of the Perturbator to retrieve.")],
179
+ name_7: Annotated[str, Field(strict=True, description="Required. The name of the Perturbator to retrieve.")],
178
180
  _request_timeout: Union[
179
181
  None,
180
182
  Annotated[StrictFloat, Field(gt=0)],
@@ -191,8 +193,8 @@ class PerturbatorServiceApi:
191
193
  """perturbator_service_get_perturbator
192
194
 
193
195
 
194
- :param name_6: Required. The name of the Perturbator to retrieve. (required)
195
- :type name_6: str
196
+ :param name_7: Required. The name of the Perturbator to retrieve. (required)
197
+ :type name_7: str
196
198
  :param _request_timeout: timeout setting for this request. If one
197
199
  number provided, it will be total request
198
200
  timeout. It can also be a pair (tuple) of
@@ -216,7 +218,7 @@ class PerturbatorServiceApi:
216
218
  """ # noqa: E501
217
219
 
218
220
  _param = self._perturbator_service_get_perturbator_serialize(
219
- name_6=name_6,
221
+ name_7=name_7,
220
222
  _request_auth=_request_auth,
221
223
  _content_type=_content_type,
222
224
  _headers=_headers,
@@ -235,7 +237,7 @@ class PerturbatorServiceApi:
235
237
 
236
238
  def _perturbator_service_get_perturbator_serialize(
237
239
  self,
238
- name_6,
240
+ name_7,
239
241
  _request_auth,
240
242
  _content_type,
241
243
  _headers,
@@ -255,8 +257,8 @@ class PerturbatorServiceApi:
255
257
  _body_params: Optional[bytes] = None
256
258
 
257
259
  # process the path parameters
258
- if name_6 is not None:
259
- _path_params['name_6'] = name_6
260
+ if name_7 is not None:
261
+ _path_params['name_7'] = name_7
260
262
  # process the query parameters
261
263
  # process the header parameters
262
264
  # process the form parameters
@@ -277,7 +279,7 @@ class PerturbatorServiceApi:
277
279
 
278
280
  return self.api_client.param_serialize(
279
281
  method='GET',
280
- resource_path='/v1/{name_6}',
282
+ resource_path='/v1/{name_7}',
281
283
  path_params=_path_params,
282
284
  query_params=_query_params,
283
285
  header_params=_header_params,
@@ -296,6 +298,20 @@ class PerturbatorServiceApi:
296
298
  @validate_call
297
299
  def perturbator_service_list_perturbators(
298
300
  self,
301
+ default_h2ogpte_model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
302
+ default_h2ogpte_model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
303
+ default_h2ogpte_model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
304
+ default_h2ogpte_model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
305
+ default_h2ogpte_model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
306
+ default_h2ogpte_model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
307
+ default_h2ogpte_model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
308
+ default_h2ogpte_model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
309
+ default_h2ogpte_model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
310
+ default_h2ogpte_model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
311
+ default_h2ogpte_model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
312
+ default_h2ogpte_model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
313
+ default_h2ogpte_model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
314
+ default_h2ogpte_model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
299
315
  _request_timeout: Union[
300
316
  None,
301
317
  Annotated[StrictFloat, Field(gt=0)],
@@ -312,6 +328,34 @@ class PerturbatorServiceApi:
312
328
  """perturbator_service_list_perturbators
313
329
 
314
330
 
331
+ :param default_h2ogpte_model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
332
+ :type default_h2ogpte_model_name: str
333
+ :param default_h2ogpte_model_create_time: Output only. Timestamp when the Model was created.
334
+ :type default_h2ogpte_model_create_time: datetime
335
+ :param default_h2ogpte_model_creator: Output only. Name of the user or service that requested creation of the Model.
336
+ :type default_h2ogpte_model_creator: str
337
+ :param default_h2ogpte_model_update_time: Output only. Optional. Timestamp when the Model was last updated.
338
+ :type default_h2ogpte_model_update_time: datetime
339
+ :param default_h2ogpte_model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
340
+ :type default_h2ogpte_model_updater: str
341
+ :param default_h2ogpte_model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
342
+ :type default_h2ogpte_model_delete_time: datetime
343
+ :param default_h2ogpte_model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
344
+ :type default_h2ogpte_model_deleter: str
345
+ :param default_h2ogpte_model_display_name: Human readable name of the Model.
346
+ :type default_h2ogpte_model_display_name: str
347
+ :param default_h2ogpte_model_description: Optional. Arbitrary description of the Model.
348
+ :type default_h2ogpte_model_description: str
349
+ :param default_h2ogpte_model_url: Optional. Immutable. Absolute URL to the Model.
350
+ :type default_h2ogpte_model_url: str
351
+ :param default_h2ogpte_model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
352
+ :type default_h2ogpte_model_api_key: str
353
+ :param default_h2ogpte_model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
354
+ :type default_h2ogpte_model_type: str
355
+ :param default_h2ogpte_model_parameters: Optional. Model specific parameters in JSON format.
356
+ :type default_h2ogpte_model_parameters: str
357
+ :param default_h2ogpte_model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
358
+ :type default_h2ogpte_model_demo: bool
315
359
  :param _request_timeout: timeout setting for this request. If one
316
360
  number provided, it will be total request
317
361
  timeout. It can also be a pair (tuple) of
@@ -335,6 +379,20 @@ class PerturbatorServiceApi:
335
379
  """ # noqa: E501
336
380
 
337
381
  _param = self._perturbator_service_list_perturbators_serialize(
382
+ default_h2ogpte_model_name=default_h2ogpte_model_name,
383
+ default_h2ogpte_model_create_time=default_h2ogpte_model_create_time,
384
+ default_h2ogpte_model_creator=default_h2ogpte_model_creator,
385
+ default_h2ogpte_model_update_time=default_h2ogpte_model_update_time,
386
+ default_h2ogpte_model_updater=default_h2ogpte_model_updater,
387
+ default_h2ogpte_model_delete_time=default_h2ogpte_model_delete_time,
388
+ default_h2ogpte_model_deleter=default_h2ogpte_model_deleter,
389
+ default_h2ogpte_model_display_name=default_h2ogpte_model_display_name,
390
+ default_h2ogpte_model_description=default_h2ogpte_model_description,
391
+ default_h2ogpte_model_url=default_h2ogpte_model_url,
392
+ default_h2ogpte_model_api_key=default_h2ogpte_model_api_key,
393
+ default_h2ogpte_model_type=default_h2ogpte_model_type,
394
+ default_h2ogpte_model_parameters=default_h2ogpte_model_parameters,
395
+ default_h2ogpte_model_demo=default_h2ogpte_model_demo,
338
396
  _request_auth=_request_auth,
339
397
  _content_type=_content_type,
340
398
  _headers=_headers,
@@ -358,6 +416,20 @@ class PerturbatorServiceApi:
358
416
  @validate_call
359
417
  def perturbator_service_list_perturbators_with_http_info(
360
418
  self,
419
+ default_h2ogpte_model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
420
+ default_h2ogpte_model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
421
+ default_h2ogpte_model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
422
+ default_h2ogpte_model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
423
+ default_h2ogpte_model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
424
+ default_h2ogpte_model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
425
+ default_h2ogpte_model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
426
+ default_h2ogpte_model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
427
+ default_h2ogpte_model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
428
+ default_h2ogpte_model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
429
+ default_h2ogpte_model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
430
+ default_h2ogpte_model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
431
+ default_h2ogpte_model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
432
+ default_h2ogpte_model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
361
433
  _request_timeout: Union[
362
434
  None,
363
435
  Annotated[StrictFloat, Field(gt=0)],
@@ -374,6 +446,34 @@ class PerturbatorServiceApi:
374
446
  """perturbator_service_list_perturbators
375
447
 
376
448
 
449
+ :param default_h2ogpte_model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
450
+ :type default_h2ogpte_model_name: str
451
+ :param default_h2ogpte_model_create_time: Output only. Timestamp when the Model was created.
452
+ :type default_h2ogpte_model_create_time: datetime
453
+ :param default_h2ogpte_model_creator: Output only. Name of the user or service that requested creation of the Model.
454
+ :type default_h2ogpte_model_creator: str
455
+ :param default_h2ogpte_model_update_time: Output only. Optional. Timestamp when the Model was last updated.
456
+ :type default_h2ogpte_model_update_time: datetime
457
+ :param default_h2ogpte_model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
458
+ :type default_h2ogpte_model_updater: str
459
+ :param default_h2ogpte_model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
460
+ :type default_h2ogpte_model_delete_time: datetime
461
+ :param default_h2ogpte_model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
462
+ :type default_h2ogpte_model_deleter: str
463
+ :param default_h2ogpte_model_display_name: Human readable name of the Model.
464
+ :type default_h2ogpte_model_display_name: str
465
+ :param default_h2ogpte_model_description: Optional. Arbitrary description of the Model.
466
+ :type default_h2ogpte_model_description: str
467
+ :param default_h2ogpte_model_url: Optional. Immutable. Absolute URL to the Model.
468
+ :type default_h2ogpte_model_url: str
469
+ :param default_h2ogpte_model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
470
+ :type default_h2ogpte_model_api_key: str
471
+ :param default_h2ogpte_model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
472
+ :type default_h2ogpte_model_type: str
473
+ :param default_h2ogpte_model_parameters: Optional. Model specific parameters in JSON format.
474
+ :type default_h2ogpte_model_parameters: str
475
+ :param default_h2ogpte_model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
476
+ :type default_h2ogpte_model_demo: bool
377
477
  :param _request_timeout: timeout setting for this request. If one
378
478
  number provided, it will be total request
379
479
  timeout. It can also be a pair (tuple) of
@@ -397,6 +497,20 @@ class PerturbatorServiceApi:
397
497
  """ # noqa: E501
398
498
 
399
499
  _param = self._perturbator_service_list_perturbators_serialize(
500
+ default_h2ogpte_model_name=default_h2ogpte_model_name,
501
+ default_h2ogpte_model_create_time=default_h2ogpte_model_create_time,
502
+ default_h2ogpte_model_creator=default_h2ogpte_model_creator,
503
+ default_h2ogpte_model_update_time=default_h2ogpte_model_update_time,
504
+ default_h2ogpte_model_updater=default_h2ogpte_model_updater,
505
+ default_h2ogpte_model_delete_time=default_h2ogpte_model_delete_time,
506
+ default_h2ogpte_model_deleter=default_h2ogpte_model_deleter,
507
+ default_h2ogpte_model_display_name=default_h2ogpte_model_display_name,
508
+ default_h2ogpte_model_description=default_h2ogpte_model_description,
509
+ default_h2ogpte_model_url=default_h2ogpte_model_url,
510
+ default_h2ogpte_model_api_key=default_h2ogpte_model_api_key,
511
+ default_h2ogpte_model_type=default_h2ogpte_model_type,
512
+ default_h2ogpte_model_parameters=default_h2ogpte_model_parameters,
513
+ default_h2ogpte_model_demo=default_h2ogpte_model_demo,
400
514
  _request_auth=_request_auth,
401
515
  _content_type=_content_type,
402
516
  _headers=_headers,
@@ -420,6 +534,20 @@ class PerturbatorServiceApi:
420
534
  @validate_call
421
535
  def perturbator_service_list_perturbators_without_preload_content(
422
536
  self,
537
+ default_h2ogpte_model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
538
+ default_h2ogpte_model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
539
+ default_h2ogpte_model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
540
+ default_h2ogpte_model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
541
+ default_h2ogpte_model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
542
+ default_h2ogpte_model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
543
+ default_h2ogpte_model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
544
+ default_h2ogpte_model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
545
+ default_h2ogpte_model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
546
+ default_h2ogpte_model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
547
+ default_h2ogpte_model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
548
+ default_h2ogpte_model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
549
+ default_h2ogpte_model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
550
+ default_h2ogpte_model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
423
551
  _request_timeout: Union[
424
552
  None,
425
553
  Annotated[StrictFloat, Field(gt=0)],
@@ -436,6 +564,34 @@ class PerturbatorServiceApi:
436
564
  """perturbator_service_list_perturbators
437
565
 
438
566
 
567
+ :param default_h2ogpte_model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
568
+ :type default_h2ogpte_model_name: str
569
+ :param default_h2ogpte_model_create_time: Output only. Timestamp when the Model was created.
570
+ :type default_h2ogpte_model_create_time: datetime
571
+ :param default_h2ogpte_model_creator: Output only. Name of the user or service that requested creation of the Model.
572
+ :type default_h2ogpte_model_creator: str
573
+ :param default_h2ogpte_model_update_time: Output only. Optional. Timestamp when the Model was last updated.
574
+ :type default_h2ogpte_model_update_time: datetime
575
+ :param default_h2ogpte_model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
576
+ :type default_h2ogpte_model_updater: str
577
+ :param default_h2ogpte_model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
578
+ :type default_h2ogpte_model_delete_time: datetime
579
+ :param default_h2ogpte_model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
580
+ :type default_h2ogpte_model_deleter: str
581
+ :param default_h2ogpte_model_display_name: Human readable name of the Model.
582
+ :type default_h2ogpte_model_display_name: str
583
+ :param default_h2ogpte_model_description: Optional. Arbitrary description of the Model.
584
+ :type default_h2ogpte_model_description: str
585
+ :param default_h2ogpte_model_url: Optional. Immutable. Absolute URL to the Model.
586
+ :type default_h2ogpte_model_url: str
587
+ :param default_h2ogpte_model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
588
+ :type default_h2ogpte_model_api_key: str
589
+ :param default_h2ogpte_model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
590
+ :type default_h2ogpte_model_type: str
591
+ :param default_h2ogpte_model_parameters: Optional. Model specific parameters in JSON format.
592
+ :type default_h2ogpte_model_parameters: str
593
+ :param default_h2ogpte_model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
594
+ :type default_h2ogpte_model_demo: bool
439
595
  :param _request_timeout: timeout setting for this request. If one
440
596
  number provided, it will be total request
441
597
  timeout. It can also be a pair (tuple) of
@@ -459,6 +615,20 @@ class PerturbatorServiceApi:
459
615
  """ # noqa: E501
460
616
 
461
617
  _param = self._perturbator_service_list_perturbators_serialize(
618
+ default_h2ogpte_model_name=default_h2ogpte_model_name,
619
+ default_h2ogpte_model_create_time=default_h2ogpte_model_create_time,
620
+ default_h2ogpte_model_creator=default_h2ogpte_model_creator,
621
+ default_h2ogpte_model_update_time=default_h2ogpte_model_update_time,
622
+ default_h2ogpte_model_updater=default_h2ogpte_model_updater,
623
+ default_h2ogpte_model_delete_time=default_h2ogpte_model_delete_time,
624
+ default_h2ogpte_model_deleter=default_h2ogpte_model_deleter,
625
+ default_h2ogpte_model_display_name=default_h2ogpte_model_display_name,
626
+ default_h2ogpte_model_description=default_h2ogpte_model_description,
627
+ default_h2ogpte_model_url=default_h2ogpte_model_url,
628
+ default_h2ogpte_model_api_key=default_h2ogpte_model_api_key,
629
+ default_h2ogpte_model_type=default_h2ogpte_model_type,
630
+ default_h2ogpte_model_parameters=default_h2ogpte_model_parameters,
631
+ default_h2ogpte_model_demo=default_h2ogpte_model_demo,
462
632
  _request_auth=_request_auth,
463
633
  _content_type=_content_type,
464
634
  _headers=_headers,
@@ -477,6 +647,20 @@ class PerturbatorServiceApi:
477
647
 
478
648
  def _perturbator_service_list_perturbators_serialize(
479
649
  self,
650
+ default_h2ogpte_model_name,
651
+ default_h2ogpte_model_create_time,
652
+ default_h2ogpte_model_creator,
653
+ default_h2ogpte_model_update_time,
654
+ default_h2ogpte_model_updater,
655
+ default_h2ogpte_model_delete_time,
656
+ default_h2ogpte_model_deleter,
657
+ default_h2ogpte_model_display_name,
658
+ default_h2ogpte_model_description,
659
+ default_h2ogpte_model_url,
660
+ default_h2ogpte_model_api_key,
661
+ default_h2ogpte_model_type,
662
+ default_h2ogpte_model_parameters,
663
+ default_h2ogpte_model_demo,
480
664
  _request_auth,
481
665
  _content_type,
482
666
  _headers,
@@ -497,6 +681,89 @@ class PerturbatorServiceApi:
497
681
 
498
682
  # process the path parameters
499
683
  # process the query parameters
684
+ if default_h2ogpte_model_name is not None:
685
+
686
+ _query_params.append(('defaultH2ogpteModel.name', default_h2ogpte_model_name))
687
+
688
+ if default_h2ogpte_model_create_time is not None:
689
+ if isinstance(default_h2ogpte_model_create_time, datetime):
690
+ _query_params.append(
691
+ (
692
+ 'defaultH2ogpteModel.createTime',
693
+ default_h2ogpte_model_create_time.strftime(
694
+ self.api_client.configuration.datetime_format
695
+ )
696
+ )
697
+ )
698
+ else:
699
+ _query_params.append(('defaultH2ogpteModel.createTime', default_h2ogpte_model_create_time))
700
+
701
+ if default_h2ogpte_model_creator is not None:
702
+
703
+ _query_params.append(('defaultH2ogpteModel.creator', default_h2ogpte_model_creator))
704
+
705
+ if default_h2ogpte_model_update_time is not None:
706
+ if isinstance(default_h2ogpte_model_update_time, datetime):
707
+ _query_params.append(
708
+ (
709
+ 'defaultH2ogpteModel.updateTime',
710
+ default_h2ogpte_model_update_time.strftime(
711
+ self.api_client.configuration.datetime_format
712
+ )
713
+ )
714
+ )
715
+ else:
716
+ _query_params.append(('defaultH2ogpteModel.updateTime', default_h2ogpte_model_update_time))
717
+
718
+ if default_h2ogpte_model_updater is not None:
719
+
720
+ _query_params.append(('defaultH2ogpteModel.updater', default_h2ogpte_model_updater))
721
+
722
+ if default_h2ogpte_model_delete_time is not None:
723
+ if isinstance(default_h2ogpte_model_delete_time, datetime):
724
+ _query_params.append(
725
+ (
726
+ 'defaultH2ogpteModel.deleteTime',
727
+ default_h2ogpte_model_delete_time.strftime(
728
+ self.api_client.configuration.datetime_format
729
+ )
730
+ )
731
+ )
732
+ else:
733
+ _query_params.append(('defaultH2ogpteModel.deleteTime', default_h2ogpte_model_delete_time))
734
+
735
+ if default_h2ogpte_model_deleter is not None:
736
+
737
+ _query_params.append(('defaultH2ogpteModel.deleter', default_h2ogpte_model_deleter))
738
+
739
+ if default_h2ogpte_model_display_name is not None:
740
+
741
+ _query_params.append(('defaultH2ogpteModel.displayName', default_h2ogpte_model_display_name))
742
+
743
+ if default_h2ogpte_model_description is not None:
744
+
745
+ _query_params.append(('defaultH2ogpteModel.description', default_h2ogpte_model_description))
746
+
747
+ if default_h2ogpte_model_url is not None:
748
+
749
+ _query_params.append(('defaultH2ogpteModel.url', default_h2ogpte_model_url))
750
+
751
+ if default_h2ogpte_model_api_key is not None:
752
+
753
+ _query_params.append(('defaultH2ogpteModel.apiKey', default_h2ogpte_model_api_key))
754
+
755
+ if default_h2ogpte_model_type is not None:
756
+
757
+ _query_params.append(('defaultH2ogpteModel.type', default_h2ogpte_model_type))
758
+
759
+ if default_h2ogpte_model_parameters is not None:
760
+
761
+ _query_params.append(('defaultH2ogpteModel.parameters', default_h2ogpte_model_parameters))
762
+
763
+ if default_h2ogpte_model_demo is not None:
764
+
765
+ _query_params.append(('defaultH2ogpteModel.demo', default_h2ogpte_model_demo))
766
+
500
767
  # process the header parameters
501
768
  # process the form parameters
502
769
  # process the body parameter
@@ -1,7 +1,7 @@
1
1
  # coding: utf-8
2
2
 
3
3
  """
4
- ai/h2o/eval_studio/v1/collection.proto
4
+ ai/h2o/eval_studio/v1/insight.proto
5
5
 
6
6
  No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
7