eval-studio-client 0.7.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (470) hide show
  1. eval_studio_client/__about__.py +1 -0
  2. eval_studio_client/__init__.py +4 -0
  3. eval_studio_client/api/__init__.py +180 -0
  4. eval_studio_client/api/api/__init__.py +20 -0
  5. eval_studio_client/api/api/dashboard_service_api.py +2142 -0
  6. eval_studio_client/api/api/document_service_api.py +1868 -0
  7. eval_studio_client/api/api/evaluation_service_api.py +1603 -0
  8. eval_studio_client/api/api/evaluator_service_api.py +1343 -0
  9. eval_studio_client/api/api/info_service_api.py +275 -0
  10. eval_studio_client/api/api/leaderboard_service_api.py +3336 -0
  11. eval_studio_client/api/api/model_service_api.py +2913 -0
  12. eval_studio_client/api/api/operation_progress_service_api.py +292 -0
  13. eval_studio_client/api/api/operation_service_api.py +1359 -0
  14. eval_studio_client/api/api/perturbation_service_api.py +321 -0
  15. eval_studio_client/api/api/perturbator_service_api.py +532 -0
  16. eval_studio_client/api/api/test_case_service_api.py +1913 -0
  17. eval_studio_client/api/api/test_class_service_api.py +532 -0
  18. eval_studio_client/api/api/test_lab_service_api.py +634 -0
  19. eval_studio_client/api/api/test_service_api.py +2712 -0
  20. eval_studio_client/api/api/who_am_i_service_api.py +275 -0
  21. eval_studio_client/api/api_client.py +770 -0
  22. eval_studio_client/api/api_response.py +21 -0
  23. eval_studio_client/api/configuration.py +436 -0
  24. eval_studio_client/api/docs/DashboardServiceApi.md +549 -0
  25. eval_studio_client/api/docs/DocumentServiceApi.md +478 -0
  26. eval_studio_client/api/docs/EvaluationServiceApi.md +332 -0
  27. eval_studio_client/api/docs/EvaluatorServiceApi.md +345 -0
  28. eval_studio_client/api/docs/InfoServiceApi.md +71 -0
  29. eval_studio_client/api/docs/LeaderboardServiceApi.md +835 -0
  30. eval_studio_client/api/docs/ModelServiceApi.md +750 -0
  31. eval_studio_client/api/docs/OperationProgressServiceApi.md +75 -0
  32. eval_studio_client/api/docs/OperationServiceApi.md +345 -0
  33. eval_studio_client/api/docs/PerturbationServiceApi.md +78 -0
  34. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +31 -0
  35. eval_studio_client/api/docs/PerturbatorServiceApi.md +138 -0
  36. eval_studio_client/api/docs/ProtobufAny.md +30 -0
  37. eval_studio_client/api/docs/RequiredTheDashboardToUpdate.md +41 -0
  38. eval_studio_client/api/docs/RequiredTheDocumentToUpdate.md +38 -0
  39. eval_studio_client/api/docs/RequiredTheLeaderboardToUpdate.md +54 -0
  40. eval_studio_client/api/docs/RequiredTheModelToUpdate.md +41 -0
  41. eval_studio_client/api/docs/RequiredTheOperationToFinalize.md +39 -0
  42. eval_studio_client/api/docs/RequiredTheOperationToUpdate.md +39 -0
  43. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +39 -0
  44. eval_studio_client/api/docs/RequiredTheTestToUpdate.md +39 -0
  45. eval_studio_client/api/docs/RpcStatus.md +32 -0
  46. eval_studio_client/api/docs/TestCaseServiceApi.md +486 -0
  47. eval_studio_client/api/docs/TestCaseServiceBatchDeleteTestCasesRequest.md +29 -0
  48. eval_studio_client/api/docs/TestClassServiceApi.md +138 -0
  49. eval_studio_client/api/docs/TestLabServiceApi.md +151 -0
  50. eval_studio_client/api/docs/TestServiceApi.md +689 -0
  51. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +31 -0
  52. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsRequest.md +31 -0
  53. eval_studio_client/api/docs/V1alphaBatchCreateLeaderboardsResponse.md +29 -0
  54. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsRequest.md +29 -0
  55. eval_studio_client/api/docs/V1alphaBatchDeleteDashboardsResponse.md +29 -0
  56. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsRequest.md +29 -0
  57. eval_studio_client/api/docs/V1alphaBatchDeleteDocumentsResponse.md +29 -0
  58. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsRequest.md +29 -0
  59. eval_studio_client/api/docs/V1alphaBatchDeleteEvaluatorsResponse.md +29 -0
  60. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsRequest.md +30 -0
  61. eval_studio_client/api/docs/V1alphaBatchDeleteLeaderboardsResponse.md +29 -0
  62. eval_studio_client/api/docs/V1alphaBatchDeleteModelsRequest.md +29 -0
  63. eval_studio_client/api/docs/V1alphaBatchDeleteModelsResponse.md +29 -0
  64. eval_studio_client/api/docs/V1alphaBatchDeleteTestCasesResponse.md +29 -0
  65. eval_studio_client/api/docs/V1alphaBatchDeleteTestsRequest.md +30 -0
  66. eval_studio_client/api/docs/V1alphaBatchDeleteTestsResponse.md +29 -0
  67. eval_studio_client/api/docs/V1alphaBatchGetDashboardsResponse.md +29 -0
  68. eval_studio_client/api/docs/V1alphaBatchGetDocumentsResponse.md +29 -0
  69. eval_studio_client/api/docs/V1alphaBatchGetLeaderboardsResponse.md +29 -0
  70. eval_studio_client/api/docs/V1alphaBatchGetModelsResponse.md +29 -0
  71. eval_studio_client/api/docs/V1alphaBatchGetOperationsResponse.md +29 -0
  72. eval_studio_client/api/docs/V1alphaBatchGetTestsResponse.md +29 -0
  73. eval_studio_client/api/docs/V1alphaBatchImportLeaderboardRequest.md +37 -0
  74. eval_studio_client/api/docs/V1alphaBatchImportLeaderboardResponse.md +29 -0
  75. eval_studio_client/api/docs/V1alphaBatchImportTestsRequest.md +32 -0
  76. eval_studio_client/api/docs/V1alphaBatchImportTestsResponse.md +29 -0
  77. eval_studio_client/api/docs/V1alphaCheckBaseModelsResponse.md +30 -0
  78. eval_studio_client/api/docs/V1alphaCollectionInfo.md +33 -0
  79. eval_studio_client/api/docs/V1alphaCreateDashboardResponse.md +29 -0
  80. eval_studio_client/api/docs/V1alphaCreateDocumentResponse.md +29 -0
  81. eval_studio_client/api/docs/V1alphaCreateEvaluationRequest.md +37 -0
  82. eval_studio_client/api/docs/V1alphaCreateEvaluatorResponse.md +29 -0
  83. eval_studio_client/api/docs/V1alphaCreateLeaderboardRequest.md +29 -0
  84. eval_studio_client/api/docs/V1alphaCreateLeaderboardResponse.md +29 -0
  85. eval_studio_client/api/docs/V1alphaCreateLeaderboardWithoutCacheResponse.md +29 -0
  86. eval_studio_client/api/docs/V1alphaCreateModelResponse.md +29 -0
  87. eval_studio_client/api/docs/V1alphaCreatePerturbationResponse.md +29 -0
  88. eval_studio_client/api/docs/V1alphaCreateTestCaseResponse.md +29 -0
  89. eval_studio_client/api/docs/V1alphaCreateTestLabResponse.md +29 -0
  90. eval_studio_client/api/docs/V1alphaCreateTestResponse.md +29 -0
  91. eval_studio_client/api/docs/V1alphaDashboard.md +41 -0
  92. eval_studio_client/api/docs/V1alphaDashboardStatus.md +12 -0
  93. eval_studio_client/api/docs/V1alphaDeleteDashboardResponse.md +29 -0
  94. eval_studio_client/api/docs/V1alphaDeleteDocumentResponse.md +29 -0
  95. eval_studio_client/api/docs/V1alphaDeleteEvaluatorResponse.md +29 -0
  96. eval_studio_client/api/docs/V1alphaDeleteLeaderboardResponse.md +29 -0
  97. eval_studio_client/api/docs/V1alphaDeleteModelResponse.md +29 -0
  98. eval_studio_client/api/docs/V1alphaDeleteTestCaseResponse.md +29 -0
  99. eval_studio_client/api/docs/V1alphaDeleteTestResponse.md +29 -0
  100. eval_studio_client/api/docs/V1alphaDocument.md +38 -0
  101. eval_studio_client/api/docs/V1alphaEvaluationTest.md +32 -0
  102. eval_studio_client/api/docs/V1alphaEvaluator.md +45 -0
  103. eval_studio_client/api/docs/V1alphaEvaluatorParamType.md +12 -0
  104. eval_studio_client/api/docs/V1alphaEvaluatorParameter.md +40 -0
  105. eval_studio_client/api/docs/V1alphaEvaluatorView.md +12 -0
  106. eval_studio_client/api/docs/V1alphaFinalizeOperationResponse.md +29 -0
  107. eval_studio_client/api/docs/V1alphaFindAllTestCasesByIDResponse.md +29 -0
  108. eval_studio_client/api/docs/V1alphaFindTestLabResponse.md +29 -0
  109. eval_studio_client/api/docs/V1alphaGetDashboardResponse.md +29 -0
  110. eval_studio_client/api/docs/V1alphaGetDocumentResponse.md +29 -0
  111. eval_studio_client/api/docs/V1alphaGetEvaluatorResponse.md +29 -0
  112. eval_studio_client/api/docs/V1alphaGetInfoResponse.md +29 -0
  113. eval_studio_client/api/docs/V1alphaGetLeaderboardResponse.md +29 -0
  114. eval_studio_client/api/docs/V1alphaGetModelResponse.md +29 -0
  115. eval_studio_client/api/docs/V1alphaGetOperationProgressByParentResponse.md +29 -0
  116. eval_studio_client/api/docs/V1alphaGetOperationResponse.md +29 -0
  117. eval_studio_client/api/docs/V1alphaGetPerturbatorResponse.md +29 -0
  118. eval_studio_client/api/docs/V1alphaGetTestCaseResponse.md +29 -0
  119. eval_studio_client/api/docs/V1alphaGetTestClassResponse.md +29 -0
  120. eval_studio_client/api/docs/V1alphaGetTestResponse.md +29 -0
  121. eval_studio_client/api/docs/V1alphaImportEvaluationRequest.md +33 -0
  122. eval_studio_client/api/docs/V1alphaImportLeaderboardRequest.md +37 -0
  123. eval_studio_client/api/docs/V1alphaImportLeaderboardResponse.md +29 -0
  124. eval_studio_client/api/docs/V1alphaInfo.md +35 -0
  125. eval_studio_client/api/docs/V1alphaInsight.md +40 -0
  126. eval_studio_client/api/docs/V1alphaLeaderboard.md +54 -0
  127. eval_studio_client/api/docs/V1alphaLeaderboardStatus.md +12 -0
  128. eval_studio_client/api/docs/V1alphaLeaderboardType.md +12 -0
  129. eval_studio_client/api/docs/V1alphaLeaderboardView.md +12 -0
  130. eval_studio_client/api/docs/V1alphaListBaseModelsResponse.md +29 -0
  131. eval_studio_client/api/docs/V1alphaListDashboardsResponse.md +29 -0
  132. eval_studio_client/api/docs/V1alphaListDocumentsResponse.md +29 -0
  133. eval_studio_client/api/docs/V1alphaListEvaluatorsResponse.md +29 -0
  134. eval_studio_client/api/docs/V1alphaListLLMModelsResponse.md +29 -0
  135. eval_studio_client/api/docs/V1alphaListLeaderboardsResponse.md +30 -0
  136. eval_studio_client/api/docs/V1alphaListModelCollectionsResponse.md +29 -0
  137. eval_studio_client/api/docs/V1alphaListModelsResponse.md +29 -0
  138. eval_studio_client/api/docs/V1alphaListMostRecentDashboardsResponse.md +29 -0
  139. eval_studio_client/api/docs/V1alphaListMostRecentLeaderboardsResponse.md +29 -0
  140. eval_studio_client/api/docs/V1alphaListMostRecentModelsResponse.md +29 -0
  141. eval_studio_client/api/docs/V1alphaListMostRecentTestsResponse.md +29 -0
  142. eval_studio_client/api/docs/V1alphaListOperationsResponse.md +29 -0
  143. eval_studio_client/api/docs/V1alphaListPerturbatorsResponse.md +29 -0
  144. eval_studio_client/api/docs/V1alphaListRAGCollectionsResponse.md +29 -0
  145. eval_studio_client/api/docs/V1alphaListTestCasesResponse.md +29 -0
  146. eval_studio_client/api/docs/V1alphaListTestClassesResponse.md +29 -0
  147. eval_studio_client/api/docs/V1alphaListTestsResponse.md +29 -0
  148. eval_studio_client/api/docs/V1alphaModel.md +42 -0
  149. eval_studio_client/api/docs/V1alphaModelType.md +12 -0
  150. eval_studio_client/api/docs/V1alphaOperation.md +40 -0
  151. eval_studio_client/api/docs/V1alphaOperationProgress.md +32 -0
  152. eval_studio_client/api/docs/V1alphaPerturbTestResponse.md +29 -0
  153. eval_studio_client/api/docs/V1alphaPerturbator.md +39 -0
  154. eval_studio_client/api/docs/V1alphaPerturbatorConfiguration.md +32 -0
  155. eval_studio_client/api/docs/V1alphaPerturbatorIntensity.md +11 -0
  156. eval_studio_client/api/docs/V1alphaProblemAndAction.md +39 -0
  157. eval_studio_client/api/docs/V1alphaTest.md +40 -0
  158. eval_studio_client/api/docs/V1alphaTestCase.md +40 -0
  159. eval_studio_client/api/docs/V1alphaTestCaseRelationship.md +31 -0
  160. eval_studio_client/api/docs/V1alphaTestClass.md +41 -0
  161. eval_studio_client/api/docs/V1alphaTestClassType.md +12 -0
  162. eval_studio_client/api/docs/V1alphaTestLab.md +41 -0
  163. eval_studio_client/api/docs/V1alphaUpdateDashboardResponse.md +29 -0
  164. eval_studio_client/api/docs/V1alphaUpdateDocumentResponse.md +29 -0
  165. eval_studio_client/api/docs/V1alphaUpdateLeaderboardResponse.md +29 -0
  166. eval_studio_client/api/docs/V1alphaUpdateModelResponse.md +29 -0
  167. eval_studio_client/api/docs/V1alphaUpdateOperationResponse.md +29 -0
  168. eval_studio_client/api/docs/V1alphaUpdateTestCaseResponse.md +29 -0
  169. eval_studio_client/api/docs/V1alphaUpdateTestResponse.md +29 -0
  170. eval_studio_client/api/docs/V1alphaWhoAmIResponse.md +31 -0
  171. eval_studio_client/api/docs/WhoAmIServiceApi.md +72 -0
  172. eval_studio_client/api/exceptions.py +199 -0
  173. eval_studio_client/api/models/__init__.py +148 -0
  174. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +115 -0
  175. eval_studio_client/api/models/protobuf_any.py +100 -0
  176. eval_studio_client/api/models/required_the_dashboard_to_update.py +127 -0
  177. eval_studio_client/api/models/required_the_document_to_update.py +116 -0
  178. eval_studio_client/api/models/required_the_leaderboard_to_update.py +178 -0
  179. eval_studio_client/api/models/required_the_model_to_update.py +127 -0
  180. eval_studio_client/api/models/required_the_operation_to_finalize.py +129 -0
  181. eval_studio_client/api/models/required_the_operation_to_update.py +129 -0
  182. eval_studio_client/api/models/required_the_test_case_to_update.py +120 -0
  183. eval_studio_client/api/models/required_the_test_to_update.py +122 -0
  184. eval_studio_client/api/models/rpc_status.py +99 -0
  185. eval_studio_client/api/models/test_case_service_batch_delete_test_cases_request.py +87 -0
  186. eval_studio_client/api/models/test_service_perturb_test_request.py +99 -0
  187. eval_studio_client/api/models/v1alpha_batch_create_leaderboards_request.py +99 -0
  188. eval_studio_client/api/models/v1alpha_batch_create_leaderboards_response.py +91 -0
  189. eval_studio_client/api/models/v1alpha_batch_delete_dashboards_request.py +87 -0
  190. eval_studio_client/api/models/v1alpha_batch_delete_dashboards_response.py +95 -0
  191. eval_studio_client/api/models/v1alpha_batch_delete_documents_request.py +87 -0
  192. eval_studio_client/api/models/v1alpha_batch_delete_documents_response.py +95 -0
  193. eval_studio_client/api/models/v1alpha_batch_delete_evaluators_request.py +87 -0
  194. eval_studio_client/api/models/v1alpha_batch_delete_evaluators_response.py +95 -0
  195. eval_studio_client/api/models/v1alpha_batch_delete_leaderboards_request.py +90 -0
  196. eval_studio_client/api/models/v1alpha_batch_delete_leaderboards_response.py +95 -0
  197. eval_studio_client/api/models/v1alpha_batch_delete_models_request.py +87 -0
  198. eval_studio_client/api/models/v1alpha_batch_delete_models_response.py +95 -0
  199. eval_studio_client/api/models/v1alpha_batch_delete_test_cases_response.py +95 -0
  200. eval_studio_client/api/models/v1alpha_batch_delete_tests_request.py +89 -0
  201. eval_studio_client/api/models/v1alpha_batch_delete_tests_response.py +95 -0
  202. eval_studio_client/api/models/v1alpha_batch_get_dashboards_response.py +95 -0
  203. eval_studio_client/api/models/v1alpha_batch_get_documents_response.py +95 -0
  204. eval_studio_client/api/models/v1alpha_batch_get_leaderboards_response.py +95 -0
  205. eval_studio_client/api/models/v1alpha_batch_get_models_response.py +95 -0
  206. eval_studio_client/api/models/v1alpha_batch_get_operations_response.py +95 -0
  207. eval_studio_client/api/models/v1alpha_batch_get_tests_response.py +95 -0
  208. eval_studio_client/api/models/v1alpha_batch_import_leaderboard_request.py +104 -0
  209. eval_studio_client/api/models/v1alpha_batch_import_leaderboard_response.py +91 -0
  210. eval_studio_client/api/models/v1alpha_batch_import_tests_request.py +93 -0
  211. eval_studio_client/api/models/v1alpha_batch_import_tests_response.py +95 -0
  212. eval_studio_client/api/models/v1alpha_check_base_models_response.py +89 -0
  213. eval_studio_client/api/models/v1alpha_collection_info.py +93 -0
  214. eval_studio_client/api/models/v1alpha_create_dashboard_response.py +91 -0
  215. eval_studio_client/api/models/v1alpha_create_document_response.py +91 -0
  216. eval_studio_client/api/models/v1alpha_create_evaluation_request.py +115 -0
  217. eval_studio_client/api/models/v1alpha_create_evaluator_response.py +91 -0
  218. eval_studio_client/api/models/v1alpha_create_leaderboard_request.py +91 -0
  219. eval_studio_client/api/models/v1alpha_create_leaderboard_response.py +91 -0
  220. eval_studio_client/api/models/v1alpha_create_leaderboard_without_cache_response.py +91 -0
  221. eval_studio_client/api/models/v1alpha_create_model_response.py +91 -0
  222. eval_studio_client/api/models/v1alpha_create_perturbation_response.py +87 -0
  223. eval_studio_client/api/models/v1alpha_create_test_case_response.py +91 -0
  224. eval_studio_client/api/models/v1alpha_create_test_lab_response.py +91 -0
  225. eval_studio_client/api/models/v1alpha_create_test_response.py +91 -0
  226. eval_studio_client/api/models/v1alpha_dashboard.py +131 -0
  227. eval_studio_client/api/models/v1alpha_dashboard_status.py +39 -0
  228. eval_studio_client/api/models/v1alpha_delete_dashboard_response.py +91 -0
  229. eval_studio_client/api/models/v1alpha_delete_document_response.py +91 -0
  230. eval_studio_client/api/models/v1alpha_delete_evaluator_response.py +91 -0
  231. eval_studio_client/api/models/v1alpha_delete_leaderboard_response.py +91 -0
  232. eval_studio_client/api/models/v1alpha_delete_model_response.py +91 -0
  233. eval_studio_client/api/models/v1alpha_delete_test_case_response.py +91 -0
  234. eval_studio_client/api/models/v1alpha_delete_test_response.py +91 -0
  235. eval_studio_client/api/models/v1alpha_document.py +120 -0
  236. eval_studio_client/api/models/v1alpha_evaluation_test.py +107 -0
  237. eval_studio_client/api/models/v1alpha_evaluator.py +155 -0
  238. eval_studio_client/api/models/v1alpha_evaluator_param_type.py +42 -0
  239. eval_studio_client/api/models/v1alpha_evaluator_parameter.py +126 -0
  240. eval_studio_client/api/models/v1alpha_evaluator_view.py +38 -0
  241. eval_studio_client/api/models/v1alpha_finalize_operation_response.py +91 -0
  242. eval_studio_client/api/models/v1alpha_find_all_test_cases_by_id_response.py +95 -0
  243. eval_studio_client/api/models/v1alpha_find_test_lab_response.py +91 -0
  244. eval_studio_client/api/models/v1alpha_get_dashboard_response.py +91 -0
  245. eval_studio_client/api/models/v1alpha_get_document_response.py +91 -0
  246. eval_studio_client/api/models/v1alpha_get_evaluator_response.py +91 -0
  247. eval_studio_client/api/models/v1alpha_get_info_response.py +91 -0
  248. eval_studio_client/api/models/v1alpha_get_leaderboard_response.py +91 -0
  249. eval_studio_client/api/models/v1alpha_get_model_response.py +91 -0
  250. eval_studio_client/api/models/v1alpha_get_operation_progress_by_parent_response.py +91 -0
  251. eval_studio_client/api/models/v1alpha_get_operation_response.py +91 -0
  252. eval_studio_client/api/models/v1alpha_get_perturbator_response.py +91 -0
  253. eval_studio_client/api/models/v1alpha_get_test_case_response.py +91 -0
  254. eval_studio_client/api/models/v1alpha_get_test_class_response.py +91 -0
  255. eval_studio_client/api/models/v1alpha_get_test_response.py +91 -0
  256. eval_studio_client/api/models/v1alpha_import_evaluation_request.py +99 -0
  257. eval_studio_client/api/models/v1alpha_import_leaderboard_request.py +104 -0
  258. eval_studio_client/api/models/v1alpha_import_leaderboard_response.py +91 -0
  259. eval_studio_client/api/models/v1alpha_info.py +99 -0
  260. eval_studio_client/api/models/v1alpha_insight.py +107 -0
  261. eval_studio_client/api/models/v1alpha_leaderboard.py +182 -0
  262. eval_studio_client/api/models/v1alpha_leaderboard_status.py +39 -0
  263. eval_studio_client/api/models/v1alpha_leaderboard_type.py +39 -0
  264. eval_studio_client/api/models/v1alpha_leaderboard_view.py +39 -0
  265. eval_studio_client/api/models/v1alpha_list_base_models_response.py +87 -0
  266. eval_studio_client/api/models/v1alpha_list_dashboards_response.py +95 -0
  267. eval_studio_client/api/models/v1alpha_list_documents_response.py +95 -0
  268. eval_studio_client/api/models/v1alpha_list_evaluators_response.py +95 -0
  269. eval_studio_client/api/models/v1alpha_list_leaderboards_response.py +97 -0
  270. eval_studio_client/api/models/v1alpha_list_llm_models_response.py +87 -0
  271. eval_studio_client/api/models/v1alpha_list_model_collections_response.py +95 -0
  272. eval_studio_client/api/models/v1alpha_list_models_response.py +95 -0
  273. eval_studio_client/api/models/v1alpha_list_most_recent_dashboards_response.py +95 -0
  274. eval_studio_client/api/models/v1alpha_list_most_recent_leaderboards_response.py +95 -0
  275. eval_studio_client/api/models/v1alpha_list_most_recent_models_response.py +95 -0
  276. eval_studio_client/api/models/v1alpha_list_most_recent_tests_response.py +95 -0
  277. eval_studio_client/api/models/v1alpha_list_operations_response.py +95 -0
  278. eval_studio_client/api/models/v1alpha_list_perturbators_response.py +95 -0
  279. eval_studio_client/api/models/v1alpha_list_rag_collections_response.py +95 -0
  280. eval_studio_client/api/models/v1alpha_list_test_cases_response.py +95 -0
  281. eval_studio_client/api/models/v1alpha_list_test_classes_response.py +95 -0
  282. eval_studio_client/api/models/v1alpha_list_tests_response.py +95 -0
  283. eval_studio_client/api/models/v1alpha_model.py +131 -0
  284. eval_studio_client/api/models/v1alpha_model_type.py +46 -0
  285. eval_studio_client/api/models/v1alpha_operation.py +133 -0
  286. eval_studio_client/api/models/v1alpha_operation_progress.py +99 -0
  287. eval_studio_client/api/models/v1alpha_perturb_test_response.py +91 -0
  288. eval_studio_client/api/models/v1alpha_perturbator.py +122 -0
  289. eval_studio_client/api/models/v1alpha_perturbator_configuration.py +92 -0
  290. eval_studio_client/api/models/v1alpha_perturbator_intensity.py +39 -0
  291. eval_studio_client/api/models/v1alpha_problem_and_action.py +129 -0
  292. eval_studio_client/api/models/v1alpha_test.py +126 -0
  293. eval_studio_client/api/models/v1alpha_test_case.py +124 -0
  294. eval_studio_client/api/models/v1alpha_test_case_relationship.py +91 -0
  295. eval_studio_client/api/models/v1alpha_test_class.py +127 -0
  296. eval_studio_client/api/models/v1alpha_test_class_type.py +42 -0
  297. eval_studio_client/api/models/v1alpha_test_lab.py +137 -0
  298. eval_studio_client/api/models/v1alpha_update_dashboard_response.py +91 -0
  299. eval_studio_client/api/models/v1alpha_update_document_response.py +91 -0
  300. eval_studio_client/api/models/v1alpha_update_leaderboard_response.py +91 -0
  301. eval_studio_client/api/models/v1alpha_update_model_response.py +91 -0
  302. eval_studio_client/api/models/v1alpha_update_operation_response.py +91 -0
  303. eval_studio_client/api/models/v1alpha_update_test_case_response.py +91 -0
  304. eval_studio_client/api/models/v1alpha_update_test_response.py +91 -0
  305. eval_studio_client/api/models/v1alpha_who_am_i_response.py +91 -0
  306. eval_studio_client/api/rest.py +257 -0
  307. eval_studio_client/api/test/__init__.py +0 -0
  308. eval_studio_client/api/test/test_dashboard_service_api.py +79 -0
  309. eval_studio_client/api/test/test_document_service_api.py +73 -0
  310. eval_studio_client/api/test/test_evaluation_service_api.py +55 -0
  311. eval_studio_client/api/test/test_evaluator_service_api.py +61 -0
  312. eval_studio_client/api/test/test_info_service_api.py +37 -0
  313. eval_studio_client/api/test/test_leaderboard_service_api.py +103 -0
  314. eval_studio_client/api/test/test_model_service_api.py +97 -0
  315. eval_studio_client/api/test/test_operation_progress_service_api.py +37 -0
  316. eval_studio_client/api/test/test_operation_service_api.py +61 -0
  317. eval_studio_client/api/test/test_perturbation_service_api.py +37 -0
  318. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +79 -0
  319. eval_studio_client/api/test/test_perturbator_service_api.py +43 -0
  320. eval_studio_client/api/test/test_protobuf_any.py +51 -0
  321. eval_studio_client/api/test/test_required_the_dashboard_to_update.py +64 -0
  322. eval_studio_client/api/test/test_required_the_document_to_update.py +59 -0
  323. eval_studio_client/api/test/test_required_the_leaderboard_to_update.py +115 -0
  324. eval_studio_client/api/test/test_required_the_model_to_update.py +63 -0
  325. eval_studio_client/api/test/test_required_the_operation_to_finalize.py +71 -0
  326. eval_studio_client/api/test/test_required_the_operation_to_update.py +71 -0
  327. eval_studio_client/api/test/test_required_the_test_case_to_update.py +63 -0
  328. eval_studio_client/api/test/test_required_the_test_to_update.py +65 -0
  329. eval_studio_client/api/test/test_rpc_status.py +57 -0
  330. eval_studio_client/api/test/test_test_case_service_api.py +73 -0
  331. eval_studio_client/api/test/test_test_case_service_batch_delete_test_cases_request.py +53 -0
  332. eval_studio_client/api/test/test_test_class_service_api.py +43 -0
  333. eval_studio_client/api/test/test_test_lab_service_api.py +43 -0
  334. eval_studio_client/api/test/test_test_service_api.py +91 -0
  335. eval_studio_client/api/test/test_test_service_perturb_test_request.py +58 -0
  336. eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_request.py +119 -0
  337. eval_studio_client/api/test/test_v1alpha_batch_create_leaderboards_response.py +71 -0
  338. eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_request.py +53 -0
  339. eval_studio_client/api/test/test_v1alpha_batch_delete_dashboards_response.py +68 -0
  340. eval_studio_client/api/test/test_v1alpha_batch_delete_documents_request.py +53 -0
  341. eval_studio_client/api/test/test_v1alpha_batch_delete_documents_response.py +63 -0
  342. eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_request.py +53 -0
  343. eval_studio_client/api/test/test_v1alpha_batch_delete_evaluators_response.py +91 -0
  344. eval_studio_client/api/test/test_v1alpha_batch_delete_leaderboards_request.py +54 -0
  345. eval_studio_client/api/test/test_v1alpha_batch_delete_leaderboards_response.py +116 -0
  346. eval_studio_client/api/test/test_v1alpha_batch_delete_models_request.py +53 -0
  347. eval_studio_client/api/test/test_v1alpha_batch_delete_models_response.py +67 -0
  348. eval_studio_client/api/test/test_v1alpha_batch_delete_test_cases_response.py +67 -0
  349. eval_studio_client/api/test/test_v1alpha_batch_delete_tests_request.py +54 -0
  350. eval_studio_client/api/test/test_v1alpha_batch_delete_tests_response.py +69 -0
  351. eval_studio_client/api/test/test_v1alpha_batch_get_dashboards_response.py +68 -0
  352. eval_studio_client/api/test/test_v1alpha_batch_get_documents_response.py +63 -0
  353. eval_studio_client/api/test/test_v1alpha_batch_get_leaderboards_response.py +116 -0
  354. eval_studio_client/api/test/test_v1alpha_batch_get_models_response.py +67 -0
  355. eval_studio_client/api/test/test_v1alpha_batch_get_operations_response.py +73 -0
  356. eval_studio_client/api/test/test_v1alpha_batch_get_tests_response.py +69 -0
  357. eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_request.py +61 -0
  358. eval_studio_client/api/test/test_v1alpha_batch_import_leaderboard_response.py +71 -0
  359. eval_studio_client/api/test/test_v1alpha_batch_import_tests_request.py +54 -0
  360. eval_studio_client/api/test/test_v1alpha_batch_import_tests_response.py +69 -0
  361. eval_studio_client/api/test/test_v1alpha_check_base_models_response.py +52 -0
  362. eval_studio_client/api/test/test_v1alpha_collection_info.py +54 -0
  363. eval_studio_client/api/test/test_v1alpha_create_dashboard_response.py +66 -0
  364. eval_studio_client/api/test/test_v1alpha_create_document_response.py +61 -0
  365. eval_studio_client/api/test/test_v1alpha_create_evaluation_request.py +107 -0
  366. eval_studio_client/api/test/test_v1alpha_create_evaluator_response.py +89 -0
  367. eval_studio_client/api/test/test_v1alpha_create_leaderboard_request.py +114 -0
  368. eval_studio_client/api/test/test_v1alpha_create_leaderboard_response.py +71 -0
  369. eval_studio_client/api/test/test_v1alpha_create_leaderboard_without_cache_response.py +71 -0
  370. eval_studio_client/api/test/test_v1alpha_create_model_response.py +65 -0
  371. eval_studio_client/api/test/test_v1alpha_create_perturbation_response.py +51 -0
  372. eval_studio_client/api/test/test_v1alpha_create_test_case_response.py +65 -0
  373. eval_studio_client/api/test/test_v1alpha_create_test_lab_response.py +68 -0
  374. eval_studio_client/api/test/test_v1alpha_create_test_response.py +67 -0
  375. eval_studio_client/api/test/test_v1alpha_dashboard.py +65 -0
  376. eval_studio_client/api/test/test_v1alpha_dashboard_status.py +33 -0
  377. eval_studio_client/api/test/test_v1alpha_delete_dashboard_response.py +66 -0
  378. eval_studio_client/api/test/test_v1alpha_delete_document_response.py +61 -0
  379. eval_studio_client/api/test/test_v1alpha_delete_evaluator_response.py +89 -0
  380. eval_studio_client/api/test/test_v1alpha_delete_leaderboard_response.py +114 -0
  381. eval_studio_client/api/test/test_v1alpha_delete_model_response.py +65 -0
  382. eval_studio_client/api/test/test_v1alpha_delete_test_case_response.py +65 -0
  383. eval_studio_client/api/test/test_v1alpha_delete_test_response.py +67 -0
  384. eval_studio_client/api/test/test_v1alpha_document.py +60 -0
  385. eval_studio_client/api/test/test_v1alpha_evaluation_test.py +76 -0
  386. eval_studio_client/api/test/test_v1alpha_evaluator.py +91 -0
  387. eval_studio_client/api/test/test_v1alpha_evaluator_param_type.py +33 -0
  388. eval_studio_client/api/test/test_v1alpha_evaluator_parameter.py +68 -0
  389. eval_studio_client/api/test/test_v1alpha_evaluator_view.py +33 -0
  390. eval_studio_client/api/test/test_v1alpha_finalize_operation_response.py +71 -0
  391. eval_studio_client/api/test/test_v1alpha_find_all_test_cases_by_id_response.py +67 -0
  392. eval_studio_client/api/test/test_v1alpha_find_test_lab_response.py +68 -0
  393. eval_studio_client/api/test/test_v1alpha_get_dashboard_response.py +66 -0
  394. eval_studio_client/api/test/test_v1alpha_get_document_response.py +61 -0
  395. eval_studio_client/api/test/test_v1alpha_get_evaluator_response.py +89 -0
  396. eval_studio_client/api/test/test_v1alpha_get_info_response.py +60 -0
  397. eval_studio_client/api/test/test_v1alpha_get_leaderboard_response.py +114 -0
  398. eval_studio_client/api/test/test_v1alpha_get_model_response.py +65 -0
  399. eval_studio_client/api/test/test_v1alpha_get_operation_progress_by_parent_response.py +55 -0
  400. eval_studio_client/api/test/test_v1alpha_get_operation_response.py +71 -0
  401. eval_studio_client/api/test/test_v1alpha_get_perturbator_response.py +64 -0
  402. eval_studio_client/api/test/test_v1alpha_get_test_case_response.py +65 -0
  403. eval_studio_client/api/test/test_v1alpha_get_test_class_response.py +70 -0
  404. eval_studio_client/api/test/test_v1alpha_get_test_response.py +67 -0
  405. eval_studio_client/api/test/test_v1alpha_import_evaluation_request.py +73 -0
  406. eval_studio_client/api/test/test_v1alpha_import_leaderboard_request.py +59 -0
  407. eval_studio_client/api/test/test_v1alpha_import_leaderboard_response.py +71 -0
  408. eval_studio_client/api/test/test_v1alpha_info.py +59 -0
  409. eval_studio_client/api/test/test_v1alpha_insight.py +67 -0
  410. eval_studio_client/api/test/test_v1alpha_leaderboard.py +116 -0
  411. eval_studio_client/api/test/test_v1alpha_leaderboard_status.py +33 -0
  412. eval_studio_client/api/test/test_v1alpha_leaderboard_type.py +33 -0
  413. eval_studio_client/api/test/test_v1alpha_leaderboard_view.py +33 -0
  414. eval_studio_client/api/test/test_v1alpha_list_base_models_response.py +53 -0
  415. eval_studio_client/api/test/test_v1alpha_list_dashboards_response.py +68 -0
  416. eval_studio_client/api/test/test_v1alpha_list_documents_response.py +63 -0
  417. eval_studio_client/api/test/test_v1alpha_list_evaluators_response.py +91 -0
  418. eval_studio_client/api/test/test_v1alpha_list_leaderboards_response.py +117 -0
  419. eval_studio_client/api/test/test_v1alpha_list_llm_models_response.py +53 -0
  420. eval_studio_client/api/test/test_v1alpha_list_model_collections_response.py +57 -0
  421. eval_studio_client/api/test/test_v1alpha_list_models_response.py +67 -0
  422. eval_studio_client/api/test/test_v1alpha_list_most_recent_dashboards_response.py +68 -0
  423. eval_studio_client/api/test/test_v1alpha_list_most_recent_leaderboards_response.py +116 -0
  424. eval_studio_client/api/test/test_v1alpha_list_most_recent_models_response.py +67 -0
  425. eval_studio_client/api/test/test_v1alpha_list_most_recent_tests_response.py +69 -0
  426. eval_studio_client/api/test/test_v1alpha_list_operations_response.py +73 -0
  427. eval_studio_client/api/test/test_v1alpha_list_perturbators_response.py +66 -0
  428. eval_studio_client/api/test/test_v1alpha_list_rag_collections_response.py +57 -0
  429. eval_studio_client/api/test/test_v1alpha_list_test_cases_response.py +67 -0
  430. eval_studio_client/api/test/test_v1alpha_list_test_classes_response.py +72 -0
  431. eval_studio_client/api/test/test_v1alpha_list_tests_response.py +69 -0
  432. eval_studio_client/api/test/test_v1alpha_model.py +64 -0
  433. eval_studio_client/api/test/test_v1alpha_model_type.py +33 -0
  434. eval_studio_client/api/test/test_v1alpha_operation.py +72 -0
  435. eval_studio_client/api/test/test_v1alpha_operation_progress.py +54 -0
  436. eval_studio_client/api/test/test_v1alpha_perturb_test_response.py +67 -0
  437. eval_studio_client/api/test/test_v1alpha_perturbator.py +63 -0
  438. eval_studio_client/api/test/test_v1alpha_perturbator_configuration.py +53 -0
  439. eval_studio_client/api/test/test_v1alpha_perturbator_intensity.py +33 -0
  440. eval_studio_client/api/test/test_v1alpha_problem_and_action.py +65 -0
  441. eval_studio_client/api/test/test_v1alpha_test.py +66 -0
  442. eval_studio_client/api/test/test_v1alpha_test_case.py +64 -0
  443. eval_studio_client/api/test/test_v1alpha_test_case_relationship.py +53 -0
  444. eval_studio_client/api/test/test_v1alpha_test_class.py +69 -0
  445. eval_studio_client/api/test/test_v1alpha_test_class_type.py +33 -0
  446. eval_studio_client/api/test/test_v1alpha_test_lab.py +67 -0
  447. eval_studio_client/api/test/test_v1alpha_update_dashboard_response.py +66 -0
  448. eval_studio_client/api/test/test_v1alpha_update_document_response.py +61 -0
  449. eval_studio_client/api/test/test_v1alpha_update_leaderboard_response.py +114 -0
  450. eval_studio_client/api/test/test_v1alpha_update_model_response.py +65 -0
  451. eval_studio_client/api/test/test_v1alpha_update_operation_response.py +71 -0
  452. eval_studio_client/api/test/test_v1alpha_update_test_case_response.py +65 -0
  453. eval_studio_client/api/test/test_v1alpha_update_test_response.py +67 -0
  454. eval_studio_client/api/test/test_v1alpha_who_am_i_response.py +53 -0
  455. eval_studio_client/api/test/test_who_am_i_service_api.py +38 -0
  456. eval_studio_client/client.py +98 -0
  457. eval_studio_client/dashboards.py +187 -0
  458. eval_studio_client/documents.py +95 -0
  459. eval_studio_client/evaluators.py +65 -0
  460. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +6043 -0
  461. eval_studio_client/insights.py +35 -0
  462. eval_studio_client/leaderboards.py +207 -0
  463. eval_studio_client/models.py +522 -0
  464. eval_studio_client/perturbators.py +101 -0
  465. eval_studio_client/problems.py +50 -0
  466. eval_studio_client/test_labs.py +319 -0
  467. eval_studio_client/tests.py +369 -0
  468. eval_studio_client-0.7.0.dist-info/METADATA +18 -0
  469. eval_studio_client-0.7.0.dist-info/RECORD +470 -0
  470. eval_studio_client-0.7.0.dist-info/WHEEL +4 -0
@@ -0,0 +1,1603 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ ai/h2o/eval_studio/v1alpha/collection.proto
5
+
6
+ No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
+
8
+ The version of the OpenAPI document: version not set
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+ import warnings
15
+ from pydantic import validate_call, Field, StrictFloat, StrictStr, StrictInt
16
+ from typing import Any, Dict, List, Optional, Tuple, Union
17
+ from typing_extensions import Annotated
18
+
19
+ from datetime import datetime
20
+ from pydantic import Field, StrictBool, StrictInt, StrictStr, field_validator
21
+ from typing import Optional
22
+ from typing_extensions import Annotated
23
+ from eval_studio_client.api.models.v1alpha_create_evaluation_request import V1alphaCreateEvaluationRequest
24
+ from eval_studio_client.api.models.v1alpha_import_evaluation_request import V1alphaImportEvaluationRequest
25
+ from eval_studio_client.api.models.v1alpha_list_llm_models_response import V1alphaListLLMModelsResponse
26
+ from eval_studio_client.api.models.v1alpha_list_rag_collections_response import V1alphaListRAGCollectionsResponse
27
+ from eval_studio_client.api.models.v1alpha_operation import V1alphaOperation
28
+
29
+ from eval_studio_client.api.api_client import ApiClient, RequestSerialized
30
+ from eval_studio_client.api.api_response import ApiResponse
31
+ from eval_studio_client.api.rest import RESTResponseType
32
+
33
+
34
+ class EvaluationServiceApi:
35
+ """NOTE: This class is auto generated by OpenAPI Generator
36
+ Ref: https://openapi-generator.tech
37
+
38
+ Do not edit the class manually.
39
+ """
40
+
41
+ def __init__(self, api_client=None) -> None:
42
+ if api_client is None:
43
+ api_client = ApiClient.get_default()
44
+ self.api_client = api_client
45
+
46
+
47
+ @validate_call
48
+ def evaluation_service_create_evaluation(
49
+ self,
50
+ body: V1alphaCreateEvaluationRequest,
51
+ _request_timeout: Union[
52
+ None,
53
+ Annotated[StrictFloat, Field(gt=0)],
54
+ Tuple[
55
+ Annotated[StrictFloat, Field(gt=0)],
56
+ Annotated[StrictFloat, Field(gt=0)]
57
+ ]
58
+ ] = None,
59
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
60
+ _content_type: Optional[StrictStr] = None,
61
+ _headers: Optional[Dict[StrictStr, Any]] = None,
62
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
63
+ ) -> V1alphaOperation:
64
+ """evaluation_service_create_evaluation
65
+
66
+
67
+ :param body: (required)
68
+ :type body: V1alphaCreateEvaluationRequest
69
+ :param _request_timeout: timeout setting for this request. If one
70
+ number provided, it will be total request
71
+ timeout. It can also be a pair (tuple) of
72
+ (connection, read) timeouts.
73
+ :type _request_timeout: int, tuple(int, int), optional
74
+ :param _request_auth: set to override the auth_settings for an a single
75
+ request; this effectively ignores the
76
+ authentication in the spec for a single request.
77
+ :type _request_auth: dict, optional
78
+ :param _content_type: force content-type for the request.
79
+ :type _content_type: str, Optional
80
+ :param _headers: set to override the headers for a single
81
+ request; this effectively ignores the headers
82
+ in the spec for a single request.
83
+ :type _headers: dict, optional
84
+ :param _host_index: set to override the host_index for a single
85
+ request; this effectively ignores the host_index
86
+ in the spec for a single request.
87
+ :type _host_index: int, optional
88
+ :return: Returns the result object.
89
+ """ # noqa: E501
90
+
91
+ _param = self._evaluation_service_create_evaluation_serialize(
92
+ body=body,
93
+ _request_auth=_request_auth,
94
+ _content_type=_content_type,
95
+ _headers=_headers,
96
+ _host_index=_host_index
97
+ )
98
+
99
+ _response_types_map: Dict[str, Optional[str]] = {
100
+ '200': "V1alphaOperation",
101
+ }
102
+ response_data = self.api_client.call_api(
103
+ *_param,
104
+ _request_timeout=_request_timeout
105
+ )
106
+ response_data.read()
107
+ return self.api_client.response_deserialize(
108
+ response_data=response_data,
109
+ response_types_map=_response_types_map,
110
+ ).data
111
+
112
+
113
+ @validate_call
114
+ def evaluation_service_create_evaluation_with_http_info(
115
+ self,
116
+ body: V1alphaCreateEvaluationRequest,
117
+ _request_timeout: Union[
118
+ None,
119
+ Annotated[StrictFloat, Field(gt=0)],
120
+ Tuple[
121
+ Annotated[StrictFloat, Field(gt=0)],
122
+ Annotated[StrictFloat, Field(gt=0)]
123
+ ]
124
+ ] = None,
125
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
126
+ _content_type: Optional[StrictStr] = None,
127
+ _headers: Optional[Dict[StrictStr, Any]] = None,
128
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
129
+ ) -> ApiResponse[V1alphaOperation]:
130
+ """evaluation_service_create_evaluation
131
+
132
+
133
+ :param body: (required)
134
+ :type body: V1alphaCreateEvaluationRequest
135
+ :param _request_timeout: timeout setting for this request. If one
136
+ number provided, it will be total request
137
+ timeout. It can also be a pair (tuple) of
138
+ (connection, read) timeouts.
139
+ :type _request_timeout: int, tuple(int, int), optional
140
+ :param _request_auth: set to override the auth_settings for an a single
141
+ request; this effectively ignores the
142
+ authentication in the spec for a single request.
143
+ :type _request_auth: dict, optional
144
+ :param _content_type: force content-type for the request.
145
+ :type _content_type: str, Optional
146
+ :param _headers: set to override the headers for a single
147
+ request; this effectively ignores the headers
148
+ in the spec for a single request.
149
+ :type _headers: dict, optional
150
+ :param _host_index: set to override the host_index for a single
151
+ request; this effectively ignores the host_index
152
+ in the spec for a single request.
153
+ :type _host_index: int, optional
154
+ :return: Returns the result object.
155
+ """ # noqa: E501
156
+
157
+ _param = self._evaluation_service_create_evaluation_serialize(
158
+ body=body,
159
+ _request_auth=_request_auth,
160
+ _content_type=_content_type,
161
+ _headers=_headers,
162
+ _host_index=_host_index
163
+ )
164
+
165
+ _response_types_map: Dict[str, Optional[str]] = {
166
+ '200': "V1alphaOperation",
167
+ }
168
+ response_data = self.api_client.call_api(
169
+ *_param,
170
+ _request_timeout=_request_timeout
171
+ )
172
+ response_data.read()
173
+ return self.api_client.response_deserialize(
174
+ response_data=response_data,
175
+ response_types_map=_response_types_map,
176
+ )
177
+
178
+
179
+ @validate_call
180
+ def evaluation_service_create_evaluation_without_preload_content(
181
+ self,
182
+ body: V1alphaCreateEvaluationRequest,
183
+ _request_timeout: Union[
184
+ None,
185
+ Annotated[StrictFloat, Field(gt=0)],
186
+ Tuple[
187
+ Annotated[StrictFloat, Field(gt=0)],
188
+ Annotated[StrictFloat, Field(gt=0)]
189
+ ]
190
+ ] = None,
191
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
192
+ _content_type: Optional[StrictStr] = None,
193
+ _headers: Optional[Dict[StrictStr, Any]] = None,
194
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
195
+ ) -> RESTResponseType:
196
+ """evaluation_service_create_evaluation
197
+
198
+
199
+ :param body: (required)
200
+ :type body: V1alphaCreateEvaluationRequest
201
+ :param _request_timeout: timeout setting for this request. If one
202
+ number provided, it will be total request
203
+ timeout. It can also be a pair (tuple) of
204
+ (connection, read) timeouts.
205
+ :type _request_timeout: int, tuple(int, int), optional
206
+ :param _request_auth: set to override the auth_settings for an a single
207
+ request; this effectively ignores the
208
+ authentication in the spec for a single request.
209
+ :type _request_auth: dict, optional
210
+ :param _content_type: force content-type for the request.
211
+ :type _content_type: str, Optional
212
+ :param _headers: set to override the headers for a single
213
+ request; this effectively ignores the headers
214
+ in the spec for a single request.
215
+ :type _headers: dict, optional
216
+ :param _host_index: set to override the host_index for a single
217
+ request; this effectively ignores the host_index
218
+ in the spec for a single request.
219
+ :type _host_index: int, optional
220
+ :return: Returns the result object.
221
+ """ # noqa: E501
222
+
223
+ _param = self._evaluation_service_create_evaluation_serialize(
224
+ body=body,
225
+ _request_auth=_request_auth,
226
+ _content_type=_content_type,
227
+ _headers=_headers,
228
+ _host_index=_host_index
229
+ )
230
+
231
+ _response_types_map: Dict[str, Optional[str]] = {
232
+ '200': "V1alphaOperation",
233
+ }
234
+ response_data = self.api_client.call_api(
235
+ *_param,
236
+ _request_timeout=_request_timeout
237
+ )
238
+ return response_data.response
239
+
240
+
241
+ def _evaluation_service_create_evaluation_serialize(
242
+ self,
243
+ body,
244
+ _request_auth,
245
+ _content_type,
246
+ _headers,
247
+ _host_index,
248
+ ) -> RequestSerialized:
249
+
250
+ _host = None
251
+
252
+ _collection_formats: Dict[str, str] = {
253
+ }
254
+
255
+ _path_params: Dict[str, str] = {}
256
+ _query_params: List[Tuple[str, str]] = []
257
+ _header_params: Dict[str, Optional[str]] = _headers or {}
258
+ _form_params: List[Tuple[str, str]] = []
259
+ _files: Dict[str, Union[str, bytes]] = {}
260
+ _body_params: Optional[bytes] = None
261
+
262
+ # process the path parameters
263
+ # process the query parameters
264
+ # process the header parameters
265
+ # process the form parameters
266
+ # process the body parameter
267
+ if body is not None:
268
+ _body_params = body
269
+
270
+
271
+ # set the HTTP header `Accept`
272
+ _header_params['Accept'] = self.api_client.select_header_accept(
273
+ [
274
+ 'application/json'
275
+ ]
276
+ )
277
+
278
+ # set the HTTP header `Content-Type`
279
+ if _content_type:
280
+ _header_params['Content-Type'] = _content_type
281
+ else:
282
+ _default_content_type = (
283
+ self.api_client.select_header_content_type(
284
+ [
285
+ 'application/json'
286
+ ]
287
+ )
288
+ )
289
+ if _default_content_type is not None:
290
+ _header_params['Content-Type'] = _default_content_type
291
+
292
+ # authentication setting
293
+ _auth_settings: List[str] = [
294
+ ]
295
+
296
+ return self.api_client.param_serialize(
297
+ method='POST',
298
+ resource_path='/v1alpha/evaluations',
299
+ path_params=_path_params,
300
+ query_params=_query_params,
301
+ header_params=_header_params,
302
+ body=_body_params,
303
+ post_params=_form_params,
304
+ files=_files,
305
+ auth_settings=_auth_settings,
306
+ collection_formats=_collection_formats,
307
+ _host=_host,
308
+ _request_auth=_request_auth
309
+ )
310
+
311
+
312
+
313
+
314
+ @validate_call
315
+ def evaluation_service_import_evaluation(
316
+ self,
317
+ body: V1alphaImportEvaluationRequest,
318
+ _request_timeout: Union[
319
+ None,
320
+ Annotated[StrictFloat, Field(gt=0)],
321
+ Tuple[
322
+ Annotated[StrictFloat, Field(gt=0)],
323
+ Annotated[StrictFloat, Field(gt=0)]
324
+ ]
325
+ ] = None,
326
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
327
+ _content_type: Optional[StrictStr] = None,
328
+ _headers: Optional[Dict[StrictStr, Any]] = None,
329
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
330
+ ) -> V1alphaOperation:
331
+ """evaluation_service_import_evaluation
332
+
333
+
334
+ :param body: (required)
335
+ :type body: V1alphaImportEvaluationRequest
336
+ :param _request_timeout: timeout setting for this request. If one
337
+ number provided, it will be total request
338
+ timeout. It can also be a pair (tuple) of
339
+ (connection, read) timeouts.
340
+ :type _request_timeout: int, tuple(int, int), optional
341
+ :param _request_auth: set to override the auth_settings for an a single
342
+ request; this effectively ignores the
343
+ authentication in the spec for a single request.
344
+ :type _request_auth: dict, optional
345
+ :param _content_type: force content-type for the request.
346
+ :type _content_type: str, Optional
347
+ :param _headers: set to override the headers for a single
348
+ request; this effectively ignores the headers
349
+ in the spec for a single request.
350
+ :type _headers: dict, optional
351
+ :param _host_index: set to override the host_index for a single
352
+ request; this effectively ignores the host_index
353
+ in the spec for a single request.
354
+ :type _host_index: int, optional
355
+ :return: Returns the result object.
356
+ """ # noqa: E501
357
+
358
+ _param = self._evaluation_service_import_evaluation_serialize(
359
+ body=body,
360
+ _request_auth=_request_auth,
361
+ _content_type=_content_type,
362
+ _headers=_headers,
363
+ _host_index=_host_index
364
+ )
365
+
366
+ _response_types_map: Dict[str, Optional[str]] = {
367
+ '200': "V1alphaOperation",
368
+ }
369
+ response_data = self.api_client.call_api(
370
+ *_param,
371
+ _request_timeout=_request_timeout
372
+ )
373
+ response_data.read()
374
+ return self.api_client.response_deserialize(
375
+ response_data=response_data,
376
+ response_types_map=_response_types_map,
377
+ ).data
378
+
379
+
380
+ @validate_call
381
+ def evaluation_service_import_evaluation_with_http_info(
382
+ self,
383
+ body: V1alphaImportEvaluationRequest,
384
+ _request_timeout: Union[
385
+ None,
386
+ Annotated[StrictFloat, Field(gt=0)],
387
+ Tuple[
388
+ Annotated[StrictFloat, Field(gt=0)],
389
+ Annotated[StrictFloat, Field(gt=0)]
390
+ ]
391
+ ] = None,
392
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
393
+ _content_type: Optional[StrictStr] = None,
394
+ _headers: Optional[Dict[StrictStr, Any]] = None,
395
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
396
+ ) -> ApiResponse[V1alphaOperation]:
397
+ """evaluation_service_import_evaluation
398
+
399
+
400
+ :param body: (required)
401
+ :type body: V1alphaImportEvaluationRequest
402
+ :param _request_timeout: timeout setting for this request. If one
403
+ number provided, it will be total request
404
+ timeout. It can also be a pair (tuple) of
405
+ (connection, read) timeouts.
406
+ :type _request_timeout: int, tuple(int, int), optional
407
+ :param _request_auth: set to override the auth_settings for an a single
408
+ request; this effectively ignores the
409
+ authentication in the spec for a single request.
410
+ :type _request_auth: dict, optional
411
+ :param _content_type: force content-type for the request.
412
+ :type _content_type: str, Optional
413
+ :param _headers: set to override the headers for a single
414
+ request; this effectively ignores the headers
415
+ in the spec for a single request.
416
+ :type _headers: dict, optional
417
+ :param _host_index: set to override the host_index for a single
418
+ request; this effectively ignores the host_index
419
+ in the spec for a single request.
420
+ :type _host_index: int, optional
421
+ :return: Returns the result object.
422
+ """ # noqa: E501
423
+
424
+ _param = self._evaluation_service_import_evaluation_serialize(
425
+ body=body,
426
+ _request_auth=_request_auth,
427
+ _content_type=_content_type,
428
+ _headers=_headers,
429
+ _host_index=_host_index
430
+ )
431
+
432
+ _response_types_map: Dict[str, Optional[str]] = {
433
+ '200': "V1alphaOperation",
434
+ }
435
+ response_data = self.api_client.call_api(
436
+ *_param,
437
+ _request_timeout=_request_timeout
438
+ )
439
+ response_data.read()
440
+ return self.api_client.response_deserialize(
441
+ response_data=response_data,
442
+ response_types_map=_response_types_map,
443
+ )
444
+
445
+
446
+ @validate_call
447
+ def evaluation_service_import_evaluation_without_preload_content(
448
+ self,
449
+ body: V1alphaImportEvaluationRequest,
450
+ _request_timeout: Union[
451
+ None,
452
+ Annotated[StrictFloat, Field(gt=0)],
453
+ Tuple[
454
+ Annotated[StrictFloat, Field(gt=0)],
455
+ Annotated[StrictFloat, Field(gt=0)]
456
+ ]
457
+ ] = None,
458
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
459
+ _content_type: Optional[StrictStr] = None,
460
+ _headers: Optional[Dict[StrictStr, Any]] = None,
461
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
462
+ ) -> RESTResponseType:
463
+ """evaluation_service_import_evaluation
464
+
465
+
466
+ :param body: (required)
467
+ :type body: V1alphaImportEvaluationRequest
468
+ :param _request_timeout: timeout setting for this request. If one
469
+ number provided, it will be total request
470
+ timeout. It can also be a pair (tuple) of
471
+ (connection, read) timeouts.
472
+ :type _request_timeout: int, tuple(int, int), optional
473
+ :param _request_auth: set to override the auth_settings for an a single
474
+ request; this effectively ignores the
475
+ authentication in the spec for a single request.
476
+ :type _request_auth: dict, optional
477
+ :param _content_type: force content-type for the request.
478
+ :type _content_type: str, Optional
479
+ :param _headers: set to override the headers for a single
480
+ request; this effectively ignores the headers
481
+ in the spec for a single request.
482
+ :type _headers: dict, optional
483
+ :param _host_index: set to override the host_index for a single
484
+ request; this effectively ignores the host_index
485
+ in the spec for a single request.
486
+ :type _host_index: int, optional
487
+ :return: Returns the result object.
488
+ """ # noqa: E501
489
+
490
+ _param = self._evaluation_service_import_evaluation_serialize(
491
+ body=body,
492
+ _request_auth=_request_auth,
493
+ _content_type=_content_type,
494
+ _headers=_headers,
495
+ _host_index=_host_index
496
+ )
497
+
498
+ _response_types_map: Dict[str, Optional[str]] = {
499
+ '200': "V1alphaOperation",
500
+ }
501
+ response_data = self.api_client.call_api(
502
+ *_param,
503
+ _request_timeout=_request_timeout
504
+ )
505
+ return response_data.response
506
+
507
+
508
+ def _evaluation_service_import_evaluation_serialize(
509
+ self,
510
+ body,
511
+ _request_auth,
512
+ _content_type,
513
+ _headers,
514
+ _host_index,
515
+ ) -> RequestSerialized:
516
+
517
+ _host = None
518
+
519
+ _collection_formats: Dict[str, str] = {
520
+ }
521
+
522
+ _path_params: Dict[str, str] = {}
523
+ _query_params: List[Tuple[str, str]] = []
524
+ _header_params: Dict[str, Optional[str]] = _headers or {}
525
+ _form_params: List[Tuple[str, str]] = []
526
+ _files: Dict[str, Union[str, bytes]] = {}
527
+ _body_params: Optional[bytes] = None
528
+
529
+ # process the path parameters
530
+ # process the query parameters
531
+ # process the header parameters
532
+ # process the form parameters
533
+ # process the body parameter
534
+ if body is not None:
535
+ _body_params = body
536
+
537
+
538
+ # set the HTTP header `Accept`
539
+ _header_params['Accept'] = self.api_client.select_header_accept(
540
+ [
541
+ 'application/json'
542
+ ]
543
+ )
544
+
545
+ # set the HTTP header `Content-Type`
546
+ if _content_type:
547
+ _header_params['Content-Type'] = _content_type
548
+ else:
549
+ _default_content_type = (
550
+ self.api_client.select_header_content_type(
551
+ [
552
+ 'application/json'
553
+ ]
554
+ )
555
+ )
556
+ if _default_content_type is not None:
557
+ _header_params['Content-Type'] = _default_content_type
558
+
559
+ # authentication setting
560
+ _auth_settings: List[str] = [
561
+ ]
562
+
563
+ return self.api_client.param_serialize(
564
+ method='POST',
565
+ resource_path='/v1alpha/evaluations:import',
566
+ path_params=_path_params,
567
+ query_params=_query_params,
568
+ header_params=_header_params,
569
+ body=_body_params,
570
+ post_params=_form_params,
571
+ files=_files,
572
+ auth_settings=_auth_settings,
573
+ collection_formats=_collection_formats,
574
+ _host=_host,
575
+ _request_auth=_request_auth
576
+ )
577
+
578
+
579
+
580
+
581
+ @validate_call
582
+ def evaluation_service_list_llm_models(
583
+ self,
584
+ model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
585
+ model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
586
+ model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
587
+ model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
588
+ model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
589
+ model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
590
+ model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
591
+ model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
592
+ model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
593
+ model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
594
+ model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
595
+ model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
596
+ model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
597
+ model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
598
+ retries: Annotated[Optional[StrictInt], Field(description="Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.")] = None,
599
+ _request_timeout: Union[
600
+ None,
601
+ Annotated[StrictFloat, Field(gt=0)],
602
+ Tuple[
603
+ Annotated[StrictFloat, Field(gt=0)],
604
+ Annotated[StrictFloat, Field(gt=0)]
605
+ ]
606
+ ] = None,
607
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
608
+ _content_type: Optional[StrictStr] = None,
609
+ _headers: Optional[Dict[StrictStr, Any]] = None,
610
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
611
+ ) -> V1alphaListLLMModelsResponse:
612
+ """evaluation_service_list_llm_models
613
+
614
+
615
+ :param model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
616
+ :type model_name: str
617
+ :param model_create_time: Output only. Timestamp when the Model was created.
618
+ :type model_create_time: datetime
619
+ :param model_creator: Output only. Name of the user or service that requested creation of the Model.
620
+ :type model_creator: str
621
+ :param model_update_time: Output only. Optional. Timestamp when the Model was last updated.
622
+ :type model_update_time: datetime
623
+ :param model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
624
+ :type model_updater: str
625
+ :param model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
626
+ :type model_delete_time: datetime
627
+ :param model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
628
+ :type model_deleter: str
629
+ :param model_display_name: Human readable name of the Model.
630
+ :type model_display_name: str
631
+ :param model_description: Optional. Arbitrary description of the Model.
632
+ :type model_description: str
633
+ :param model_url: Optional. Immutable. Absolute URL to the Model.
634
+ :type model_url: str
635
+ :param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
636
+ :type model_api_key: str
637
+ :param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
638
+ :type model_type: str
639
+ :param model_parameters: Optional. Model specific parameters in JSON format.
640
+ :type model_parameters: str
641
+ :param model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
642
+ :type model_demo: bool
643
+ :param retries: Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.
644
+ :type retries: int
645
+ :param _request_timeout: timeout setting for this request. If one
646
+ number provided, it will be total request
647
+ timeout. It can also be a pair (tuple) of
648
+ (connection, read) timeouts.
649
+ :type _request_timeout: int, tuple(int, int), optional
650
+ :param _request_auth: set to override the auth_settings for an a single
651
+ request; this effectively ignores the
652
+ authentication in the spec for a single request.
653
+ :type _request_auth: dict, optional
654
+ :param _content_type: force content-type for the request.
655
+ :type _content_type: str, Optional
656
+ :param _headers: set to override the headers for a single
657
+ request; this effectively ignores the headers
658
+ in the spec for a single request.
659
+ :type _headers: dict, optional
660
+ :param _host_index: set to override the host_index for a single
661
+ request; this effectively ignores the host_index
662
+ in the spec for a single request.
663
+ :type _host_index: int, optional
664
+ :return: Returns the result object.
665
+ """ # noqa: E501
666
+
667
+ _param = self._evaluation_service_list_llm_models_serialize(
668
+ model_name=model_name,
669
+ model_create_time=model_create_time,
670
+ model_creator=model_creator,
671
+ model_update_time=model_update_time,
672
+ model_updater=model_updater,
673
+ model_delete_time=model_delete_time,
674
+ model_deleter=model_deleter,
675
+ model_display_name=model_display_name,
676
+ model_description=model_description,
677
+ model_url=model_url,
678
+ model_api_key=model_api_key,
679
+ model_type=model_type,
680
+ model_parameters=model_parameters,
681
+ model_demo=model_demo,
682
+ retries=retries,
683
+ _request_auth=_request_auth,
684
+ _content_type=_content_type,
685
+ _headers=_headers,
686
+ _host_index=_host_index
687
+ )
688
+
689
+ _response_types_map: Dict[str, Optional[str]] = {
690
+ '200': "V1alphaListLLMModelsResponse",
691
+ }
692
+ response_data = self.api_client.call_api(
693
+ *_param,
694
+ _request_timeout=_request_timeout
695
+ )
696
+ response_data.read()
697
+ return self.api_client.response_deserialize(
698
+ response_data=response_data,
699
+ response_types_map=_response_types_map,
700
+ ).data
701
+
702
+
703
+ @validate_call
704
+ def evaluation_service_list_llm_models_with_http_info(
705
+ self,
706
+ model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
707
+ model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
708
+ model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
709
+ model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
710
+ model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
711
+ model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
712
+ model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
713
+ model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
714
+ model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
715
+ model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
716
+ model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
717
+ model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
718
+ model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
719
+ model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
720
+ retries: Annotated[Optional[StrictInt], Field(description="Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.")] = None,
721
+ _request_timeout: Union[
722
+ None,
723
+ Annotated[StrictFloat, Field(gt=0)],
724
+ Tuple[
725
+ Annotated[StrictFloat, Field(gt=0)],
726
+ Annotated[StrictFloat, Field(gt=0)]
727
+ ]
728
+ ] = None,
729
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
730
+ _content_type: Optional[StrictStr] = None,
731
+ _headers: Optional[Dict[StrictStr, Any]] = None,
732
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
733
+ ) -> ApiResponse[V1alphaListLLMModelsResponse]:
734
+ """evaluation_service_list_llm_models
735
+
736
+
737
+ :param model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
738
+ :type model_name: str
739
+ :param model_create_time: Output only. Timestamp when the Model was created.
740
+ :type model_create_time: datetime
741
+ :param model_creator: Output only. Name of the user or service that requested creation of the Model.
742
+ :type model_creator: str
743
+ :param model_update_time: Output only. Optional. Timestamp when the Model was last updated.
744
+ :type model_update_time: datetime
745
+ :param model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
746
+ :type model_updater: str
747
+ :param model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
748
+ :type model_delete_time: datetime
749
+ :param model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
750
+ :type model_deleter: str
751
+ :param model_display_name: Human readable name of the Model.
752
+ :type model_display_name: str
753
+ :param model_description: Optional. Arbitrary description of the Model.
754
+ :type model_description: str
755
+ :param model_url: Optional. Immutable. Absolute URL to the Model.
756
+ :type model_url: str
757
+ :param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
758
+ :type model_api_key: str
759
+ :param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
760
+ :type model_type: str
761
+ :param model_parameters: Optional. Model specific parameters in JSON format.
762
+ :type model_parameters: str
763
+ :param model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
764
+ :type model_demo: bool
765
+ :param retries: Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.
766
+ :type retries: int
767
+ :param _request_timeout: timeout setting for this request. If one
768
+ number provided, it will be total request
769
+ timeout. It can also be a pair (tuple) of
770
+ (connection, read) timeouts.
771
+ :type _request_timeout: int, tuple(int, int), optional
772
+ :param _request_auth: set to override the auth_settings for an a single
773
+ request; this effectively ignores the
774
+ authentication in the spec for a single request.
775
+ :type _request_auth: dict, optional
776
+ :param _content_type: force content-type for the request.
777
+ :type _content_type: str, Optional
778
+ :param _headers: set to override the headers for a single
779
+ request; this effectively ignores the headers
780
+ in the spec for a single request.
781
+ :type _headers: dict, optional
782
+ :param _host_index: set to override the host_index for a single
783
+ request; this effectively ignores the host_index
784
+ in the spec for a single request.
785
+ :type _host_index: int, optional
786
+ :return: Returns the result object.
787
+ """ # noqa: E501
788
+
789
+ _param = self._evaluation_service_list_llm_models_serialize(
790
+ model_name=model_name,
791
+ model_create_time=model_create_time,
792
+ model_creator=model_creator,
793
+ model_update_time=model_update_time,
794
+ model_updater=model_updater,
795
+ model_delete_time=model_delete_time,
796
+ model_deleter=model_deleter,
797
+ model_display_name=model_display_name,
798
+ model_description=model_description,
799
+ model_url=model_url,
800
+ model_api_key=model_api_key,
801
+ model_type=model_type,
802
+ model_parameters=model_parameters,
803
+ model_demo=model_demo,
804
+ retries=retries,
805
+ _request_auth=_request_auth,
806
+ _content_type=_content_type,
807
+ _headers=_headers,
808
+ _host_index=_host_index
809
+ )
810
+
811
+ _response_types_map: Dict[str, Optional[str]] = {
812
+ '200': "V1alphaListLLMModelsResponse",
813
+ }
814
+ response_data = self.api_client.call_api(
815
+ *_param,
816
+ _request_timeout=_request_timeout
817
+ )
818
+ response_data.read()
819
+ return self.api_client.response_deserialize(
820
+ response_data=response_data,
821
+ response_types_map=_response_types_map,
822
+ )
823
+
824
+
825
+ @validate_call
826
+ def evaluation_service_list_llm_models_without_preload_content(
827
+ self,
828
+ model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
829
+ model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
830
+ model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
831
+ model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
832
+ model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
833
+ model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
834
+ model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
835
+ model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
836
+ model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
837
+ model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
838
+ model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
839
+ model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
840
+ model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
841
+ model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
842
+ retries: Annotated[Optional[StrictInt], Field(description="Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.")] = None,
843
+ _request_timeout: Union[
844
+ None,
845
+ Annotated[StrictFloat, Field(gt=0)],
846
+ Tuple[
847
+ Annotated[StrictFloat, Field(gt=0)],
848
+ Annotated[StrictFloat, Field(gt=0)]
849
+ ]
850
+ ] = None,
851
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
852
+ _content_type: Optional[StrictStr] = None,
853
+ _headers: Optional[Dict[StrictStr, Any]] = None,
854
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
855
+ ) -> RESTResponseType:
856
+ """evaluation_service_list_llm_models
857
+
858
+
859
+ :param model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
860
+ :type model_name: str
861
+ :param model_create_time: Output only. Timestamp when the Model was created.
862
+ :type model_create_time: datetime
863
+ :param model_creator: Output only. Name of the user or service that requested creation of the Model.
864
+ :type model_creator: str
865
+ :param model_update_time: Output only. Optional. Timestamp when the Model was last updated.
866
+ :type model_update_time: datetime
867
+ :param model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
868
+ :type model_updater: str
869
+ :param model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
870
+ :type model_delete_time: datetime
871
+ :param model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
872
+ :type model_deleter: str
873
+ :param model_display_name: Human readable name of the Model.
874
+ :type model_display_name: str
875
+ :param model_description: Optional. Arbitrary description of the Model.
876
+ :type model_description: str
877
+ :param model_url: Optional. Immutable. Absolute URL to the Model.
878
+ :type model_url: str
879
+ :param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
880
+ :type model_api_key: str
881
+ :param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
882
+ :type model_type: str
883
+ :param model_parameters: Optional. Model specific parameters in JSON format.
884
+ :type model_parameters: str
885
+ :param model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
886
+ :type model_demo: bool
887
+ :param retries: Optional. The number of retries to attempt when querying the model for available LLM models. Defaults to 5.
888
+ :type retries: int
889
+ :param _request_timeout: timeout setting for this request. If one
890
+ number provided, it will be total request
891
+ timeout. It can also be a pair (tuple) of
892
+ (connection, read) timeouts.
893
+ :type _request_timeout: int, tuple(int, int), optional
894
+ :param _request_auth: set to override the auth_settings for an a single
895
+ request; this effectively ignores the
896
+ authentication in the spec for a single request.
897
+ :type _request_auth: dict, optional
898
+ :param _content_type: force content-type for the request.
899
+ :type _content_type: str, Optional
900
+ :param _headers: set to override the headers for a single
901
+ request; this effectively ignores the headers
902
+ in the spec for a single request.
903
+ :type _headers: dict, optional
904
+ :param _host_index: set to override the host_index for a single
905
+ request; this effectively ignores the host_index
906
+ in the spec for a single request.
907
+ :type _host_index: int, optional
908
+ :return: Returns the result object.
909
+ """ # noqa: E501
910
+
911
+ _param = self._evaluation_service_list_llm_models_serialize(
912
+ model_name=model_name,
913
+ model_create_time=model_create_time,
914
+ model_creator=model_creator,
915
+ model_update_time=model_update_time,
916
+ model_updater=model_updater,
917
+ model_delete_time=model_delete_time,
918
+ model_deleter=model_deleter,
919
+ model_display_name=model_display_name,
920
+ model_description=model_description,
921
+ model_url=model_url,
922
+ model_api_key=model_api_key,
923
+ model_type=model_type,
924
+ model_parameters=model_parameters,
925
+ model_demo=model_demo,
926
+ retries=retries,
927
+ _request_auth=_request_auth,
928
+ _content_type=_content_type,
929
+ _headers=_headers,
930
+ _host_index=_host_index
931
+ )
932
+
933
+ _response_types_map: Dict[str, Optional[str]] = {
934
+ '200': "V1alphaListLLMModelsResponse",
935
+ }
936
+ response_data = self.api_client.call_api(
937
+ *_param,
938
+ _request_timeout=_request_timeout
939
+ )
940
+ return response_data.response
941
+
942
+
943
+ def _evaluation_service_list_llm_models_serialize(
944
+ self,
945
+ model_name,
946
+ model_create_time,
947
+ model_creator,
948
+ model_update_time,
949
+ model_updater,
950
+ model_delete_time,
951
+ model_deleter,
952
+ model_display_name,
953
+ model_description,
954
+ model_url,
955
+ model_api_key,
956
+ model_type,
957
+ model_parameters,
958
+ model_demo,
959
+ retries,
960
+ _request_auth,
961
+ _content_type,
962
+ _headers,
963
+ _host_index,
964
+ ) -> RequestSerialized:
965
+
966
+ _host = None
967
+
968
+ _collection_formats: Dict[str, str] = {
969
+ }
970
+
971
+ _path_params: Dict[str, str] = {}
972
+ _query_params: List[Tuple[str, str]] = []
973
+ _header_params: Dict[str, Optional[str]] = _headers or {}
974
+ _form_params: List[Tuple[str, str]] = []
975
+ _files: Dict[str, Union[str, bytes]] = {}
976
+ _body_params: Optional[bytes] = None
977
+
978
+ # process the path parameters
979
+ # process the query parameters
980
+ if model_name is not None:
981
+
982
+ _query_params.append(('model.name', model_name))
983
+
984
+ if model_create_time is not None:
985
+ if isinstance(model_create_time, datetime):
986
+ _query_params.append(
987
+ (
988
+ 'model.createTime',
989
+ model_create_time.strftime(
990
+ self.api_client.configuration.datetime_format
991
+ )
992
+ )
993
+ )
994
+ else:
995
+ _query_params.append(('model.createTime', model_create_time))
996
+
997
+ if model_creator is not None:
998
+
999
+ _query_params.append(('model.creator', model_creator))
1000
+
1001
+ if model_update_time is not None:
1002
+ if isinstance(model_update_time, datetime):
1003
+ _query_params.append(
1004
+ (
1005
+ 'model.updateTime',
1006
+ model_update_time.strftime(
1007
+ self.api_client.configuration.datetime_format
1008
+ )
1009
+ )
1010
+ )
1011
+ else:
1012
+ _query_params.append(('model.updateTime', model_update_time))
1013
+
1014
+ if model_updater is not None:
1015
+
1016
+ _query_params.append(('model.updater', model_updater))
1017
+
1018
+ if model_delete_time is not None:
1019
+ if isinstance(model_delete_time, datetime):
1020
+ _query_params.append(
1021
+ (
1022
+ 'model.deleteTime',
1023
+ model_delete_time.strftime(
1024
+ self.api_client.configuration.datetime_format
1025
+ )
1026
+ )
1027
+ )
1028
+ else:
1029
+ _query_params.append(('model.deleteTime', model_delete_time))
1030
+
1031
+ if model_deleter is not None:
1032
+
1033
+ _query_params.append(('model.deleter', model_deleter))
1034
+
1035
+ if model_display_name is not None:
1036
+
1037
+ _query_params.append(('model.displayName', model_display_name))
1038
+
1039
+ if model_description is not None:
1040
+
1041
+ _query_params.append(('model.description', model_description))
1042
+
1043
+ if model_url is not None:
1044
+
1045
+ _query_params.append(('model.url', model_url))
1046
+
1047
+ if model_api_key is not None:
1048
+
1049
+ _query_params.append(('model.apiKey', model_api_key))
1050
+
1051
+ if model_type is not None:
1052
+
1053
+ _query_params.append(('model.type', model_type))
1054
+
1055
+ if model_parameters is not None:
1056
+
1057
+ _query_params.append(('model.parameters', model_parameters))
1058
+
1059
+ if model_demo is not None:
1060
+
1061
+ _query_params.append(('model.demo', model_demo))
1062
+
1063
+ if retries is not None:
1064
+
1065
+ _query_params.append(('retries', retries))
1066
+
1067
+ # process the header parameters
1068
+ # process the form parameters
1069
+ # process the body parameter
1070
+
1071
+
1072
+ # set the HTTP header `Accept`
1073
+ _header_params['Accept'] = self.api_client.select_header_accept(
1074
+ [
1075
+ 'application/json'
1076
+ ]
1077
+ )
1078
+
1079
+
1080
+ # authentication setting
1081
+ _auth_settings: List[str] = [
1082
+ ]
1083
+
1084
+ return self.api_client.param_serialize(
1085
+ method='GET',
1086
+ resource_path='/v1alpha/evaluations:llm_models',
1087
+ path_params=_path_params,
1088
+ query_params=_query_params,
1089
+ header_params=_header_params,
1090
+ body=_body_params,
1091
+ post_params=_form_params,
1092
+ files=_files,
1093
+ auth_settings=_auth_settings,
1094
+ collection_formats=_collection_formats,
1095
+ _host=_host,
1096
+ _request_auth=_request_auth
1097
+ )
1098
+
1099
+
1100
+
1101
+
1102
+ @validate_call
1103
+ def evaluation_service_list_rag_collections(
1104
+ self,
1105
+ model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
1106
+ model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
1107
+ model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
1108
+ model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
1109
+ model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
1110
+ model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
1111
+ model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
1112
+ model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
1113
+ model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
1114
+ model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
1115
+ model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
1116
+ model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
1117
+ model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
1118
+ model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
1119
+ _request_timeout: Union[
1120
+ None,
1121
+ Annotated[StrictFloat, Field(gt=0)],
1122
+ Tuple[
1123
+ Annotated[StrictFloat, Field(gt=0)],
1124
+ Annotated[StrictFloat, Field(gt=0)]
1125
+ ]
1126
+ ] = None,
1127
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
1128
+ _content_type: Optional[StrictStr] = None,
1129
+ _headers: Optional[Dict[StrictStr, Any]] = None,
1130
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
1131
+ ) -> V1alphaListRAGCollectionsResponse:
1132
+ """evaluation_service_list_rag_collections
1133
+
1134
+
1135
+ :param model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
1136
+ :type model_name: str
1137
+ :param model_create_time: Output only. Timestamp when the Model was created.
1138
+ :type model_create_time: datetime
1139
+ :param model_creator: Output only. Name of the user or service that requested creation of the Model.
1140
+ :type model_creator: str
1141
+ :param model_update_time: Output only. Optional. Timestamp when the Model was last updated.
1142
+ :type model_update_time: datetime
1143
+ :param model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
1144
+ :type model_updater: str
1145
+ :param model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
1146
+ :type model_delete_time: datetime
1147
+ :param model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
1148
+ :type model_deleter: str
1149
+ :param model_display_name: Human readable name of the Model.
1150
+ :type model_display_name: str
1151
+ :param model_description: Optional. Arbitrary description of the Model.
1152
+ :type model_description: str
1153
+ :param model_url: Optional. Immutable. Absolute URL to the Model.
1154
+ :type model_url: str
1155
+ :param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
1156
+ :type model_api_key: str
1157
+ :param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
1158
+ :type model_type: str
1159
+ :param model_parameters: Optional. Model specific parameters in JSON format.
1160
+ :type model_parameters: str
1161
+ :param model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
1162
+ :type model_demo: bool
1163
+ :param _request_timeout: timeout setting for this request. If one
1164
+ number provided, it will be total request
1165
+ timeout. It can also be a pair (tuple) of
1166
+ (connection, read) timeouts.
1167
+ :type _request_timeout: int, tuple(int, int), optional
1168
+ :param _request_auth: set to override the auth_settings for an a single
1169
+ request; this effectively ignores the
1170
+ authentication in the spec for a single request.
1171
+ :type _request_auth: dict, optional
1172
+ :param _content_type: force content-type for the request.
1173
+ :type _content_type: str, Optional
1174
+ :param _headers: set to override the headers for a single
1175
+ request; this effectively ignores the headers
1176
+ in the spec for a single request.
1177
+ :type _headers: dict, optional
1178
+ :param _host_index: set to override the host_index for a single
1179
+ request; this effectively ignores the host_index
1180
+ in the spec for a single request.
1181
+ :type _host_index: int, optional
1182
+ :return: Returns the result object.
1183
+ """ # noqa: E501
1184
+
1185
+ _param = self._evaluation_service_list_rag_collections_serialize(
1186
+ model_name=model_name,
1187
+ model_create_time=model_create_time,
1188
+ model_creator=model_creator,
1189
+ model_update_time=model_update_time,
1190
+ model_updater=model_updater,
1191
+ model_delete_time=model_delete_time,
1192
+ model_deleter=model_deleter,
1193
+ model_display_name=model_display_name,
1194
+ model_description=model_description,
1195
+ model_url=model_url,
1196
+ model_api_key=model_api_key,
1197
+ model_type=model_type,
1198
+ model_parameters=model_parameters,
1199
+ model_demo=model_demo,
1200
+ _request_auth=_request_auth,
1201
+ _content_type=_content_type,
1202
+ _headers=_headers,
1203
+ _host_index=_host_index
1204
+ )
1205
+
1206
+ _response_types_map: Dict[str, Optional[str]] = {
1207
+ '200': "V1alphaListRAGCollectionsResponse",
1208
+ }
1209
+ response_data = self.api_client.call_api(
1210
+ *_param,
1211
+ _request_timeout=_request_timeout
1212
+ )
1213
+ response_data.read()
1214
+ return self.api_client.response_deserialize(
1215
+ response_data=response_data,
1216
+ response_types_map=_response_types_map,
1217
+ ).data
1218
+
1219
+
1220
+ @validate_call
1221
+ def evaluation_service_list_rag_collections_with_http_info(
1222
+ self,
1223
+ model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
1224
+ model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
1225
+ model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
1226
+ model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
1227
+ model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
1228
+ model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
1229
+ model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
1230
+ model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
1231
+ model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
1232
+ model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
1233
+ model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
1234
+ model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
1235
+ model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
1236
+ model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
1237
+ _request_timeout: Union[
1238
+ None,
1239
+ Annotated[StrictFloat, Field(gt=0)],
1240
+ Tuple[
1241
+ Annotated[StrictFloat, Field(gt=0)],
1242
+ Annotated[StrictFloat, Field(gt=0)]
1243
+ ]
1244
+ ] = None,
1245
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
1246
+ _content_type: Optional[StrictStr] = None,
1247
+ _headers: Optional[Dict[StrictStr, Any]] = None,
1248
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
1249
+ ) -> ApiResponse[V1alphaListRAGCollectionsResponse]:
1250
+ """evaluation_service_list_rag_collections
1251
+
1252
+
1253
+ :param model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
1254
+ :type model_name: str
1255
+ :param model_create_time: Output only. Timestamp when the Model was created.
1256
+ :type model_create_time: datetime
1257
+ :param model_creator: Output only. Name of the user or service that requested creation of the Model.
1258
+ :type model_creator: str
1259
+ :param model_update_time: Output only. Optional. Timestamp when the Model was last updated.
1260
+ :type model_update_time: datetime
1261
+ :param model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
1262
+ :type model_updater: str
1263
+ :param model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
1264
+ :type model_delete_time: datetime
1265
+ :param model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
1266
+ :type model_deleter: str
1267
+ :param model_display_name: Human readable name of the Model.
1268
+ :type model_display_name: str
1269
+ :param model_description: Optional. Arbitrary description of the Model.
1270
+ :type model_description: str
1271
+ :param model_url: Optional. Immutable. Absolute URL to the Model.
1272
+ :type model_url: str
1273
+ :param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
1274
+ :type model_api_key: str
1275
+ :param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
1276
+ :type model_type: str
1277
+ :param model_parameters: Optional. Model specific parameters in JSON format.
1278
+ :type model_parameters: str
1279
+ :param model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
1280
+ :type model_demo: bool
1281
+ :param _request_timeout: timeout setting for this request. If one
1282
+ number provided, it will be total request
1283
+ timeout. It can also be a pair (tuple) of
1284
+ (connection, read) timeouts.
1285
+ :type _request_timeout: int, tuple(int, int), optional
1286
+ :param _request_auth: set to override the auth_settings for an a single
1287
+ request; this effectively ignores the
1288
+ authentication in the spec for a single request.
1289
+ :type _request_auth: dict, optional
1290
+ :param _content_type: force content-type for the request.
1291
+ :type _content_type: str, Optional
1292
+ :param _headers: set to override the headers for a single
1293
+ request; this effectively ignores the headers
1294
+ in the spec for a single request.
1295
+ :type _headers: dict, optional
1296
+ :param _host_index: set to override the host_index for a single
1297
+ request; this effectively ignores the host_index
1298
+ in the spec for a single request.
1299
+ :type _host_index: int, optional
1300
+ :return: Returns the result object.
1301
+ """ # noqa: E501
1302
+
1303
+ _param = self._evaluation_service_list_rag_collections_serialize(
1304
+ model_name=model_name,
1305
+ model_create_time=model_create_time,
1306
+ model_creator=model_creator,
1307
+ model_update_time=model_update_time,
1308
+ model_updater=model_updater,
1309
+ model_delete_time=model_delete_time,
1310
+ model_deleter=model_deleter,
1311
+ model_display_name=model_display_name,
1312
+ model_description=model_description,
1313
+ model_url=model_url,
1314
+ model_api_key=model_api_key,
1315
+ model_type=model_type,
1316
+ model_parameters=model_parameters,
1317
+ model_demo=model_demo,
1318
+ _request_auth=_request_auth,
1319
+ _content_type=_content_type,
1320
+ _headers=_headers,
1321
+ _host_index=_host_index
1322
+ )
1323
+
1324
+ _response_types_map: Dict[str, Optional[str]] = {
1325
+ '200': "V1alphaListRAGCollectionsResponse",
1326
+ }
1327
+ response_data = self.api_client.call_api(
1328
+ *_param,
1329
+ _request_timeout=_request_timeout
1330
+ )
1331
+ response_data.read()
1332
+ return self.api_client.response_deserialize(
1333
+ response_data=response_data,
1334
+ response_types_map=_response_types_map,
1335
+ )
1336
+
1337
+
1338
+ @validate_call
1339
+ def evaluation_service_list_rag_collections_without_preload_content(
1340
+ self,
1341
+ model_name: Annotated[Optional[StrictStr], Field(description="Output only. Name of the Model resource. e.g.: \"models/<UUID>\"")] = None,
1342
+ model_create_time: Annotated[Optional[datetime], Field(description="Output only. Timestamp when the Model was created.")] = None,
1343
+ model_creator: Annotated[Optional[StrictStr], Field(description="Output only. Name of the user or service that requested creation of the Model.")] = None,
1344
+ model_update_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Timestamp when the Model was last updated.")] = None,
1345
+ model_updater: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested update of the Model.")] = None,
1346
+ model_delete_time: Annotated[Optional[datetime], Field(description="Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.")] = None,
1347
+ model_deleter: Annotated[Optional[StrictStr], Field(description="Output only. Optional. Name of the user or service that requested deletion of the Model.")] = None,
1348
+ model_display_name: Annotated[Optional[StrictStr], Field(description="Human readable name of the Model.")] = None,
1349
+ model_description: Annotated[Optional[StrictStr], Field(description="Optional. Arbitrary description of the Model.")] = None,
1350
+ model_url: Annotated[Optional[StrictStr], Field(description="Optional. Immutable. Absolute URL to the Model.")] = None,
1351
+ model_api_key: Annotated[Optional[StrictStr], Field(description="Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.")] = None,
1352
+ model_type: Annotated[Optional[StrictStr], Field(description="Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.")] = None,
1353
+ model_parameters: Annotated[Optional[StrictStr], Field(description="Optional. Model specific parameters in JSON format.")] = None,
1354
+ model_demo: Annotated[Optional[StrictBool], Field(description="Output only. Whether the Model is a demo resource or not. Demo resources are read only.")] = None,
1355
+ _request_timeout: Union[
1356
+ None,
1357
+ Annotated[StrictFloat, Field(gt=0)],
1358
+ Tuple[
1359
+ Annotated[StrictFloat, Field(gt=0)],
1360
+ Annotated[StrictFloat, Field(gt=0)]
1361
+ ]
1362
+ ] = None,
1363
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
1364
+ _content_type: Optional[StrictStr] = None,
1365
+ _headers: Optional[Dict[StrictStr, Any]] = None,
1366
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
1367
+ ) -> RESTResponseType:
1368
+ """evaluation_service_list_rag_collections
1369
+
1370
+
1371
+ :param model_name: Output only. Name of the Model resource. e.g.: \"models/<UUID>\"
1372
+ :type model_name: str
1373
+ :param model_create_time: Output only. Timestamp when the Model was created.
1374
+ :type model_create_time: datetime
1375
+ :param model_creator: Output only. Name of the user or service that requested creation of the Model.
1376
+ :type model_creator: str
1377
+ :param model_update_time: Output only. Optional. Timestamp when the Model was last updated.
1378
+ :type model_update_time: datetime
1379
+ :param model_updater: Output only. Optional. Name of the user or service that requested update of the Model.
1380
+ :type model_updater: str
1381
+ :param model_delete_time: Output only. Optional. Set when the Model is deleted. When set Model should be considered as deleted.
1382
+ :type model_delete_time: datetime
1383
+ :param model_deleter: Output only. Optional. Name of the user or service that requested deletion of the Model.
1384
+ :type model_deleter: str
1385
+ :param model_display_name: Human readable name of the Model.
1386
+ :type model_display_name: str
1387
+ :param model_description: Optional. Arbitrary description of the Model.
1388
+ :type model_description: str
1389
+ :param model_url: Optional. Immutable. Absolute URL to the Model.
1390
+ :type model_url: str
1391
+ :param model_api_key: Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public clients (front-end). Set only for internal (server-to-worker) communication.
1392
+ :type model_api_key: str
1393
+ :param model_type: Immutable. Type of this Model. - MODEL_TYPE_UNSPECIFIED: Unspecified type. - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG. - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG. - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM. - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM. - MODEL_TYPE_OPENAI_CHAT: OpenAI chat. - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat. - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat. - MODEL_TYPE_H2OLLMOPS: H2O LLMOps. - MODEL_TYPE_OLLAMA: Ollama. - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.
1394
+ :type model_type: str
1395
+ :param model_parameters: Optional. Model specific parameters in JSON format.
1396
+ :type model_parameters: str
1397
+ :param model_demo: Output only. Whether the Model is a demo resource or not. Demo resources are read only.
1398
+ :type model_demo: bool
1399
+ :param _request_timeout: timeout setting for this request. If one
1400
+ number provided, it will be total request
1401
+ timeout. It can also be a pair (tuple) of
1402
+ (connection, read) timeouts.
1403
+ :type _request_timeout: int, tuple(int, int), optional
1404
+ :param _request_auth: set to override the auth_settings for an a single
1405
+ request; this effectively ignores the
1406
+ authentication in the spec for a single request.
1407
+ :type _request_auth: dict, optional
1408
+ :param _content_type: force content-type for the request.
1409
+ :type _content_type: str, Optional
1410
+ :param _headers: set to override the headers for a single
1411
+ request; this effectively ignores the headers
1412
+ in the spec for a single request.
1413
+ :type _headers: dict, optional
1414
+ :param _host_index: set to override the host_index for a single
1415
+ request; this effectively ignores the host_index
1416
+ in the spec for a single request.
1417
+ :type _host_index: int, optional
1418
+ :return: Returns the result object.
1419
+ """ # noqa: E501
1420
+
1421
+ _param = self._evaluation_service_list_rag_collections_serialize(
1422
+ model_name=model_name,
1423
+ model_create_time=model_create_time,
1424
+ model_creator=model_creator,
1425
+ model_update_time=model_update_time,
1426
+ model_updater=model_updater,
1427
+ model_delete_time=model_delete_time,
1428
+ model_deleter=model_deleter,
1429
+ model_display_name=model_display_name,
1430
+ model_description=model_description,
1431
+ model_url=model_url,
1432
+ model_api_key=model_api_key,
1433
+ model_type=model_type,
1434
+ model_parameters=model_parameters,
1435
+ model_demo=model_demo,
1436
+ _request_auth=_request_auth,
1437
+ _content_type=_content_type,
1438
+ _headers=_headers,
1439
+ _host_index=_host_index
1440
+ )
1441
+
1442
+ _response_types_map: Dict[str, Optional[str]] = {
1443
+ '200': "V1alphaListRAGCollectionsResponse",
1444
+ }
1445
+ response_data = self.api_client.call_api(
1446
+ *_param,
1447
+ _request_timeout=_request_timeout
1448
+ )
1449
+ return response_data.response
1450
+
1451
+
1452
+ def _evaluation_service_list_rag_collections_serialize(
1453
+ self,
1454
+ model_name,
1455
+ model_create_time,
1456
+ model_creator,
1457
+ model_update_time,
1458
+ model_updater,
1459
+ model_delete_time,
1460
+ model_deleter,
1461
+ model_display_name,
1462
+ model_description,
1463
+ model_url,
1464
+ model_api_key,
1465
+ model_type,
1466
+ model_parameters,
1467
+ model_demo,
1468
+ _request_auth,
1469
+ _content_type,
1470
+ _headers,
1471
+ _host_index,
1472
+ ) -> RequestSerialized:
1473
+
1474
+ _host = None
1475
+
1476
+ _collection_formats: Dict[str, str] = {
1477
+ }
1478
+
1479
+ _path_params: Dict[str, str] = {}
1480
+ _query_params: List[Tuple[str, str]] = []
1481
+ _header_params: Dict[str, Optional[str]] = _headers or {}
1482
+ _form_params: List[Tuple[str, str]] = []
1483
+ _files: Dict[str, Union[str, bytes]] = {}
1484
+ _body_params: Optional[bytes] = None
1485
+
1486
+ # process the path parameters
1487
+ # process the query parameters
1488
+ if model_name is not None:
1489
+
1490
+ _query_params.append(('model.name', model_name))
1491
+
1492
+ if model_create_time is not None:
1493
+ if isinstance(model_create_time, datetime):
1494
+ _query_params.append(
1495
+ (
1496
+ 'model.createTime',
1497
+ model_create_time.strftime(
1498
+ self.api_client.configuration.datetime_format
1499
+ )
1500
+ )
1501
+ )
1502
+ else:
1503
+ _query_params.append(('model.createTime', model_create_time))
1504
+
1505
+ if model_creator is not None:
1506
+
1507
+ _query_params.append(('model.creator', model_creator))
1508
+
1509
+ if model_update_time is not None:
1510
+ if isinstance(model_update_time, datetime):
1511
+ _query_params.append(
1512
+ (
1513
+ 'model.updateTime',
1514
+ model_update_time.strftime(
1515
+ self.api_client.configuration.datetime_format
1516
+ )
1517
+ )
1518
+ )
1519
+ else:
1520
+ _query_params.append(('model.updateTime', model_update_time))
1521
+
1522
+ if model_updater is not None:
1523
+
1524
+ _query_params.append(('model.updater', model_updater))
1525
+
1526
+ if model_delete_time is not None:
1527
+ if isinstance(model_delete_time, datetime):
1528
+ _query_params.append(
1529
+ (
1530
+ 'model.deleteTime',
1531
+ model_delete_time.strftime(
1532
+ self.api_client.configuration.datetime_format
1533
+ )
1534
+ )
1535
+ )
1536
+ else:
1537
+ _query_params.append(('model.deleteTime', model_delete_time))
1538
+
1539
+ if model_deleter is not None:
1540
+
1541
+ _query_params.append(('model.deleter', model_deleter))
1542
+
1543
+ if model_display_name is not None:
1544
+
1545
+ _query_params.append(('model.displayName', model_display_name))
1546
+
1547
+ if model_description is not None:
1548
+
1549
+ _query_params.append(('model.description', model_description))
1550
+
1551
+ if model_url is not None:
1552
+
1553
+ _query_params.append(('model.url', model_url))
1554
+
1555
+ if model_api_key is not None:
1556
+
1557
+ _query_params.append(('model.apiKey', model_api_key))
1558
+
1559
+ if model_type is not None:
1560
+
1561
+ _query_params.append(('model.type', model_type))
1562
+
1563
+ if model_parameters is not None:
1564
+
1565
+ _query_params.append(('model.parameters', model_parameters))
1566
+
1567
+ if model_demo is not None:
1568
+
1569
+ _query_params.append(('model.demo', model_demo))
1570
+
1571
+ # process the header parameters
1572
+ # process the form parameters
1573
+ # process the body parameter
1574
+
1575
+
1576
+ # set the HTTP header `Accept`
1577
+ _header_params['Accept'] = self.api_client.select_header_accept(
1578
+ [
1579
+ 'application/json'
1580
+ ]
1581
+ )
1582
+
1583
+
1584
+ # authentication setting
1585
+ _auth_settings: List[str] = [
1586
+ ]
1587
+
1588
+ return self.api_client.param_serialize(
1589
+ method='GET',
1590
+ resource_path='/v1alpha/evaluations:rag_collections',
1591
+ path_params=_path_params,
1592
+ query_params=_query_params,
1593
+ header_params=_header_params,
1594
+ body=_body_params,
1595
+ post_params=_form_params,
1596
+ files=_files,
1597
+ auth_settings=_auth_settings,
1598
+ collection_formats=_collection_formats,
1599
+ _host=_host,
1600
+ _request_auth=_request_auth
1601
+ )
1602
+
1603
+