@homeflare/distilled-litellm 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (563) hide show
  1. package/LICENSE +201 -0
  2. package/README.md +77 -0
  3. package/dist/credentials.d.ts +27 -0
  4. package/dist/credentials.d.ts.map +1 -0
  5. package/dist/credentials.js +67 -0
  6. package/dist/credentials.js.map +1 -0
  7. package/dist/errors.d.ts +92 -0
  8. package/dist/errors.d.ts.map +1 -0
  9. package/dist/errors.js +72 -0
  10. package/dist/errors.js.map +1 -0
  11. package/dist/index.d.ts +30 -0
  12. package/dist/index.d.ts.map +1 -0
  13. package/dist/index.js +30 -0
  14. package/dist/index.js.map +1 -0
  15. package/dist/protocol.d.ts +18 -0
  16. package/dist/protocol.d.ts.map +1 -0
  17. package/dist/protocol.js +135 -0
  18. package/dist/protocol.js.map +1 -0
  19. package/dist/retry.d.ts +50 -0
  20. package/dist/retry.d.ts.map +1 -0
  21. package/dist/retry.js +43 -0
  22. package/dist/retry.js.map +1 -0
  23. package/dist/services/a2a.d.ts +70 -0
  24. package/dist/services/a2a.d.ts.map +1 -0
  25. package/dist/services/a2a.js +128 -0
  26. package/dist/services/a2a.js.map +1 -0
  27. package/dist/services/a2a_registration.d.ts +43 -0
  28. package/dist/services/a2a_registration.d.ts.map +1 -0
  29. package/dist/services/a2a_registration.js +40 -0
  30. package/dist/services/a2a_registration.js.map +1 -0
  31. package/dist/services/access_groups.d.ts +192 -0
  32. package/dist/services/access_groups.d.ts.map +1 -0
  33. package/dist/services/access_groups.js +283 -0
  34. package/dist/services/access_groups.js.map +1 -0
  35. package/dist/services/adaptive_router.d.ts +15 -0
  36. package/dist/services/adaptive_router.d.ts.map +1 -0
  37. package/dist/services/adaptive_router.js +25 -0
  38. package/dist/services/adaptive_router.js.map +1 -0
  39. package/dist/services/agents.d.ts +537 -0
  40. package/dist/services/agents.d.ts.map +1 -0
  41. package/dist/services/agents.js +481 -0
  42. package/dist/services/agents.js.map +1 -0
  43. package/dist/services/alerting.d.ts +15 -0
  44. package/dist/services/alerting.d.ts.map +1 -0
  45. package/dist/services/alerting.js +25 -0
  46. package/dist/services/alerting.js.map +1 -0
  47. package/dist/services/anthropic_pass_through.d.ts +70 -0
  48. package/dist/services/anthropic_pass_through.d.ts.map +1 -0
  49. package/dist/services/anthropic_pass_through.js +114 -0
  50. package/dist/services/anthropic_pass_through.js.map +1 -0
  51. package/dist/services/anthropic_passthrough.d.ts +35 -0
  52. package/dist/services/anthropic_passthrough.d.ts.map +1 -0
  53. package/dist/services/anthropic_passthrough.js +59 -0
  54. package/dist/services/anthropic_passthrough.js.map +1 -0
  55. package/dist/services/anthropic_skills.d.ts +74 -0
  56. package/dist/services/anthropic_skills.d.ts.map +1 -0
  57. package/dist/services/anthropic_skills.js +94 -0
  58. package/dist/services/anthropic_skills.js.map +1 -0
  59. package/dist/services/assembly_ai_eu_pass_through.d.ts +70 -0
  60. package/dist/services/assembly_ai_eu_pass_through.d.ts.map +1 -0
  61. package/dist/services/assembly_ai_eu_pass_through.js +114 -0
  62. package/dist/services/assembly_ai_eu_pass_through.js.map +1 -0
  63. package/dist/services/assembly_ai_pass_through.d.ts +70 -0
  64. package/dist/services/assembly_ai_pass_through.d.ts.map +1 -0
  65. package/dist/services/assembly_ai_pass_through.js +114 -0
  66. package/dist/services/assembly_ai_pass_through.js.map +1 -0
  67. package/dist/services/assistants.d.ts +185 -0
  68. package/dist/services/assistants.d.ts.map +1 -0
  69. package/dist/services/assistants.js +331 -0
  70. package/dist/services/assistants.js.map +1 -0
  71. package/dist/services/audio.d.ts +57 -0
  72. package/dist/services/audio.d.ts.map +1 -0
  73. package/dist/services/audio.js +96 -0
  74. package/dist/services/audio.js.map +1 -0
  75. package/dist/services/audit_logging.d.ts +98 -0
  76. package/dist/services/audit_logging.d.ts.map +1 -0
  77. package/dist/services/audit_logging.js +83 -0
  78. package/dist/services/audit_logging.js.map +1 -0
  79. package/dist/services/auto_router.d.ts +286 -0
  80. package/dist/services/auto_router.d.ts.map +1 -0
  81. package/dist/services/auto_router.js +248 -0
  82. package/dist/services/auto_router.js.map +1 -0
  83. package/dist/services/aws_comprehend_medical_pass_through.d.ts +36 -0
  84. package/dist/services/aws_comprehend_medical_pass_through.d.ts.map +1 -0
  85. package/dist/services/aws_comprehend_medical_pass_through.js +56 -0
  86. package/dist/services/aws_comprehend_medical_pass_through.js.map +1 -0
  87. package/dist/services/azure_ai_pass_through.d.ts +70 -0
  88. package/dist/services/azure_ai_pass_through.d.ts.map +1 -0
  89. package/dist/services/azure_ai_pass_through.js +112 -0
  90. package/dist/services/azure_ai_pass_through.js.map +1 -0
  91. package/dist/services/azure_pass_through.d.ts +70 -0
  92. package/dist/services/azure_pass_through.d.ts.map +1 -0
  93. package/dist/services/azure_pass_through.js +107 -0
  94. package/dist/services/azure_pass_through.js.map +1 -0
  95. package/dist/services/batch.d.ts +165 -0
  96. package/dist/services/batch.d.ts.map +1 -0
  97. package/dist/services/batch.js +265 -0
  98. package/dist/services/batch.js.map +1 -0
  99. package/dist/services/bedrock_pass_through.d.ts +70 -0
  100. package/dist/services/bedrock_pass_through.d.ts.map +1 -0
  101. package/dist/services/bedrock_pass_through.js +114 -0
  102. package/dist/services/bedrock_pass_through.js.map +1 -0
  103. package/dist/services/beta_agents.d.ts +199 -0
  104. package/dist/services/beta_agents.d.ts.map +1 -0
  105. package/dist/services/beta_agents.js +151 -0
  106. package/dist/services/beta_agents.js.map +1 -0
  107. package/dist/services/beta_mcp.d.ts +37 -0
  108. package/dist/services/beta_mcp.d.ts.map +1 -0
  109. package/dist/services/beta_mcp.js +40 -0
  110. package/dist/services/beta_mcp.js.map +1 -0
  111. package/dist/services/budget_management.d.ts +185 -0
  112. package/dist/services/budget_management.d.ts.map +1 -0
  113. package/dist/services/budget_management.js +196 -0
  114. package/dist/services/budget_management.js.map +1 -0
  115. package/dist/services/budget_spend_tracking.d.ts +967 -0
  116. package/dist/services/budget_spend_tracking.d.ts.map +1 -0
  117. package/dist/services/budget_spend_tracking.js +1103 -0
  118. package/dist/services/budget_spend_tracking.js.map +1 -0
  119. package/dist/services/cache_settings.d.ts +96 -0
  120. package/dist/services/cache_settings.d.ts.map +1 -0
  121. package/dist/services/cache_settings.js +95 -0
  122. package/dist/services/cache_settings.js.map +1 -0
  123. package/dist/services/caching.d.ts +54 -0
  124. package/dist/services/caching.d.ts.map +1 -0
  125. package/dist/services/caching.js +78 -0
  126. package/dist/services/caching.js.map +1 -0
  127. package/dist/services/chat_completions.d.ts +656 -0
  128. package/dist/services/chat_completions.d.ts.map +1 -0
  129. package/dist/services/chat_completions.js +590 -0
  130. package/dist/services/chat_completions.js.map +1 -0
  131. package/dist/services/claude_code_marketplace.d.ts +212 -0
  132. package/dist/services/claude_code_marketplace.d.ts.map +1 -0
  133. package/dist/services/claude_code_marketplace.js +248 -0
  134. package/dist/services/claude_code_marketplace.js.map +1 -0
  135. package/dist/services/cloudzero.d.ts +117 -0
  136. package/dist/services/cloudzero.d.ts.map +1 -0
  137. package/dist/services/cloudzero.js +130 -0
  138. package/dist/services/cloudzero.js.map +1 -0
  139. package/dist/services/cohere_pass_through.d.ts +70 -0
  140. package/dist/services/cohere_pass_through.d.ts.map +1 -0
  141. package/dist/services/cohere_pass_through.js +112 -0
  142. package/dist/services/cohere_pass_through.js.map +1 -0
  143. package/dist/services/completions.d.ts +59 -0
  144. package/dist/services/completions.d.ts.map +1 -0
  145. package/dist/services/completions.js +98 -0
  146. package/dist/services/completions.js.map +1 -0
  147. package/dist/services/compliance.d.ts +66 -0
  148. package/dist/services/compliance.d.ts.map +1 -0
  149. package/dist/services/compliance.js +74 -0
  150. package/dist/services/compliance.js.map +1 -0
  151. package/dist/services/config_overrides.d.ts +157 -0
  152. package/dist/services/config_overrides.d.ts.map +1 -0
  153. package/dist/services/config_overrides.js +207 -0
  154. package/dist/services/config_overrides.js.map +1 -0
  155. package/dist/services/config_yaml.d.ts +647 -0
  156. package/dist/services/config_yaml.d.ts.map +1 -0
  157. package/dist/services/config_yaml.js +504 -0
  158. package/dist/services/config_yaml.js.map +1 -0
  159. package/dist/services/containers.d.ts +215 -0
  160. package/dist/services/containers.d.ts.map +1 -0
  161. package/dist/services/containers.js +416 -0
  162. package/dist/services/containers.js.map +1 -0
  163. package/dist/services/coordination_redis_settings.d.ts +93 -0
  164. package/dist/services/coordination_redis_settings.d.ts.map +1 -0
  165. package/dist/services/coordination_redis_settings.js +104 -0
  166. package/dist/services/coordination_redis_settings.js.map +1 -0
  167. package/dist/services/cost_tracking.d.ts +140 -0
  168. package/dist/services/cost_tracking.d.ts.map +1 -0
  169. package/dist/services/cost_tracking.js +181 -0
  170. package/dist/services/cost_tracking.js.map +1 -0
  171. package/dist/services/credential_management.d.ts +133 -0
  172. package/dist/services/credential_management.d.ts.map +1 -0
  173. package/dist/services/credential_management.js +198 -0
  174. package/dist/services/credential_management.js.map +1 -0
  175. package/dist/services/cursor_pass_through.d.ts +70 -0
  176. package/dist/services/cursor_pass_through.d.ts.map +1 -0
  177. package/dist/services/cursor_pass_through.js +112 -0
  178. package/dist/services/cursor_pass_through.js.map +1 -0
  179. package/dist/services/customer_management.d.ts +545 -0
  180. package/dist/services/customer_management.d.ts.map +1 -0
  181. package/dist/services/customer_management.js +567 -0
  182. package/dist/services/customer_management.js.map +1 -0
  183. package/dist/services/email_management.d.ts +57 -0
  184. package/dist/services/email_management.d.ts.map +1 -0
  185. package/dist/services/email_management.js +79 -0
  186. package/dist/services/email_management.js.map +1 -0
  187. package/dist/services/embeddings.d.ts +155 -0
  188. package/dist/services/embeddings.d.ts.map +1 -0
  189. package/dist/services/embeddings.js +168 -0
  190. package/dist/services/embeddings.js.map +1 -0
  191. package/dist/services/evals.d.ts +245 -0
  192. package/dist/services/evals.d.ts.map +1 -0
  193. package/dist/services/evals.js +292 -0
  194. package/dist/services/evals.js.map +1 -0
  195. package/dist/services/experimental.d.ts +166 -0
  196. package/dist/services/experimental.d.ts.map +1 -0
  197. package/dist/services/experimental.js +265 -0
  198. package/dist/services/experimental.js.map +1 -0
  199. package/dist/services/fallback_management.d.ts +91 -0
  200. package/dist/services/fallback_management.d.ts.map +1 -0
  201. package/dist/services/fallback_management.js +86 -0
  202. package/dist/services/fallback_management.js.map +1 -0
  203. package/dist/services/files.d.ts +219 -0
  204. package/dist/services/files.d.ts.map +1 -0
  205. package/dist/services/files.js +358 -0
  206. package/dist/services/files.js.map +1 -0
  207. package/dist/services/fine_tuning.d.ts +155 -0
  208. package/dist/services/fine_tuning.d.ts.map +1 -0
  209. package/dist/services/fine_tuning.js +232 -0
  210. package/dist/services/fine_tuning.js.map +1 -0
  211. package/dist/services/gemini_agents.d.ts +68 -0
  212. package/dist/services/gemini_agents.d.ts.map +1 -0
  213. package/dist/services/gemini_agents.js +110 -0
  214. package/dist/services/gemini_agents.js.map +1 -0
  215. package/dist/services/google_ai_studio_pass_through.d.ts +70 -0
  216. package/dist/services/google_ai_studio_pass_through.d.ts.map +1 -0
  217. package/dist/services/google_ai_studio_pass_through.js +112 -0
  218. package/dist/services/google_ai_studio_pass_through.js.map +1 -0
  219. package/dist/services/google_genai_endpoints.d.ts +174 -0
  220. package/dist/services/google_genai_endpoints.d.ts.map +1 -0
  221. package/dist/services/google_genai_endpoints.js +340 -0
  222. package/dist/services/google_genai_endpoints.js.map +1 -0
  223. package/dist/services/guardrails.d.ts +1221 -0
  224. package/dist/services/guardrails.d.ts.map +1 -0
  225. package/dist/services/guardrails.js +1087 -0
  226. package/dist/services/guardrails.js.map +1 -0
  227. package/dist/services/health.d.ts +212 -0
  228. package/dist/services/health.d.ts.map +1 -0
  229. package/dist/services/health.js +309 -0
  230. package/dist/services/health.js.map +1 -0
  231. package/dist/services/images.d.ts +117 -0
  232. package/dist/services/images.d.ts.map +1 -0
  233. package/dist/services/images.js +184 -0
  234. package/dist/services/images.js.map +1 -0
  235. package/dist/services/index.d.ts +106 -0
  236. package/dist/services/index.d.ts.map +1 -0
  237. package/dist/services/index.js +107 -0
  238. package/dist/services/index.js.map +1 -0
  239. package/dist/services/internal_user_management.d.ts +1062 -0
  240. package/dist/services/internal_user_management.d.ts.map +1 -0
  241. package/dist/services/internal_user_management.js +850 -0
  242. package/dist/services/internal_user_management.js.map +1 -0
  243. package/dist/services/invite_links.d.ts +56 -0
  244. package/dist/services/invite_links.d.ts.map +1 -0
  245. package/dist/services/invite_links.js +82 -0
  246. package/dist/services/invite_links.js.map +1 -0
  247. package/dist/services/jwt_mappings.d.ts +79 -0
  248. package/dist/services/jwt_mappings.d.ts.map +1 -0
  249. package/dist/services/jwt_mappings.js +116 -0
  250. package/dist/services/jwt_mappings.js.map +1 -0
  251. package/dist/services/key_management.d.ts +1640 -0
  252. package/dist/services/key_management.d.ts.map +1 -0
  253. package/dist/services/key_management.js +1344 -0
  254. package/dist/services/key_management.js.map +1 -0
  255. package/dist/services/langfuse_passthrough.d.ts +70 -0
  256. package/dist/services/langfuse_passthrough.d.ts.map +1 -0
  257. package/dist/services/langfuse_passthrough.js +114 -0
  258. package/dist/services/langfuse_passthrough.js.map +1 -0
  259. package/dist/services/llm_utils.d.ts +101 -0
  260. package/dist/services/llm_utils.d.ts.map +1 -0
  261. package/dist/services/llm_utils.js +110 -0
  262. package/dist/services/llm_utils.js.map +1 -0
  263. package/dist/services/logging_callbacks.d.ts +33 -0
  264. package/dist/services/logging_callbacks.d.ts.map +1 -0
  265. package/dist/services/logging_callbacks.js +46 -0
  266. package/dist/services/logging_callbacks.js.map +1 -0
  267. package/dist/services/mcp_byok_oauth.d.ts +112 -0
  268. package/dist/services/mcp_byok_oauth.d.ts.map +1 -0
  269. package/dist/services/mcp_byok_oauth.js +226 -0
  270. package/dist/services/mcp_byok_oauth.js.map +1 -0
  271. package/dist/services/mcp_discoverable.d.ts +197 -0
  272. package/dist/services/mcp_discoverable.d.ts.map +1 -0
  273. package/dist/services/mcp_discoverable.js +304 -0
  274. package/dist/services/mcp_discoverable.js.map +1 -0
  275. package/dist/services/mcp_management.d.ts +956 -0
  276. package/dist/services/mcp_management.d.ts.map +1 -0
  277. package/dist/services/mcp_management.js +1139 -0
  278. package/dist/services/mcp_management.js.map +1 -0
  279. package/dist/services/mcp_rest.d.ts +281 -0
  280. package/dist/services/mcp_rest.d.ts.map +1 -0
  281. package/dist/services/mcp_rest.js +269 -0
  282. package/dist/services/mcp_rest.js.map +1 -0
  283. package/dist/services/memory_management.d.ts +93 -0
  284. package/dist/services/memory_management.d.ts.map +1 -0
  285. package/dist/services/memory_management.js +117 -0
  286. package/dist/services/memory_management.js.map +1 -0
  287. package/dist/services/milvus_pass_through.d.ts +70 -0
  288. package/dist/services/milvus_pass_through.d.ts.map +1 -0
  289. package/dist/services/milvus_pass_through.js +112 -0
  290. package/dist/services/milvus_pass_through.js.map +1 -0
  291. package/dist/services/misc.d.ts +676 -0
  292. package/dist/services/misc.d.ts.map +1 -0
  293. package/dist/services/misc.js +954 -0
  294. package/dist/services/misc.js.map +1 -0
  295. package/dist/services/mistral_pass_through.d.ts +70 -0
  296. package/dist/services/mistral_pass_through.d.ts.map +1 -0
  297. package/dist/services/mistral_pass_through.js +114 -0
  298. package/dist/services/mistral_pass_through.js.map +1 -0
  299. package/dist/services/model_management.d.ts +1649 -0
  300. package/dist/services/model_management.d.ts.map +1 -0
  301. package/dist/services/model_management.js +1805 -0
  302. package/dist/services/model_management.js.map +1 -0
  303. package/dist/services/moderations.d.ts +25 -0
  304. package/dist/services/moderations.d.ts.map +1 -0
  305. package/dist/services/moderations.js +39 -0
  306. package/dist/services/moderations.js.map +1 -0
  307. package/dist/services/ocr.d.ts +25 -0
  308. package/dist/services/ocr.d.ts.map +1 -0
  309. package/dist/services/ocr.js +39 -0
  310. package/dist/services/ocr.js.map +1 -0
  311. package/dist/services/open_ai_pass_through.d.ts +125 -0
  312. package/dist/services/open_ai_pass_through.d.ts.map +1 -0
  313. package/dist/services/open_ai_pass_through.js +232 -0
  314. package/dist/services/open_ai_pass_through.js.map +1 -0
  315. package/dist/services/organization_management.d.ts +664 -0
  316. package/dist/services/organization_management.d.ts.map +1 -0
  317. package/dist/services/organization_management.js +644 -0
  318. package/dist/services/organization_management.js.map +1 -0
  319. package/dist/services/plugins.d.ts +106 -0
  320. package/dist/services/plugins.d.ts.map +1 -0
  321. package/dist/services/plugins.js +180 -0
  322. package/dist/services/plugins.js.map +1 -0
  323. package/dist/services/policies.d.ts +618 -0
  324. package/dist/services/policies.d.ts.map +1 -0
  325. package/dist/services/policies.js +616 -0
  326. package/dist/services/policies.js.map +1 -0
  327. package/dist/services/policy_engine.d.ts +483 -0
  328. package/dist/services/policy_engine.d.ts.map +1 -0
  329. package/dist/services/policy_engine.js +501 -0
  330. package/dist/services/policy_engine.js.map +1 -0
  331. package/dist/services/project_management.d.ts +356 -0
  332. package/dist/services/project_management.d.ts.map +1 -0
  333. package/dist/services/project_management.js +318 -0
  334. package/dist/services/project_management.js.map +1 -0
  335. package/dist/services/prompts.d.ts +193 -0
  336. package/dist/services/prompts.d.ts.map +1 -0
  337. package/dist/services/prompts.js +260 -0
  338. package/dist/services/prompts.js.map +1 -0
  339. package/dist/services/public.d.ts +300 -0
  340. package/dist/services/public.d.ts.map +1 -0
  341. package/dist/services/public.js +362 -0
  342. package/dist/services/public.js.map +1 -0
  343. package/dist/services/rag.d.ts +45 -0
  344. package/dist/services/rag.d.ts.map +1 -0
  345. package/dist/services/rag.js +71 -0
  346. package/dist/services/rag.js.map +1 -0
  347. package/dist/services/realtime.d.ts +91 -0
  348. package/dist/services/realtime.d.ts.map +1 -0
  349. package/dist/services/realtime.js +164 -0
  350. package/dist/services/realtime.js.map +1 -0
  351. package/dist/services/rerank.d.ts +35 -0
  352. package/dist/services/rerank.d.ts.map +1 -0
  353. package/dist/services/rerank.js +55 -0
  354. package/dist/services/rerank.js.map +1 -0
  355. package/dist/services/responses.d.ts +237 -0
  356. package/dist/services/responses.d.ts.map +1 -0
  357. package/dist/services/responses.js +445 -0
  358. package/dist/services/responses.js.map +1 -0
  359. package/dist/services/router_settings.d.ts +67 -0
  360. package/dist/services/router_settings.d.ts.map +1 -0
  361. package/dist/services/router_settings.js +63 -0
  362. package/dist/services/router_settings.js.map +1 -0
  363. package/dist/services/rust_control_plane.d.ts +52 -0
  364. package/dist/services/rust_control_plane.d.ts.map +1 -0
  365. package/dist/services/rust_control_plane.js +54 -0
  366. package/dist/services/rust_control_plane.js.map +1 -0
  367. package/dist/services/scim.d.ts +412 -0
  368. package/dist/services/scim.d.ts.map +1 -0
  369. package/dist/services/scim.js +519 -0
  370. package/dist/services/scim.js.map +1 -0
  371. package/dist/services/search.d.ts +79 -0
  372. package/dist/services/search.d.ts.map +1 -0
  373. package/dist/services/search.js +122 -0
  374. package/dist/services/search.js.map +1 -0
  375. package/dist/services/search_tools.d.ts +140 -0
  376. package/dist/services/search_tools.d.ts.map +1 -0
  377. package/dist/services/search_tools.js +201 -0
  378. package/dist/services/search_tools.js.map +1 -0
  379. package/dist/services/settings.d.ts +53 -0
  380. package/dist/services/settings.d.ts.map +1 -0
  381. package/dist/services/settings.js +67 -0
  382. package/dist/services/settings.js.map +1 -0
  383. package/dist/services/sso_settings.d.ts +239 -0
  384. package/dist/services/sso_settings.d.ts.map +1 -0
  385. package/dist/services/sso_settings.js +214 -0
  386. package/dist/services/sso_settings.js.map +1 -0
  387. package/dist/services/tag_management.d.ts +390 -0
  388. package/dist/services/tag_management.d.ts.map +1 -0
  389. package/dist/services/tag_management.js +407 -0
  390. package/dist/services/tag_management.js.map +1 -0
  391. package/dist/services/team_management.d.ts +1502 -0
  392. package/dist/services/team_management.d.ts.map +1 -0
  393. package/dist/services/team_management.js +1429 -0
  394. package/dist/services/team_management.js.map +1 -0
  395. package/dist/services/tools.d.ts +227 -0
  396. package/dist/services/tools.d.ts.map +1 -0
  397. package/dist/services/tools.js +266 -0
  398. package/dist/services/tools.js.map +1 -0
  399. package/dist/services/ui_settings.d.ts +90 -0
  400. package/dist/services/ui_settings.d.ts.map +1 -0
  401. package/dist/services/ui_settings.js +96 -0
  402. package/dist/services/ui_settings.js.map +1 -0
  403. package/dist/services/ui_theme_settings.d.ts +62 -0
  404. package/dist/services/ui_theme_settings.d.ts.map +1 -0
  405. package/dist/services/ui_theme_settings.js +79 -0
  406. package/dist/services/ui_theme_settings.js.map +1 -0
  407. package/dist/services/usage_ai.d.ts +39 -0
  408. package/dist/services/usage_ai.d.ts.map +1 -0
  409. package/dist/services/usage_ai.js +40 -0
  410. package/dist/services/usage_ai.js.map +1 -0
  411. package/dist/services/vantage.d.ts +108 -0
  412. package/dist/services/vantage.d.ts.map +1 -0
  413. package/dist/services/vantage.js +124 -0
  414. package/dist/services/vantage.js.map +1 -0
  415. package/dist/services/vector_store_management.d.ts +161 -0
  416. package/dist/services/vector_store_management.d.ts.map +1 -0
  417. package/dist/services/vector_store_management.js +191 -0
  418. package/dist/services/vector_store_management.js.map +1 -0
  419. package/dist/services/vector_stores.d.ts +342 -0
  420. package/dist/services/vector_stores.d.ts.map +1 -0
  421. package/dist/services/vector_stores.js +639 -0
  422. package/dist/services/vector_stores.js.map +1 -0
  423. package/dist/services/vertex_ai_pass_through.d.ts +180 -0
  424. package/dist/services/vertex_ai_pass_through.d.ts.map +1 -0
  425. package/dist/services/vertex_ai_pass_through.js +334 -0
  426. package/dist/services/vertex_ai_pass_through.js.map +1 -0
  427. package/dist/services/videos.d.ts +207 -0
  428. package/dist/services/videos.d.ts.map +1 -0
  429. package/dist/services/videos.js +373 -0
  430. package/dist/services/videos.js.map +1 -0
  431. package/dist/services/vllm_pass_through.d.ts +70 -0
  432. package/dist/services/vllm_pass_through.d.ts.map +1 -0
  433. package/dist/services/vllm_pass_through.js +104 -0
  434. package/dist/services/vllm_pass_through.js.map +1 -0
  435. package/dist/services/watsonx_pass_through.d.ts +70 -0
  436. package/dist/services/watsonx_pass_through.d.ts.map +1 -0
  437. package/dist/services/watsonx_pass_through.js +114 -0
  438. package/dist/services/watsonx_pass_through.js.map +1 -0
  439. package/dist/services/web_socket.d.ts +77 -0
  440. package/dist/services/web_socket.d.ts.map +1 -0
  441. package/dist/services/web_socket.js +135 -0
  442. package/dist/services/web_socket.js.map +1 -0
  443. package/dist/services/workflow_management.d.ts +140 -0
  444. package/dist/services/workflow_management.d.ts.map +1 -0
  445. package/dist/services/workflow_management.js +220 -0
  446. package/dist/services/workflow_management.js.map +1 -0
  447. package/dist/traits.d.ts +14 -0
  448. package/dist/traits.d.ts.map +1 -0
  449. package/dist/traits.js +15 -0
  450. package/dist/traits.js.map +1 -0
  451. package/package.json +75 -0
  452. package/src/credentials.ts +97 -0
  453. package/src/errors.ts +108 -0
  454. package/src/index.ts +33 -0
  455. package/src/protocol.ts +160 -0
  456. package/src/retry.ts +74 -0
  457. package/src/services/a2a.ts +250 -0
  458. package/src/services/a2a_registration.ts +94 -0
  459. package/src/services/access_groups.ts +716 -0
  460. package/src/services/adaptive_router.ts +49 -0
  461. package/src/services/agents.ts +1314 -0
  462. package/src/services/alerting.ts +49 -0
  463. package/src/services/anthropic_pass_through.ts +233 -0
  464. package/src/services/anthropic_passthrough.ts +123 -0
  465. package/src/services/anthropic_skills.ts +200 -0
  466. package/src/services/assembly_ai_eu_pass_through.ts +237 -0
  467. package/src/services/assembly_ai_pass_through.ts +237 -0
  468. package/src/services/assistants.ts +685 -0
  469. package/src/services/audio.ts +189 -0
  470. package/src/services/audit_logging.ts +194 -0
  471. package/src/services/auto_router.ts +625 -0
  472. package/src/services/aws_comprehend_medical_pass_through.ts +109 -0
  473. package/src/services/azure_ai_pass_through.ts +231 -0
  474. package/src/services/azure_pass_through.ts +227 -0
  475. package/src/services/batch.ts +553 -0
  476. package/src/services/bedrock_pass_through.ts +229 -0
  477. package/src/services/beta_agents.ts +444 -0
  478. package/src/services/beta_mcp.ts +105 -0
  479. package/src/services/budget_management.ts +465 -0
  480. package/src/services/budget_spend_tracking.ts +2670 -0
  481. package/src/services/cache_settings.ts +234 -0
  482. package/src/services/caching.ts +175 -0
  483. package/src/services/chat_completions.ts +1788 -0
  484. package/src/services/claude_code_marketplace.ts +569 -0
  485. package/src/services/cloudzero.ts +297 -0
  486. package/src/services/cohere_pass_through.ts +227 -0
  487. package/src/services/completions.ts +194 -0
  488. package/src/services/compliance.ts +175 -0
  489. package/src/services/config_overrides.ts +466 -0
  490. package/src/services/config_yaml.ts +1537 -0
  491. package/src/services/containers.ts +848 -0
  492. package/src/services/coordination_redis_settings.ts +251 -0
  493. package/src/services/cost_tracking.ts +407 -0
  494. package/src/services/credential_management.ts +436 -0
  495. package/src/services/cursor_pass_through.ts +227 -0
  496. package/src/services/customer_management.ts +1475 -0
  497. package/src/services/email_management.ts +171 -0
  498. package/src/services/embeddings.ts +424 -0
  499. package/src/services/evals.ts +672 -0
  500. package/src/services/experimental.ts +572 -0
  501. package/src/services/fallback_management.ts +224 -0
  502. package/src/services/files.ts +732 -0
  503. package/src/services/fine_tuning.ts +547 -0
  504. package/src/services/gemini_agents.ts +227 -0
  505. package/src/services/google_ai_studio_pass_through.ts +227 -0
  506. package/src/services/google_genai_endpoints.ts +688 -0
  507. package/src/services/guardrails.ts +3006 -0
  508. package/src/services/health.ts +713 -0
  509. package/src/services/images.ts +430 -0
  510. package/src/services/index.ts +106 -0
  511. package/src/services/internal_user_management.ts +2574 -0
  512. package/src/services/invite_links.ts +167 -0
  513. package/src/services/jwt_mappings.ts +238 -0
  514. package/src/services/key_management.ts +4162 -0
  515. package/src/services/langfuse_passthrough.ts +231 -0
  516. package/src/services/llm_utils.ts +429 -0
  517. package/src/services/logging_callbacks.ts +104 -0
  518. package/src/services/mcp_byok_oauth.ts +468 -0
  519. package/src/services/mcp_discoverable.ts +626 -0
  520. package/src/services/mcp_management.ts +2915 -0
  521. package/src/services/mcp_rest.ts +779 -0
  522. package/src/services/memory_management.ts +248 -0
  523. package/src/services/milvus_pass_through.ts +227 -0
  524. package/src/services/misc.ts +2128 -0
  525. package/src/services/mistral_pass_through.ts +229 -0
  526. package/src/services/model_management.ts +4501 -0
  527. package/src/services/moderations.ts +80 -0
  528. package/src/services/ocr.ts +78 -0
  529. package/src/services/open_ai_pass_through.ts +462 -0
  530. package/src/services/organization_management.ts +1749 -0
  531. package/src/services/plugins.ts +367 -0
  532. package/src/services/policies.ts +1676 -0
  533. package/src/services/policy_engine.ts +1318 -0
  534. package/src/services/project_management.ts +938 -0
  535. package/src/services/prompts.ts +592 -0
  536. package/src/services/public.ts +880 -0
  537. package/src/services/rag.ts +148 -0
  538. package/src/services/realtime.ts +350 -0
  539. package/src/services/rerank.ts +111 -0
  540. package/src/services/responses.ts +909 -0
  541. package/src/services/router_settings.ts +168 -0
  542. package/src/services/rust_control_plane.ts +123 -0
  543. package/src/services/scim.ts +1243 -0
  544. package/src/services/search.ts +260 -0
  545. package/src/services/search_tools.ts +439 -0
  546. package/src/services/settings.ts +146 -0
  547. package/src/services/sso_settings.ts +626 -0
  548. package/src/services/tag_management.ts +1004 -0
  549. package/src/services/team_management.ts +3990 -0
  550. package/src/services/tools.ts +628 -0
  551. package/src/services/ui_settings.ts +237 -0
  552. package/src/services/ui_theme_settings.ts +173 -0
  553. package/src/services/usage_ai.ts +86 -0
  554. package/src/services/vantage.ts +283 -0
  555. package/src/services/vector_store_management.ts +454 -0
  556. package/src/services/vector_stores.ts +1321 -0
  557. package/src/services/vertex_ai_pass_through.ts +684 -0
  558. package/src/services/videos.ts +762 -0
  559. package/src/services/vllm_pass_through.ts +227 -0
  560. package/src/services/watsonx_pass_through.ts +229 -0
  561. package/src/services/web_socket.ts +254 -0
  562. package/src/services/workflow_management.ts +482 -0
  563. package/src/traits.ts +44 -0
@@ -0,0 +1,1537 @@
1
+ // AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
2
+ import * as S from "@distilled.cloud/core/schema";
3
+ import * as API from "@distilled.cloud/core/api";
4
+ import * as C from "@distilled.cloud/core/category";
5
+ import * as T from "../traits.ts";
6
+ import {
7
+ LitellmProtocol,
8
+ type LitellmOpError,
9
+ type LitellmOpContext,
10
+ } from "../protocol.ts";
11
+ import * as Retry from "../retry.ts";
12
+
13
+ export type { LitellmOpError, LitellmOpContext };
14
+
15
+ export class UnprocessableEntity
16
+ extends /*@__PURE__*/ T.applyErrorMatchers(
17
+ /*@__PURE__*/ S.TaggedError<UnprocessableEntity>()("UnprocessableEntity", {
18
+ code: S.Number,
19
+ message: S.String,
20
+ }).pipe(C.withBadRequestError),
21
+ [{ status: 422 }],
22
+ ) {}
23
+
24
+ export interface DeleteCallbackConfigCallbackDeletePostRequest {
25
+ callback_name: string;
26
+ }
27
+ export const DeleteCallbackConfigCallbackDeletePostRequest =
28
+ /*@__PURE__*/ S.suspend(() =>
29
+ S.Struct({
30
+ callback_name: S.String,
31
+ }).pipe(
32
+ T.Http({ method: "POST", uri: "/config/callback/delete", code: 200 }),
33
+ ),
34
+ ).annotate({
35
+ identifier: "DeleteCallbackConfigCallbackDeletePostRequest",
36
+ }) as any as S.Schema<DeleteCallbackConfigCallbackDeletePostRequest>;
37
+
38
+ export interface DeleteCallbackConfigCallbackDeletePostResponse {
39
+ body: unknown;
40
+ }
41
+ export const DeleteCallbackConfigCallbackDeletePostResponse =
42
+ /*@__PURE__*/ S.suspend(() =>
43
+ S.Struct({
44
+ body: S.Unknown,
45
+ }),
46
+ ).annotate({
47
+ identifier: "DeleteCallbackConfigCallbackDeletePostResponse",
48
+ }) as any as S.Schema<DeleteCallbackConfigCallbackDeletePostResponse>;
49
+
50
+ export interface DeleteConfigGeneralSettingsConfigFieldDeletePostRequest {
51
+ config_type: string;
52
+ field_name: string;
53
+ }
54
+ export const DeleteConfigGeneralSettingsConfigFieldDeletePostRequest =
55
+ /*@__PURE__*/ S.suspend(() =>
56
+ S.Struct({
57
+ config_type: S.String,
58
+ field_name: S.String,
59
+ }).pipe(T.Http({ method: "POST", uri: "/config/field/delete", code: 200 })),
60
+ ).annotate({
61
+ identifier: "DeleteConfigGeneralSettingsConfigFieldDeletePostRequest",
62
+ }) as any as S.Schema<DeleteConfigGeneralSettingsConfigFieldDeletePostRequest>;
63
+
64
+ export interface DeleteConfigGeneralSettingsConfigFieldDeletePostResponse {
65
+ body: unknown;
66
+ }
67
+ export const DeleteConfigGeneralSettingsConfigFieldDeletePostResponse =
68
+ /*@__PURE__*/ S.suspend(() =>
69
+ S.Struct({
70
+ body: S.Unknown,
71
+ }),
72
+ ).annotate({
73
+ identifier: "DeleteConfigGeneralSettingsConfigFieldDeletePostResponse",
74
+ }) as any as S.Schema<DeleteConfigGeneralSettingsConfigFieldDeletePostResponse>;
75
+
76
+ export interface GetConfigGeneralSettingsConfigFieldInfoGetRequest {
77
+ field_name: string;
78
+ }
79
+ export const GetConfigGeneralSettingsConfigFieldInfoGetRequest =
80
+ /*@__PURE__*/ S.suspend(() =>
81
+ S.Struct({
82
+ field_name: S.String.pipe(T.Query()),
83
+ }).pipe(T.Http({ method: "GET", uri: "/config/field/info", code: 200 })),
84
+ ).annotate({
85
+ identifier: "GetConfigGeneralSettingsConfigFieldInfoGetRequest",
86
+ }) as any as S.Schema<GetConfigGeneralSettingsConfigFieldInfoGetRequest>;
87
+
88
+ export interface ConfigFieldInfo {
89
+ field_name: string;
90
+ field_value: unknown;
91
+ }
92
+ export const ConfigFieldInfo = /*@__PURE__*/ S.suspend(() =>
93
+ S.Struct({
94
+ field_name: S.String,
95
+ field_value: S.Unknown,
96
+ }),
97
+ ).annotate({
98
+ identifier: "ConfigFieldInfo",
99
+ }) as any as S.Schema<ConfigFieldInfo>;
100
+
101
+ export interface GetConfigGetConfigCallbacksGetRequest {}
102
+ export const GetConfigGetConfigCallbacksGetRequest = /*@__PURE__*/ S.suspend(
103
+ () =>
104
+ S.Struct({}).pipe(
105
+ T.Http({ method: "GET", uri: "/get/config/callbacks", code: 200 }),
106
+ ),
107
+ ).annotate({
108
+ identifier: "GetConfigGetConfigCallbacksGetRequest",
109
+ }) as any as S.Schema<GetConfigGetConfigCallbacksGetRequest>;
110
+
111
+ export interface GetConfigGetConfigCallbacksGetResponse {
112
+ body: unknown;
113
+ }
114
+ export const GetConfigGetConfigCallbacksGetResponse = /*@__PURE__*/ S.suspend(
115
+ () =>
116
+ S.Struct({
117
+ body: S.Unknown,
118
+ }),
119
+ ).annotate({
120
+ identifier: "GetConfigGetConfigCallbacksGetResponse",
121
+ }) as any as S.Schema<GetConfigGetConfigCallbacksGetResponse>;
122
+
123
+ export interface GetConfigListConfigListGetRequest {
124
+ config_type: string;
125
+ }
126
+ export const GetConfigListConfigListGetRequest = /*@__PURE__*/ S.suspend(() =>
127
+ S.Struct({
128
+ config_type: S.String.pipe(T.Query()),
129
+ }).pipe(T.Http({ method: "GET", uri: "/config/list", code: 200 })),
130
+ ).annotate({
131
+ identifier: "GetConfigListConfigListGetRequest",
132
+ }) as any as S.Schema<GetConfigListConfigListGetRequest>;
133
+
134
+ export type ConfigListFieldOptionsList = Array<string>;
135
+ export const ConfigListFieldOptionsList = /*@__PURE__*/ S.Array(
136
+ S.String,
137
+ ) as any as S.Schema<ConfigListFieldOptionsList>;
138
+
139
+ export interface FieldDetail {
140
+ field_default_value?: unknown;
141
+ field_description: string;
142
+ field_name: string;
143
+ field_type: string;
144
+ stored_in_db: boolean | null;
145
+ }
146
+ export const FieldDetail = /*@__PURE__*/ S.suspend(() =>
147
+ S.Struct({
148
+ field_default_value: S.optional(S.Unknown),
149
+ field_description: S.String,
150
+ field_name: S.String,
151
+ field_type: S.String,
152
+ stored_in_db: S.NullOr(S.Boolean),
153
+ }),
154
+ ).annotate({ identifier: "FieldDetail" }) as any as S.Schema<FieldDetail>;
155
+
156
+ export type ConfigListNestedFieldsList = Array<FieldDetail>;
157
+ export const ConfigListNestedFieldsList = /*@__PURE__*/ S.Array(
158
+ FieldDetail,
159
+ ) as any as S.Schema<ConfigListNestedFieldsList>;
160
+
161
+ export interface ConfigList {
162
+ field_default_value: unknown;
163
+ field_description: string;
164
+ field_name: string;
165
+ field_options?: ConfigListFieldOptionsList | null;
166
+ field_tab?: string | null;
167
+ field_type: string;
168
+ field_value: unknown;
169
+ nested_fields?: ConfigListNestedFieldsList | null;
170
+ premium_field?: boolean;
171
+ stored_in_db: boolean | null;
172
+ }
173
+ export const ConfigList = /*@__PURE__*/ S.suspend(() =>
174
+ S.Struct({
175
+ field_default_value: S.Unknown,
176
+ field_description: S.String,
177
+ field_name: S.String,
178
+ field_options: S.optional(S.NullOr(ConfigListFieldOptionsList)),
179
+ field_tab: S.optional(S.NullOr(S.String)),
180
+ field_type: S.String,
181
+ field_value: S.Unknown,
182
+ nested_fields: S.optional(S.NullOr(ConfigListNestedFieldsList)),
183
+ premium_field: S.optional(S.Boolean),
184
+ stored_in_db: S.NullOr(S.Boolean),
185
+ }),
186
+ ).annotate({ identifier: "ConfigList" }) as any as S.Schema<ConfigList>;
187
+
188
+ export type GetConfigListConfigListGetResponseBodyList = Array<ConfigList>;
189
+ export const GetConfigListConfigListGetResponseBodyList = /*@__PURE__*/ S.Array(
190
+ ConfigList,
191
+ ) as any as S.Schema<GetConfigListConfigListGetResponseBodyList>;
192
+
193
+ export interface GetConfigListConfigListGetResponse {
194
+ body: GetConfigListConfigListGetResponseBodyList;
195
+ }
196
+ export const GetConfigListConfigListGetResponse = /*@__PURE__*/ S.suspend(() =>
197
+ S.Struct({
198
+ body: GetConfigListConfigListGetResponseBodyList,
199
+ }),
200
+ ).annotate({
201
+ identifier: "GetConfigListConfigListGetResponse",
202
+ }) as any as S.Schema<GetConfigListConfigListGetResponse>;
203
+
204
+ export type GetConfigYamlEndpointConfigYamlRequestEnvironmentVariablesMap = {
205
+ [key: string]: unknown | undefined;
206
+ };
207
+ export const GetConfigYamlEndpointConfigYamlRequestEnvironmentVariablesMap =
208
+ /*@__PURE__*/ S.Record(
209
+ S.String,
210
+ S.Unknown,
211
+ ) as any as S.Schema<GetConfigYamlEndpointConfigYamlRequestEnvironmentVariablesMap>;
212
+
213
+ export type ConfigGeneralSettingsAlertToWebhookUrlMap = {
214
+ [key: string]: unknown | undefined;
215
+ };
216
+ export const ConfigGeneralSettingsAlertToWebhookUrlMap = /*@__PURE__*/ S.Record(
217
+ S.String,
218
+ S.Unknown,
219
+ ) as any as S.Schema<ConfigGeneralSettingsAlertToWebhookUrlMap>;
220
+
221
+ /** Enum for alert types and management event types */
222
+ export type AlertType =
223
+ | "llm_exceptions"
224
+ | "llm_too_slow"
225
+ | "llm_requests_hanging"
226
+ | "budget_alerts"
227
+ | "spend_reports"
228
+ | "failed_tracking_spend"
229
+ | "db_exceptions"
230
+ | "daily_reports"
231
+ | "cooldown_deployment"
232
+ | "new_model_added"
233
+ | "model_deprecation_warnings"
234
+ | "outage_alerts"
235
+ | "region_outage_alerts"
236
+ | "fallback_reports"
237
+ | "new_virtual_key_created"
238
+ | "virtual_key_updated"
239
+ | "virtual_key_deleted"
240
+ | "new_team_created"
241
+ | "team_updated"
242
+ | "team_deleted"
243
+ | "new_internal_user_created"
244
+ | "internal_user_updated"
245
+ | "internal_user_deleted";
246
+ export const AlertType = S.String;
247
+
248
+ export type ConfigGeneralSettingsAlertTypesList = Array<
249
+ AlertType | (string & {})
250
+ >;
251
+ export const ConfigGeneralSettingsAlertTypesList = /*@__PURE__*/ S.Array(
252
+ AlertType,
253
+ ) as any as S.Schema<ConfigGeneralSettingsAlertTypesList>;
254
+
255
+ export type ConfigGeneralSettingsAlertingList = Array<unknown>;
256
+ export const ConfigGeneralSettingsAlertingList = /*@__PURE__*/ S.Array(
257
+ S.Unknown,
258
+ ) as any as S.Schema<ConfigGeneralSettingsAlertingList>;
259
+
260
+ export type ConfigGeneralSettingsAlertingArgsMap = {
261
+ [key: string]: unknown | undefined;
262
+ };
263
+ export const ConfigGeneralSettingsAlertingArgsMap = /*@__PURE__*/ S.Record(
264
+ S.String,
265
+ S.Unknown,
266
+ ) as any as S.Schema<ConfigGeneralSettingsAlertingArgsMap>;
267
+
268
+ export type ConfigGeneralSettingsAllowedRoutesList = Array<unknown>;
269
+ export const ConfigGeneralSettingsAllowedRoutesList = /*@__PURE__*/ S.Array(
270
+ S.Unknown,
271
+ ) as any as S.Schema<ConfigGeneralSettingsAllowedRoutesList>;
272
+
273
+ export type ConfigGeneralSettingsBackgroundHealthCheckModelGroupsList =
274
+ Array<string>;
275
+ export const ConfigGeneralSettingsBackgroundHealthCheckModelGroupsList =
276
+ /*@__PURE__*/ S.Array(
277
+ S.String,
278
+ ) as any as S.Schema<ConfigGeneralSettingsBackgroundHealthCheckModelGroupsList>;
279
+
280
+ export type CoordinationRedisParamsSentinelNodesItemItem = string | number;
281
+ export const CoordinationRedisParamsSentinelNodesItemItem =
282
+ S.Unknown as any as S.Schema<CoordinationRedisParamsSentinelNodesItemItem>;
283
+
284
+ export type CoordinationRedisParamsSentinelNodesItemList =
285
+ Array<CoordinationRedisParamsSentinelNodesItemItem>;
286
+ export const CoordinationRedisParamsSentinelNodesItemList =
287
+ /*@__PURE__*/ S.Array(
288
+ CoordinationRedisParamsSentinelNodesItemItem,
289
+ ) as any as S.Schema<CoordinationRedisParamsSentinelNodesItemList>;
290
+
291
+ export type CoordinationRedisParamsSentinelNodesList =
292
+ Array<CoordinationRedisParamsSentinelNodesItemList>;
293
+ export const CoordinationRedisParamsSentinelNodesList = /*@__PURE__*/ S.Array(
294
+ CoordinationRedisParamsSentinelNodesItemList,
295
+ ) as any as S.Schema<CoordinationRedisParamsSentinelNodesList>;
296
+
297
+ /** A single startup node of a cluster-mode Redis used for proxy coordination. */
298
+ export interface CoordinationRedisNode {
299
+ /** hostname of the cluster node */
300
+ host: string;
301
+ /** port of the cluster node */
302
+ port: number;
303
+ }
304
+ export const CoordinationRedisNode = /*@__PURE__*/ S.suspend(() =>
305
+ S.Struct({
306
+ host: S.String,
307
+ port: S.Number,
308
+ }),
309
+ ).annotate({
310
+ identifier: "CoordinationRedisNode",
311
+ }) as any as S.Schema<CoordinationRedisNode>;
312
+
313
+ export type CoordinationRedisParamsStartupNodesList =
314
+ Array<CoordinationRedisNode>;
315
+ export const CoordinationRedisParamsStartupNodesList = /*@__PURE__*/ S.Array(
316
+ CoordinationRedisNode,
317
+ ) as any as S.Schema<CoordinationRedisParamsStartupNodesList>;
318
+
319
+ /** Connection params for the proxy's coordination Redis (cross-pod tpm/rpm rate limits, spend tracking, pod lock manager, shared health checks), configured independently of the response-cache backend in `litellm_settings.cache_params`. */
320
+ export interface CoordinationRedisParams {
321
+ /** Redis hostname */
322
+ host?: string | null;
323
+ /** Redis password */
324
+ password?: string | null;
325
+ /** Redis port */
326
+ port?: number | null;
327
+ /** sentinel [host, port] pairs; when set a sentinel-managed client is used */
328
+ sentinel_nodes?: CoordinationRedisParamsSentinelNodesList | null;
329
+ /** password for the sentinel nodes */
330
+ sentinel_password?: string | null;
331
+ /** sentinel service name */
332
+ service_name?: string | null;
333
+ /** connect over TLS */
334
+ ssl?: boolean | null;
335
+ /** cluster-mode startup nodes; when set a cluster client is used */
336
+ startup_nodes?: CoordinationRedisParamsStartupNodesList | null;
337
+ /** full Redis connection url, e.g. redis://:pass@host:6379 */
338
+ url?: string | null;
339
+ /** Redis username */
340
+ username?: string | null;
341
+ }
342
+ export const CoordinationRedisParams = /*@__PURE__*/ S.suspend(() =>
343
+ S.Struct({
344
+ host: S.optional(S.NullOr(S.String)),
345
+ password: S.optional(S.NullOr(S.String)),
346
+ port: S.optional(S.NullOr(S.Number)),
347
+ sentinel_nodes: S.optional(
348
+ S.NullOr(CoordinationRedisParamsSentinelNodesList),
349
+ ),
350
+ sentinel_password: S.optional(S.NullOr(S.String)),
351
+ service_name: S.optional(S.NullOr(S.String)),
352
+ ssl: S.optional(S.NullOr(S.Boolean)),
353
+ startup_nodes: S.optional(
354
+ S.NullOr(CoordinationRedisParamsStartupNodesList),
355
+ ),
356
+ url: S.optional(S.NullOr(S.String)),
357
+ username: S.optional(S.NullOr(S.String)),
358
+ }),
359
+ ).annotate({
360
+ identifier: "CoordinationRedisParams",
361
+ }) as any as S.Schema<CoordinationRedisParams>;
362
+
363
+ export type DynamoDBArgsAwsPolicyArnsList = Array<string>;
364
+ export const DynamoDBArgsAwsPolicyArnsList = /*@__PURE__*/ S.Array(
365
+ S.String,
366
+ ) as any as S.Schema<DynamoDBArgsAwsPolicyArnsList>;
367
+
368
+ export type DynamoDBArgsBillingMode =
369
+ | "PROVISIONED_THROUGHPUT"
370
+ | "PAY_PER_REQUEST";
371
+ export const DynamoDBArgsBillingMode = S.String;
372
+
373
+ export interface DynamoDBArgs {
374
+ assume_role_aws_role_name?: string | null;
375
+ assume_role_aws_session_name?: string | null;
376
+ aws_duration_seconds?: number | null;
377
+ aws_policy?: string | null;
378
+ aws_policy_arns?: DynamoDBArgsAwsPolicyArnsList | null;
379
+ aws_provider_id?: string | null;
380
+ aws_role_name?: string | null;
381
+ aws_session_name?: string | null;
382
+ aws_web_identity_token?: string | null;
383
+ billing_mode: DynamoDBArgsBillingMode | (string & {});
384
+ config_table_name?: string;
385
+ key_table_name?: string;
386
+ read_capacity_units?: number | null;
387
+ region_name: string;
388
+ spend_table_name?: string;
389
+ ssl_verify?: boolean | null;
390
+ user_table_name?: string;
391
+ write_capacity_units?: number | null;
392
+ }
393
+ export const DynamoDBArgs = /*@__PURE__*/ S.suspend(() =>
394
+ S.Struct({
395
+ assume_role_aws_role_name: S.optional(S.NullOr(S.String)),
396
+ assume_role_aws_session_name: S.optional(S.NullOr(S.String)),
397
+ aws_duration_seconds: S.optional(S.NullOr(S.Number)),
398
+ aws_policy: S.optional(S.NullOr(S.String)),
399
+ aws_policy_arns: S.optional(S.NullOr(DynamoDBArgsAwsPolicyArnsList)),
400
+ aws_provider_id: S.optional(S.NullOr(S.String)),
401
+ aws_role_name: S.optional(S.NullOr(S.String)),
402
+ aws_session_name: S.optional(S.NullOr(S.String)),
403
+ aws_web_identity_token: S.optional(S.NullOr(S.String)),
404
+ billing_mode: DynamoDBArgsBillingMode,
405
+ config_table_name: S.optional(S.String),
406
+ key_table_name: S.optional(S.String),
407
+ read_capacity_units: S.optional(S.NullOr(S.Number)),
408
+ region_name: S.String,
409
+ spend_table_name: S.optional(S.String),
410
+ ssl_verify: S.optional(S.NullOr(S.Boolean)),
411
+ user_table_name: S.optional(S.String),
412
+ write_capacity_units: S.optional(S.NullOr(S.Number)),
413
+ }),
414
+ ).annotate({ identifier: "DynamoDBArgs" }) as any as S.Schema<DynamoDBArgs>;
415
+
416
+ export type ConfigGeneralSettingsDatabaseExtraConnectionParamsMap = {
417
+ [key: string]: unknown | undefined;
418
+ };
419
+ export const ConfigGeneralSettingsDatabaseExtraConnectionParamsMap =
420
+ /*@__PURE__*/ S.Record(
421
+ S.String,
422
+ S.Unknown,
423
+ ) as any as S.Schema<ConfigGeneralSettingsDatabaseExtraConnectionParamsMap>;
424
+
425
+ export type KeyManagementSystem =
426
+ | "google_kms"
427
+ | "azure_key_vault"
428
+ | "aws_secret_manager"
429
+ | "google_secret_manager"
430
+ | "hashicorp_vault"
431
+ | "cyberark"
432
+ | "local"
433
+ | "aws_kms"
434
+ | "custom";
435
+ export const KeyManagementSystem = S.String;
436
+
437
+ export type ConfigGeneralSettingsMcpInternalIpRangesList = Array<string>;
438
+ export const ConfigGeneralSettingsMcpInternalIpRangesList =
439
+ /*@__PURE__*/ S.Array(
440
+ S.String,
441
+ ) as any as S.Schema<ConfigGeneralSettingsMcpInternalIpRangesList>;
442
+
443
+ export type ConfigGeneralSettingsMcpRequiredFieldsList = Array<string>;
444
+ export const ConfigGeneralSettingsMcpRequiredFieldsList = /*@__PURE__*/ S.Array(
445
+ S.String,
446
+ ) as any as S.Schema<ConfigGeneralSettingsMcpRequiredFieldsList>;
447
+
448
+ export type ConfigGeneralSettingsMcpTrustedProxyRangesList = Array<string>;
449
+ export const ConfigGeneralSettingsMcpTrustedProxyRangesList =
450
+ /*@__PURE__*/ S.Array(
451
+ S.String,
452
+ ) as any as S.Schema<ConfigGeneralSettingsMcpTrustedProxyRangesList>;
453
+
454
+ /** Key-value pairs of default query parameters to be sent with every request to this endpoint. These can be overridden by client-provided query parameters. For example: {'key': 'default_value', 'api_version': '2023-01'} */
455
+ export type PassThroughGenericEndpointDefaultQueryParamsMap = {
456
+ [key: string]: unknown | undefined;
457
+ };
458
+ export const PassThroughGenericEndpointDefaultQueryParamsMap =
459
+ /*@__PURE__*/ S.Record(
460
+ S.String,
461
+ S.Unknown,
462
+ ) as any as S.Schema<PassThroughGenericEndpointDefaultQueryParamsMap>;
463
+
464
+ export type PassThroughGuardrailSettingsRequestFieldsList = Array<string>;
465
+ export const PassThroughGuardrailSettingsRequestFieldsList =
466
+ /*@__PURE__*/ S.Array(
467
+ S.String,
468
+ ) as any as S.Schema<PassThroughGuardrailSettingsRequestFieldsList>;
469
+
470
+ export type PassThroughGuardrailSettingsResponseFieldsList = Array<string>;
471
+ export const PassThroughGuardrailSettingsResponseFieldsList =
472
+ /*@__PURE__*/ S.Array(
473
+ S.String,
474
+ ) as any as S.Schema<PassThroughGuardrailSettingsResponseFieldsList>;
475
+
476
+ /** Settings for a specific guardrail on a passthrough endpoint. Allows field-level targeting for guardrail execution. */
477
+ export interface PassThroughGuardrailSettings {
478
+ /** JSONPath expressions for input field targeting (pre_call). Examples: 'query', 'documents[*].text', 'messages[*].content'. If not specified, guardrail runs on entire request payload. */
479
+ request_fields?: PassThroughGuardrailSettingsRequestFieldsList | null;
480
+ /** JSONPath expressions for output field targeting (post_call). Examples: 'results[*].text', 'output'. If not specified, guardrail runs on entire response payload. */
481
+ response_fields?: PassThroughGuardrailSettingsResponseFieldsList | null;
482
+ }
483
+ export const PassThroughGuardrailSettings = /*@__PURE__*/ S.suspend(() =>
484
+ S.Struct({
485
+ request_fields: S.optional(
486
+ S.NullOr(PassThroughGuardrailSettingsRequestFieldsList),
487
+ ),
488
+ response_fields: S.optional(
489
+ S.NullOr(PassThroughGuardrailSettingsResponseFieldsList),
490
+ ),
491
+ }),
492
+ ).annotate({
493
+ identifier: "PassThroughGuardrailSettings",
494
+ }) as any as S.Schema<PassThroughGuardrailSettings>;
495
+
496
+ export type PassThroughGenericEndpointGuardrailsMap = {
497
+ [key: string]: PassThroughGuardrailSettings | null | undefined;
498
+ };
499
+ export const PassThroughGenericEndpointGuardrailsMap = /*@__PURE__*/ S.Record(
500
+ S.String,
501
+ S.NullOr(PassThroughGuardrailSettings),
502
+ ) as any as S.Schema<PassThroughGenericEndpointGuardrailsMap>;
503
+
504
+ /** Key-value pairs of headers to be forwarded with the request. You can set any key value pair here and it will be forwarded to your target endpoint */
505
+ export type PassThroughGenericEndpointHeadersMap = {
506
+ [key: string]: unknown | undefined;
507
+ };
508
+ export const PassThroughGenericEndpointHeadersMap = /*@__PURE__*/ S.Record(
509
+ S.String,
510
+ S.Unknown,
511
+ ) as any as S.Schema<PassThroughGenericEndpointHeadersMap>;
512
+
513
+ export type PassThroughGenericEndpointMethodsList = Array<string>;
514
+ export const PassThroughGenericEndpointMethodsList = /*@__PURE__*/ S.Array(
515
+ S.String,
516
+ ) as any as S.Schema<PassThroughGenericEndpointMethodsList>;
517
+
518
+ export interface PassThroughGenericEndpoint {
519
+ /** Whether authentication is required for the pass-through endpoint. Defaults to True so a pass-through silently created without an explicit value still requires a valid LiteLLM API key — set to False only if the endpoint is meant to be a public forwarder (e.g. an unauthenticated webhook target). */
520
+ auth?: boolean;
521
+ /** The USD cost per request to the target endpoint. This is used to calculate the cost of the request to the target endpoint. */
522
+ cost_per_request?: number;
523
+ /** Key-value pairs of default query parameters to be sent with every request to this endpoint. These can be overridden by client-provided query parameters. For example: {'key': 'default_value', 'api_version': '2023-01'} */
524
+ default_query_params?: PassThroughGenericEndpointDefaultQueryParamsMap;
525
+ /** Guardrails configuration for this passthrough endpoint. Dict keys are guardrail names, values are optional settings for field targeting. When set, all org/team/key level guardrails will also execute. Defaults to None (no guardrails execute). */
526
+ guardrails?: PassThroughGenericEndpointGuardrailsMap | null;
527
+ /** Key-value pairs of headers to be forwarded with the request. You can set any key value pair here and it will be forwarded to your target endpoint */
528
+ headers?: PassThroughGenericEndpointHeadersMap;
529
+ /** Optional unique identifier for the pass-through endpoint. If not provided, endpoints will be identified by path for backwards compatibility. */
530
+ id?: string | null;
531
+ /** If True, requests to subpaths of the path will be forwarded to the target endpoint. For example, if the path is /bria and include_subpath is True, requests to /bria/v1/text-to-image/base/2.3 will be forwarded to the target endpoint. */
532
+ include_subpath?: boolean;
533
+ /** True if this endpoint is defined in the config file, False if from DB. Config-defined endpoints cannot be edited via the UI. */
534
+ is_from_config?: boolean;
535
+ /** List of HTTP methods this endpoint handles (e.g., ['GET', 'POST']). If None or empty, all methods (GET, POST, PUT, DELETE, PATCH) are supported for backward compatibility. This allows the same path to have different targets for different HTTP methods. */
536
+ methods?: PassThroughGenericEndpointMethodsList | null;
537
+ /** The route to be added to the LiteLLM Proxy Server. */
538
+ path: string;
539
+ /** The URL to which requests for this path should be forwarded. */
540
+ target: string;
541
+ /** Upstream request timeout in seconds for this pass-through endpoint. If unset, uses general_settings.pass_through_request_timeout (default 600). */
542
+ timeout?: number | null;
543
+ }
544
+ export const PassThroughGenericEndpoint = /*@__PURE__*/ S.suspend(() =>
545
+ S.Struct({
546
+ auth: S.optional(S.Boolean),
547
+ cost_per_request: S.optional(S.Number),
548
+ default_query_params: S.optional(
549
+ PassThroughGenericEndpointDefaultQueryParamsMap,
550
+ ),
551
+ guardrails: S.optional(S.NullOr(PassThroughGenericEndpointGuardrailsMap)),
552
+ headers: S.optional(PassThroughGenericEndpointHeadersMap),
553
+ id: S.optional(S.NullOr(S.String)),
554
+ include_subpath: S.optional(S.Boolean),
555
+ is_from_config: S.optional(S.Boolean),
556
+ methods: S.optional(S.NullOr(PassThroughGenericEndpointMethodsList)),
557
+ path: S.String,
558
+ target: S.String,
559
+ timeout: S.optional(S.NullOr(S.Number)),
560
+ }),
561
+ ).annotate({
562
+ identifier: "PassThroughGenericEndpoint",
563
+ }) as any as S.Schema<PassThroughGenericEndpoint>;
564
+
565
+ export type ConfigGeneralSettingsPassThroughEndpointsList =
566
+ Array<PassThroughGenericEndpoint>;
567
+ export const ConfigGeneralSettingsPassThroughEndpointsList =
568
+ /*@__PURE__*/ S.Array(
569
+ PassThroughGenericEndpoint,
570
+ ) as any as S.Schema<ConfigGeneralSettingsPassThroughEndpointsList>;
571
+
572
+ /** A single external service registered as an embeddable UI plugin. */
573
+ export interface PluginConfig {
574
+ /** human-readable label shown in the UI view switcher */
575
+ display_name?: string | null;
576
+ /** unique plugin identifier (kebab-case) */
577
+ name: string;
578
+ /** plugin's own credential, injected as Bearer auth only on /plugin-proxy/<name>/* reverse-proxy calls */
579
+ plugin_key?: string | null;
580
+ /** base URL of the plugin service */
581
+ url: string;
582
+ }
583
+ export const PluginConfig = /*@__PURE__*/ S.suspend(() =>
584
+ S.Struct({
585
+ display_name: S.optional(S.NullOr(S.String)),
586
+ name: S.String,
587
+ plugin_key: S.optional(S.NullOr(S.String)),
588
+ url: S.String,
589
+ }),
590
+ ).annotate({ identifier: "PluginConfig" }) as any as S.Schema<PluginConfig>;
591
+
592
+ export type ConfigGeneralSettingsPluginsList = Array<PluginConfig>;
593
+ export const ConfigGeneralSettingsPluginsList = /*@__PURE__*/ S.Array(
594
+ PluginConfig,
595
+ ) as any as S.Schema<ConfigGeneralSettingsPluginsList>;
596
+
597
+ export type ConfigGeneralSettingsProviderUrlDestinationAllowedHostsList =
598
+ Array<string>;
599
+ export const ConfigGeneralSettingsProviderUrlDestinationAllowedHostsList =
600
+ /*@__PURE__*/ S.Array(
601
+ S.String,
602
+ ) as any as S.Schema<ConfigGeneralSettingsProviderUrlDestinationAllowedHostsList>;
603
+
604
+ /** explicit offset in seconds per scheduler job id, overriding the derived value. 0 pins a job to its unshifted schedule */
605
+ export type ScheduledJobStaggerSettingsOffsetsMap = {
606
+ [key: string]: number | undefined;
607
+ };
608
+ export const ScheduledJobStaggerSettingsOffsetsMap = /*@__PURE__*/ S.Record(
609
+ S.String,
610
+ S.Number,
611
+ ) as any as S.Schema<ScheduledJobStaggerSettingsOffsetsMap>;
612
+
613
+ /** Spreads the proxy's scheduled background jobs across a window instead of firing them all on one instant, on every replica, forever. */
614
+ export interface ScheduledJobStaggerSettings {
615
+ /** apply deterministic phase offsets to scheduled background jobs */
616
+ enabled?: boolean;
617
+ /** replaces the POD_NAME/HOSTNAME-derived component of the offset hash. Set this when replicas share a hostname and would otherwise land on the same offset */
618
+ identity?: string | null;
619
+ /** explicit offset in seconds per scheduler job id, overriding the derived value. 0 pins a job to its unshifted schedule */
620
+ offsets?: ScheduledJobStaggerSettingsOffsetsMap;
621
+ /** width of the window jobs are spread over. An interval job is never offset by more than one of its own periods, so it is not delayed past the wait it already has */
622
+ window_seconds?: number;
623
+ }
624
+ export const ScheduledJobStaggerSettings = /*@__PURE__*/ S.suspend(() =>
625
+ S.Struct({
626
+ enabled: S.optional(S.Boolean),
627
+ identity: S.optional(S.NullOr(S.String)),
628
+ offsets: S.optional(ScheduledJobStaggerSettingsOffsetsMap),
629
+ window_seconds: S.optional(S.Number),
630
+ }),
631
+ ).annotate({
632
+ identifier: "ScheduledJobStaggerSettings",
633
+ }) as any as S.Schema<ScheduledJobStaggerSettings>;
634
+
635
+ /** Supported database object types for fine-grained DB storage control. Use in general_settings.supported_db_objects to specify which objects to load from DB. */
636
+ export type SupportedDBObjectType =
637
+ | "models"
638
+ | "mcp"
639
+ | "guardrails"
640
+ | "policies"
641
+ | "vector_stores"
642
+ | "pass_through_endpoints"
643
+ | "prompts"
644
+ | "model_cost_map"
645
+ | "tools"
646
+ | "config_overrides";
647
+ export const SupportedDBObjectType = S.String;
648
+
649
+ export type ConfigGeneralSettingsSupportedDbObjectsList = Array<
650
+ SupportedDBObjectType | (string & {})
651
+ >;
652
+ export const ConfigGeneralSettingsSupportedDbObjectsList =
653
+ /*@__PURE__*/ S.Array(
654
+ SupportedDBObjectType,
655
+ ) as any as S.Schema<ConfigGeneralSettingsSupportedDbObjectsList>;
656
+
657
+ export type ConfigGeneralSettingsTrustedProxyRangesList = Array<string>;
658
+ export const ConfigGeneralSettingsTrustedProxyRangesList =
659
+ /*@__PURE__*/ S.Array(
660
+ S.String,
661
+ ) as any as S.Schema<ConfigGeneralSettingsTrustedProxyRangesList>;
662
+
663
+ export type ConfigGeneralSettingsUiAccessMode = "admin_only" | "all";
664
+ export const ConfigGeneralSettingsUiAccessMode = S.String;
665
+
666
+ export type UserHeaderMappingLitellmUserRole = "internal_user" | "customer";
667
+ export const UserHeaderMappingLitellmUserRole = S.String;
668
+
669
+ /** Map an incoming HTTP header to a LiteLLM user role. */
670
+ export interface UserHeaderMapping {
671
+ header_name: string;
672
+ litellm_user_role: UserHeaderMappingLitellmUserRole | (string & {});
673
+ }
674
+ export const UserHeaderMapping = /*@__PURE__*/ S.suspend(() =>
675
+ S.Struct({
676
+ header_name: S.String,
677
+ litellm_user_role: UserHeaderMappingLitellmUserRole,
678
+ }),
679
+ ).annotate({
680
+ identifier: "UserHeaderMapping",
681
+ }) as any as S.Schema<UserHeaderMapping>;
682
+
683
+ export type ConfigGeneralSettingsUserHeaderMappingsList =
684
+ Array<UserHeaderMapping>;
685
+ export const ConfigGeneralSettingsUserHeaderMappingsList =
686
+ /*@__PURE__*/ S.Array(
687
+ UserHeaderMapping,
688
+ ) as any as S.Schema<ConfigGeneralSettingsUserHeaderMappingsList>;
689
+
690
+ export type ConfigGeneralSettingsUserMcpManagementMode =
691
+ | "restricted"
692
+ | "view_all";
693
+ export const ConfigGeneralSettingsUserMcpManagementMode = S.String;
694
+
695
+ export type ConfigGeneralSettingsUserUrlAllowedHostsList = Array<string>;
696
+ export const ConfigGeneralSettingsUserUrlAllowedHostsList =
697
+ /*@__PURE__*/ S.Array(
698
+ S.String,
699
+ ) as any as S.Schema<ConfigGeneralSettingsUserUrlAllowedHostsList>;
700
+
701
+ /** Documents all the fields supported by `general_settings` in config.yaml */
702
+ export interface ConfigGeneralSettings {
703
+ /** Mapping of alert type to webhook url. e.g. `alert_to_webhook_url: {'budget_alerts': 'https://nothooks.slack.com/services/T00000000/B00000000/XXXXXXXXXXXXXXXXXXXXXXXX'}` */
704
+ alert_to_webhook_url?: ConfigGeneralSettingsAlertToWebhookUrlMap | null;
705
+ /** List of alerting types. By default it is all alerts */
706
+ alert_types?: ConfigGeneralSettingsAlertTypesList | null;
707
+ /** List of alerting integrations. Today, just slack - `alerting: ['slack']` */
708
+ alerting?: ConfigGeneralSettingsAlertingList | null;
709
+ /** Controllable params for slack alerting - e.g. ttl in cache. */
710
+ alerting_args?: ConfigGeneralSettingsAlertingArgsMap | null;
711
+ /** sends alerts if requests hang for 5min+ */
712
+ alerting_threshold?: number | null;
713
+ /** opt-in to RFC 8628 verification_uri_complete for the CLI SSO device flow, pre-filling the user_code in the browser. Off by default; intended for same-host clients where the device that starts the flow and the browser run on the same machine */
714
+ allow_cli_sso_verification_uri_complete?: boolean | null;
715
+ /** Proxy API Endpoints you want users to be able to access */
716
+ allowed_routes?: ConfigGeneralSettingsAllowedRoutesList | null;
717
+ /** If True, a user's personal max_budget is enforced on every request they make, including requests made with a team-scoped key. Defaults to False, where a team-scoped key is governed only by the team and team-member budgets and the key owner's personal max_budget does not apply (see GitHub issue #12905). */
718
+ apply_user_budget_to_team_keys?: boolean | null;
719
+ /** Opt-in allowlist of model group names for background health checks and health-check routing. When set, the background loop probes only deployments whose model_name is listed, and enable_health_check_routing filters unhealthy deployments only within the listed groups; every other group, including newly added deployments, is skipped and keeps its configured routing strategy. When unset, all deployments participate (opt out per deployment via model_info.disable_background_health_check). */
720
+ background_health_check_model_groups?: ConfigGeneralSettingsBackgroundHealthCheckModelGroupsList | null;
721
+ /** run health checks in background */
722
+ background_health_checks?: boolean | null;
723
+ /** cancel the in-flight upstream LLM request (non-streaming) when the client disconnects, freeing backend capacity (e.g. a vLLM GPU slot); the request is logged as a 499 failure */
724
+ cancel_on_disconnect?: boolean | null;
725
+ /** proxy level default model for all chat completion calls */
726
+ completion_model?: string | null;
727
+ /** Global Control Plane: URL of the control plane whose admin UI manages this instance. Enables /v3/login and /v3/login/exchange on this instance so that UI can authenticate against it cross-origin, and restricts the SSO return_to origin to that URL. No state is shared with the control plane */
728
+ control_plane_url?: string | null;
729
+ /** standalone Redis for cross-pod coordination (tpm/rpm rate limits, spend tracking, pod lock manager, shared health checks), configured independently of the response-cache backend; takes precedence over borrowing the `cache_params` Redis and over the REDIS_* env fallback */
730
+ coordination_redis?: CoordinationRedisParams | null;
731
+ /** override user_api_key_auth with your own auth script - https://docs.litellm.ai/docs/proxy/virtual_keys#custom-auth */
732
+ custom_auth?: string | null;
733
+ /** custom args for instantiating dynamodb client - e.g. billing provision */
734
+ database_args?: DynamoDBArgs | null;
735
+ /** Prisma `connect_timeout` URL param (seconds). Bounds how long the engine waits to establish a new connection before failing. Defaults to Prisma's built-in value when unset. */
736
+ database_connect_timeout?: number | null;
737
+ /** default connection pool for prisma client connecting to postgres db */
738
+ database_connection_pool_limit?: number | null;
739
+ /** default timeout for a connection to the database */
740
+ database_connection_timeout?: number | null;
741
+ /** Disable server-side prepared statements by setting Prisma's `pgbouncer=true` URL param. Use this for pgbouncer transaction-pooling deployments, or to prevent the 'cached plan must not change result type' error that pooled connections hit during rolling schema migrations. An explicit `pgbouncer` in `database_extra_connection_params` takes precedence. */
742
+ database_disable_prepared_statements?: boolean | null;
743
+ /** Escape hatch: extra key/value pairs appended verbatim to the Prisma DATABASE_URL / DIRECT_URL query string (e.g. `sslmode`, `pgbouncer`, `statement_cache_size`). Keys here override any default LiteLLM sets. */
744
+ database_extra_connection_params?: ConfigGeneralSettingsDatabaseExtraConnectionParamsMap | null;
745
+ /** Prisma `socket_timeout` URL param (seconds). When set, an idle/slow connection that has not produced data within this window is closed. This is the main knob for capping idle DB connections from LiteLLM. */
746
+ database_socket_timeout?: number | null;
747
+ /** to use dynamodb instead of postgres db */
748
+ database_type?: string | null;
749
+ /** connect to a postgres db - needed for generating temporary keys + tracking spend / key */
750
+ database_url?: string | null;
751
+ /** By default, the user calling /team/new is automatically added to the new team as a team admin. If True, proxy admins are no longer auto-added; members explicitly listed in members_with_roles are unaffected. Default is False. */
752
+ disable_auto_add_proxy_admin_to_teams?: boolean | null;
753
+ /** If True, disables the optimistic per-request budget reservation introduced in v1.84.0. WARNING: This weakens hard budget enforcement. Without the reservation, a burst of concurrent requests from a single key can each pass the read-time spend check before any of them is charged, allowing a configured budget to be exceeded under high concurrency. Budgets are still evaluated on every request at read time, so an already-exhausted budget is still rejected. Enable only if your deployment is experiencing phantom BudgetExceededError responses caused by leaked reservations (see GitHub issue #27639). A proxy-level WARNING is logged on every request while this flag is active as a reminder that hard enforcement is relaxed. */
754
+ disable_budget_reservation?: boolean | null;
755
+ /** Public model hub for users to see what models they have access to, supported openai params, etc. */
756
+ enable_public_model_hub?: boolean;
757
+ /** If True, router fallbacks configured in router_settings are only attempted when the calling key (and its team and project) is allowed to call the fallback model; unauthorized fallback targets are skipped and the primary model's error is returned. Default is False. */
758
+ enforce_fallback_model_access?: boolean | null;
759
+ /** If True, forwards client headers (e.g. Authorization) to the LLM API. Required for Claude Code with Max subscription. */
760
+ forward_client_headers_to_llm_api?: boolean | null;
761
+ /** global max parallel requests to allow for a proxy instance. */
762
+ global_max_parallel_requests?: number | null;
763
+ /** limit concurrent health checks per cycle; when unset, health checks run without a concurrency cap */
764
+ health_check_concurrency?: number | null;
765
+ /** background health check interval in seconds */
766
+ health_check_interval?: number;
767
+ /** When true, deployments with model_info.disable_background_health_check are skipped for on-demand GET /health as well as the background health loop. */
768
+ health_check_skip_disabled_background_models?: boolean;
769
+ /** for `/models` endpoint, infers available model based on environment keys (e.g. OPENAI_API_KEY) */
770
+ infer_model_from_keys?: boolean | null;
771
+ /** key manager to load keys from / decrypt keys with */
772
+ key_management_system?: KeyManagementSystem | (string & {}) | null;
773
+ /** require a key for all calls to proxy */
774
+ master_key?: string | null;
775
+ /** max batch input file size in MB for /v1/files uploads with purpose=batch, if a file is larger than this size it will be rejected before being forwarded to the provider */
776
+ max_batch_file_size_mb?: number | null;
777
+ /** maximum parallel requests for each api key */
778
+ max_parallel_requests?: number | null;
779
+ /** max request size in MB, if a request is larger than this size it will be rejected */
780
+ max_request_size_mb?: number | null;
781
+ /** max response size in MB, if a response is larger than this size it will be rejected */
782
+ max_response_size_mb?: number | null;
783
+ /** Maximum retention period for auto-router benchmark session rollup rows (e.g., '365d'). Rows whose last turn is older than this are deleted by the spend log cleanup job, on that job's schedule. Unset means rollup rows are never deleted. */
784
+ maximum_autorouter_session_retention_period?: string | null;
785
+ /** Maximum retention period for health-check rows (e.g., '30d'). Rows whose checked_at is older than this are deleted by the spend log cleanup job, on that job's schedule. Unset means rows are never deleted. Set this well above health_check_interval because /health and the UI read the latest row per model. */
786
+ maximum_health_check_retention_period?: string | null;
787
+ /** Rows deleted per DELETE statement by the spend log cleanup job. Defaults to 1000. */
788
+ maximum_spend_logs_cleanup_batch_size?: number | null;
789
+ /** Postgres statement_timeout and lock_timeout applied to each spend log cleanup delete batch (e.g. '30s'), so cleanup cannot hold row locks or a connection indefinitely. Defaults to '30s'. */
790
+ maximum_spend_logs_cleanup_batch_timeout?: string | null;
791
+ /** Maximum DELETE statements the spend log cleanup job issues per table per run. Defaults to 500. */
792
+ maximum_spend_logs_cleanup_max_batches?: number | null;
793
+ /** Wall-clock budget for one spend log cleanup run (e.g. '5m'), shared across every table it prunes. A run that hits the budget stops and the next run resumes from where it left off. Defaults to '5m'. */
794
+ maximum_spend_logs_cleanup_run_budget?: string | null;
795
+ /** Maximum retention period for spend logs (e.g., '7d' for 7 days). Logs older than this will be deleted. */
796
+ maximum_spend_logs_retention_period?: string | null;
797
+ /** Custom CIDR ranges that define internal/private networks for MCP access control. When set, only these ranges are treated as internal. Defaults to RFC 1918 private ranges (10.0.0.0/8, 172.16.0.0/12, 192.168.0.0/16, 127.0.0.0/8). */
798
+ mcp_internal_ip_ranges?: ConfigGeneralSettingsMcpInternalIpRangesList | null;
799
+ /** List of MCP server fields that must be filled in for a submission to pass standards checks (e.g. ['description', 'source_url', 'alias']). */
800
+ mcp_required_fields?: ConfigGeneralSettingsMcpRequiredFieldsList | null;
801
+ /** CIDR ranges of trusted reverse proxies. When set, X-Forwarded-For and X-Forwarded-* origin headers are only trusted from these IPs. */
802
+ mcp_trusted_proxy_ranges?: ConfigGeneralSettingsMcpTrustedProxyRangesList | null;
803
+ /** Number of trusted reverse proxies/load balancers in front of the gateway that append to X-Forwarded-For. When set (and mcp_trusted_proxy_ranges validates the direct peer), the client IP for MCP access control is read this many entries from the right of the chain instead of the spoofable leftmost value, defeating append-style X-Forwarded-For forgery. */
804
+ mcp_xff_num_trusted_hops?: number | null;
805
+ /** When true, `/models`, `/v1/models/{id}` and `/model/info` hide models whose backing deployments are all unhealthy, for every caller, without needing `healthy_only=true` per request. Requires `background_health_checks: true`, and keeps deployment health state cached without turning on `enable_health_check_routing`, so routing is unaffected. With no health state nothing is hidden. Hiding is presentation-only, a hidden model can still be called. */
806
+ model_list_healthy_only?: boolean | null;
807
+ /** [BETA] OpenTelemetry support - this might change, use with caution. */
808
+ otel?: boolean | null;
809
+ /** Set-up pass-through endpoints for provider-specific endpoints. Docs - https://docs.litellm.ai/docs/proxy/pass_through */
810
+ pass_through_endpoints?: ConfigGeneralSettingsPassThroughEndpointsList | null;
811
+ /** Default upstream request timeout in seconds for native and custom pass-through endpoints that use pass_through_request. Defaults to 600 when unset. */
812
+ pass_through_request_timeout?: number | null;
813
+ /** external services registered as embeddable UI plugins */
814
+ plugins?: ConfigGeneralSettingsPluginsList | null;
815
+ /** Allowlist of hosts a request may redirect a provider call's destination URL to. */
816
+ provider_url_destination_allowed_hosts?: ConfigGeneralSettingsProviderUrlDestinationAllowedHostsList | null;
817
+ /** how often (in seconds) each pod reloads config-in-DB objects (models, credentials, guardrails, etc.) when store_model_in_db is enabled; lower values speed up multi-pod convergence at the cost of more DB load. Applied on proxy startup */
818
+ proxy_config_reload_interval_seconds?: number;
819
+ /** When set to True, rejects requests that contain client-side 'metadata.tags' to prevent users from influencing budgets by sending different tags. Tags can only be inherited from the API key metadata. */
820
+ reject_clientside_metadata_tags?: boolean | null;
821
+ /** Spreads the proxy's scheduled background jobs (spend flushes, budget resets, config reloads, exports) across a window instead of firing them together on every replica. On by default; set to tune the window, pin a job, or turn it off. */
822
+ scheduled_job_stagger?: ScheduledJobStaggerSettings | null;
823
+ /** If True, models and config are stored in and loaded from the database. Default is False. */
824
+ store_model_in_db?: boolean | null;
825
+ /** If True, stores request messages and responses in spend logs. Default is False. */
826
+ store_prompts_in_spend_logs?: boolean | null;
827
+ /** Fine-grained control over which object types to load from the database when store_model_in_db is True. Available types: 'models', 'mcp', 'guardrails', 'vector_stores', 'pass_through_endpoints', 'prompts', 'model_cost_map', 'tools', 'config_overrides'. If not set, all objects are loaded (default behavior). */
828
+ supported_db_objects?: ConfigGeneralSettingsSupportedDbObjectsList | null;
829
+ /** CIDR ranges of trusted reverse proxies allowed to provide identity headers for header-based auth paths such as enable_oauth2_proxy_auth and custom_ui_sso_sign_in_handler. */
830
+ trusted_proxy_ranges?: ConfigGeneralSettingsTrustedProxyRangesList | null;
831
+ /** Control access to the Proxy UI */
832
+ ui_access_mode?: ConfigGeneralSettingsUiAccessMode | (string & {}) | null;
833
+ /** load keys from azure key vault */
834
+ use_azure_key_vault?: boolean | null;
835
+ /** decrypt keys with google kms */
836
+ use_google_kms?: boolean | null;
837
+ /** If True and LiteLLM_SpendLogs has been converted to a range-partitioned table (db_scripts/partition_spend_logs.sql), retention cleanup drops expired partitions instead of deleting rows, and pre-creates upcoming partitions. Default is False. */
838
+ use_spend_logs_partitioning?: boolean | null;
839
+ user_header_mappings?: ConfigGeneralSettingsUserHeaderMappingsList | null;
840
+ /** [DEPRECATED] Use 'user_header_mappings' instead. When set, the header value is treated as the end user id unless overridden by user_header_mappings. */
841
+ user_header_name?: string | null;
842
+ /** Controls how non-admin users interact with MCP servers in the dashboard. 'restricted' shows only accessible servers, 'view_all' lists every server in read-only mode. */
843
+ user_mcp_management_mode?:
844
+ | ConfigGeneralSettingsUserMcpManagementMode
845
+ | (string & {})
846
+ | null;
847
+ /** SSRF allowlist for user-supplied URLs. Entries are `hostname` or `hostname:port` (bracketed for IPv6, e.g. `[::1]:8080`). Allowlisted hosts skip the blocked-network check in validate_url() but still resolve DNS. Use this to permit legitimate internal targets, e.g. an internal OpenAPI/MCP server. */
848
+ user_url_allowed_hosts?: ConfigGeneralSettingsUserUrlAllowedHostsList | null;
849
+ /** Master switch for the SSRF guard applied to user-supplied URLs (image_url, file_url, MCP/OpenAPI spec URLs, etc). Defaults to True. Set to False to disable DNS/IP validation entirely (not recommended). */
850
+ user_url_validation?: boolean | null;
851
+ }
852
+ export const ConfigGeneralSettings = /*@__PURE__*/ S.suspend(() =>
853
+ S.Struct({
854
+ alert_to_webhook_url: S.optional(
855
+ S.NullOr(ConfigGeneralSettingsAlertToWebhookUrlMap),
856
+ ),
857
+ alert_types: S.optional(S.NullOr(ConfigGeneralSettingsAlertTypesList)),
858
+ alerting: S.optional(S.NullOr(ConfigGeneralSettingsAlertingList)),
859
+ alerting_args: S.optional(S.NullOr(ConfigGeneralSettingsAlertingArgsMap)),
860
+ alerting_threshold: S.optional(S.NullOr(S.Number)),
861
+ allow_cli_sso_verification_uri_complete: S.optional(S.NullOr(S.Boolean)),
862
+ allowed_routes: S.optional(
863
+ S.NullOr(ConfigGeneralSettingsAllowedRoutesList),
864
+ ),
865
+ apply_user_budget_to_team_keys: S.optional(S.NullOr(S.Boolean)),
866
+ background_health_check_model_groups: S.optional(
867
+ S.NullOr(ConfigGeneralSettingsBackgroundHealthCheckModelGroupsList),
868
+ ),
869
+ background_health_checks: S.optional(S.NullOr(S.Boolean)),
870
+ cancel_on_disconnect: S.optional(S.NullOr(S.Boolean)),
871
+ completion_model: S.optional(S.NullOr(S.String)),
872
+ control_plane_url: S.optional(S.NullOr(S.String)),
873
+ coordination_redis: S.optional(S.NullOr(CoordinationRedisParams)),
874
+ custom_auth: S.optional(S.NullOr(S.String)),
875
+ database_args: S.optional(S.NullOr(DynamoDBArgs)),
876
+ database_connect_timeout: S.optional(S.NullOr(S.Number)),
877
+ database_connection_pool_limit: S.optional(S.NullOr(S.Number)),
878
+ database_connection_timeout: S.optional(S.NullOr(S.Number)),
879
+ database_disable_prepared_statements: S.optional(S.NullOr(S.Boolean)),
880
+ database_extra_connection_params: S.optional(
881
+ S.NullOr(ConfigGeneralSettingsDatabaseExtraConnectionParamsMap),
882
+ ),
883
+ database_socket_timeout: S.optional(S.NullOr(S.Number)),
884
+ database_type: S.optional(S.NullOr(S.String)),
885
+ database_url: S.optional(S.NullOr(S.String)),
886
+ disable_auto_add_proxy_admin_to_teams: S.optional(S.NullOr(S.Boolean)),
887
+ disable_budget_reservation: S.optional(S.NullOr(S.Boolean)),
888
+ enable_public_model_hub: S.optional(S.Boolean),
889
+ enforce_fallback_model_access: S.optional(S.NullOr(S.Boolean)),
890
+ forward_client_headers_to_llm_api: S.optional(S.NullOr(S.Boolean)),
891
+ global_max_parallel_requests: S.optional(S.NullOr(S.Number)),
892
+ health_check_concurrency: S.optional(S.NullOr(S.Number)),
893
+ health_check_interval: S.optional(S.Number),
894
+ health_check_skip_disabled_background_models: S.optional(S.Boolean),
895
+ infer_model_from_keys: S.optional(S.NullOr(S.Boolean)),
896
+ key_management_system: S.optional(S.NullOr(KeyManagementSystem)),
897
+ master_key: S.optional(S.NullOr(S.String)),
898
+ max_batch_file_size_mb: S.optional(S.NullOr(S.Number)),
899
+ max_parallel_requests: S.optional(S.NullOr(S.Number)),
900
+ max_request_size_mb: S.optional(S.NullOr(S.Number)),
901
+ max_response_size_mb: S.optional(S.NullOr(S.Number)),
902
+ maximum_autorouter_session_retention_period: S.optional(S.NullOr(S.String)),
903
+ maximum_health_check_retention_period: S.optional(S.NullOr(S.String)),
904
+ maximum_spend_logs_cleanup_batch_size: S.optional(S.NullOr(S.Number)),
905
+ maximum_spend_logs_cleanup_batch_timeout: S.optional(S.NullOr(S.String)),
906
+ maximum_spend_logs_cleanup_max_batches: S.optional(S.NullOr(S.Number)),
907
+ maximum_spend_logs_cleanup_run_budget: S.optional(S.NullOr(S.String)),
908
+ maximum_spend_logs_retention_period: S.optional(S.NullOr(S.String)),
909
+ mcp_internal_ip_ranges: S.optional(
910
+ S.NullOr(ConfigGeneralSettingsMcpInternalIpRangesList),
911
+ ),
912
+ mcp_required_fields: S.optional(
913
+ S.NullOr(ConfigGeneralSettingsMcpRequiredFieldsList),
914
+ ),
915
+ mcp_trusted_proxy_ranges: S.optional(
916
+ S.NullOr(ConfigGeneralSettingsMcpTrustedProxyRangesList),
917
+ ),
918
+ mcp_xff_num_trusted_hops: S.optional(S.NullOr(S.Number)),
919
+ model_list_healthy_only: S.optional(S.NullOr(S.Boolean)),
920
+ otel: S.optional(S.NullOr(S.Boolean)),
921
+ pass_through_endpoints: S.optional(
922
+ S.NullOr(ConfigGeneralSettingsPassThroughEndpointsList),
923
+ ),
924
+ pass_through_request_timeout: S.optional(S.NullOr(S.Number)),
925
+ plugins: S.optional(S.NullOr(ConfigGeneralSettingsPluginsList)),
926
+ provider_url_destination_allowed_hosts: S.optional(
927
+ S.NullOr(ConfigGeneralSettingsProviderUrlDestinationAllowedHostsList),
928
+ ),
929
+ proxy_config_reload_interval_seconds: S.optional(S.Number),
930
+ reject_clientside_metadata_tags: S.optional(S.NullOr(S.Boolean)),
931
+ scheduled_job_stagger: S.optional(S.NullOr(ScheduledJobStaggerSettings)),
932
+ store_model_in_db: S.optional(S.NullOr(S.Boolean)),
933
+ store_prompts_in_spend_logs: S.optional(S.NullOr(S.Boolean)),
934
+ supported_db_objects: S.optional(
935
+ S.NullOr(ConfigGeneralSettingsSupportedDbObjectsList),
936
+ ),
937
+ trusted_proxy_ranges: S.optional(
938
+ S.NullOr(ConfigGeneralSettingsTrustedProxyRangesList),
939
+ ),
940
+ ui_access_mode: S.optional(S.NullOr(ConfigGeneralSettingsUiAccessMode)),
941
+ use_azure_key_vault: S.optional(S.NullOr(S.Boolean)),
942
+ use_google_kms: S.optional(S.NullOr(S.Boolean)),
943
+ use_spend_logs_partitioning: S.optional(S.NullOr(S.Boolean)),
944
+ user_header_mappings: S.optional(
945
+ S.NullOr(ConfigGeneralSettingsUserHeaderMappingsList),
946
+ ),
947
+ user_header_name: S.optional(S.NullOr(S.String)),
948
+ user_mcp_management_mode: S.optional(
949
+ S.NullOr(ConfigGeneralSettingsUserMcpManagementMode),
950
+ ),
951
+ user_url_allowed_hosts: S.optional(
952
+ S.NullOr(ConfigGeneralSettingsUserUrlAllowedHostsList),
953
+ ),
954
+ user_url_validation: S.optional(S.NullOr(S.Boolean)),
955
+ }),
956
+ ).annotate({
957
+ identifier: "ConfigGeneralSettings",
958
+ }) as any as S.Schema<ConfigGeneralSettings>;
959
+
960
+ export type GetConfigYamlEndpointConfigYamlRequestLitellmSettingsMap = {
961
+ [key: string]: unknown | undefined;
962
+ };
963
+ export const GetConfigYamlEndpointConfigYamlRequestLitellmSettingsMap =
964
+ /*@__PURE__*/ S.Record(
965
+ S.String,
966
+ S.Unknown,
967
+ ) as any as S.Schema<GetConfigYamlEndpointConfigYamlRequestLitellmSettingsMap>;
968
+
969
+ export type ModelParamsLitellmParamsMap = {
970
+ [key: string]: unknown | undefined;
971
+ };
972
+ export const ModelParamsLitellmParamsMap = /*@__PURE__*/ S.Record(
973
+ S.String,
974
+ S.Unknown,
975
+ ) as any as S.Schema<ModelParamsLitellmParamsMap>;
976
+
977
+ export type LitellmProxyTypesModelInfoBaseModel =
978
+ | "gpt-4-1106-preview"
979
+ | "gpt-4-32k"
980
+ | "gpt-4"
981
+ | "gpt-3.5-turbo-16k"
982
+ | "gpt-3.5-turbo"
983
+ | "text-embedding-ada-002";
984
+ export const LitellmProxyTypesModelInfoBaseModel = S.String;
985
+
986
+ export type LitellmProxyTypesModelInfoMode =
987
+ | "embedding"
988
+ | "chat"
989
+ | "completion";
990
+ export const LitellmProxyTypesModelInfoMode = S.String;
991
+
992
+ export interface LitellmProxyTypesModelInfo {
993
+ base_model: LitellmProxyTypesModelInfoBaseModel | (string & {}) | null;
994
+ id: string | null;
995
+ input_cost_per_token?: number | null;
996
+ max_tokens?: number | null;
997
+ mode: LitellmProxyTypesModelInfoMode | (string & {}) | null;
998
+ output_cost_per_token?: number | null;
999
+ }
1000
+ export const LitellmProxyTypesModelInfo = /*@__PURE__*/ S.suspend(() =>
1001
+ S.Struct({
1002
+ base_model: S.NullOr(LitellmProxyTypesModelInfoBaseModel),
1003
+ id: S.NullOr(S.String),
1004
+ input_cost_per_token: S.optional(S.NullOr(S.Number)),
1005
+ max_tokens: S.optional(S.NullOr(S.Number)),
1006
+ mode: S.NullOr(LitellmProxyTypesModelInfoMode),
1007
+ output_cost_per_token: S.optional(S.NullOr(S.Number)),
1008
+ }),
1009
+ ).annotate({
1010
+ identifier: "LitellmProxyTypesModelInfo",
1011
+ }) as any as S.Schema<LitellmProxyTypesModelInfo>;
1012
+
1013
+ export interface ModelParams {
1014
+ litellm_params: ModelParamsLitellmParamsMap;
1015
+ model_info: LitellmProxyTypesModelInfo;
1016
+ model_name: string;
1017
+ }
1018
+ export const ModelParams = /*@__PURE__*/ S.suspend(() =>
1019
+ S.Struct({
1020
+ litellm_params: ModelParamsLitellmParamsMap,
1021
+ model_info: LitellmProxyTypesModelInfo,
1022
+ model_name: S.String,
1023
+ }),
1024
+ ).annotate({ identifier: "ModelParams" }) as any as S.Schema<ModelParams>;
1025
+
1026
+ export type GetConfigYamlEndpointConfigYamlRequestModelListList =
1027
+ Array<ModelParams>;
1028
+ export const GetConfigYamlEndpointConfigYamlRequestModelListList =
1029
+ /*@__PURE__*/ S.Array(
1030
+ ModelParams,
1031
+ ) as any as S.Schema<GetConfigYamlEndpointConfigYamlRequestModelListList>;
1032
+
1033
+ export type UpdateRouterConfigContextWindowFallbacksItemMap = {
1034
+ [key: string]: unknown | undefined;
1035
+ };
1036
+ export const UpdateRouterConfigContextWindowFallbacksItemMap =
1037
+ /*@__PURE__*/ S.Record(
1038
+ S.String,
1039
+ S.Unknown,
1040
+ ) as any as S.Schema<UpdateRouterConfigContextWindowFallbacksItemMap>;
1041
+
1042
+ export type UpdateRouterConfigContextWindowFallbacksList =
1043
+ Array<UpdateRouterConfigContextWindowFallbacksItemMap>;
1044
+ export const UpdateRouterConfigContextWindowFallbacksList =
1045
+ /*@__PURE__*/ S.Array(
1046
+ UpdateRouterConfigContextWindowFallbacksItemMap,
1047
+ ) as any as S.Schema<UpdateRouterConfigContextWindowFallbacksList>;
1048
+
1049
+ export type UpdateRouterConfigFallbacksItemMap = {
1050
+ [key: string]: unknown | undefined;
1051
+ };
1052
+ export const UpdateRouterConfigFallbacksItemMap = /*@__PURE__*/ S.Record(
1053
+ S.String,
1054
+ S.Unknown,
1055
+ ) as any as S.Schema<UpdateRouterConfigFallbacksItemMap>;
1056
+
1057
+ export type UpdateRouterConfigFallbacksList =
1058
+ Array<UpdateRouterConfigFallbacksItemMap>;
1059
+ export const UpdateRouterConfigFallbacksList = /*@__PURE__*/ S.Array(
1060
+ UpdateRouterConfigFallbacksItemMap,
1061
+ ) as any as S.Schema<UpdateRouterConfigFallbacksList>;
1062
+
1063
+ export type UpdateRouterConfigModelGroupAffinityConfigValueList = Array<string>;
1064
+ export const UpdateRouterConfigModelGroupAffinityConfigValueList =
1065
+ /*@__PURE__*/ S.Array(
1066
+ S.String,
1067
+ ) as any as S.Schema<UpdateRouterConfigModelGroupAffinityConfigValueList>;
1068
+
1069
+ export type UpdateRouterConfigModelGroupAffinityConfigMap = {
1070
+ [key: string]:
1071
+ | UpdateRouterConfigModelGroupAffinityConfigValueList
1072
+ | undefined;
1073
+ };
1074
+ export const UpdateRouterConfigModelGroupAffinityConfigMap =
1075
+ /*@__PURE__*/ S.Record(
1076
+ S.String,
1077
+ UpdateRouterConfigModelGroupAffinityConfigValueList,
1078
+ ) as any as S.Schema<UpdateRouterConfigModelGroupAffinityConfigMap>;
1079
+
1080
+ export type UpdateRouterConfigModelGroupAliasValueCase1Map = {
1081
+ [key: string]: unknown | undefined;
1082
+ };
1083
+ export const UpdateRouterConfigModelGroupAliasValueCase1Map =
1084
+ /*@__PURE__*/ S.Record(
1085
+ S.String,
1086
+ S.Unknown,
1087
+ ) as any as S.Schema<UpdateRouterConfigModelGroupAliasValueCase1Map>;
1088
+
1089
+ export type UpdateRouterConfigModelGroupAliasValue =
1090
+ | string
1091
+ | UpdateRouterConfigModelGroupAliasValueCase1Map;
1092
+ export const UpdateRouterConfigModelGroupAliasValue =
1093
+ S.Unknown as any as S.Schema<UpdateRouterConfigModelGroupAliasValue>;
1094
+
1095
+ export type UpdateRouterConfigModelGroupAliasMap = {
1096
+ [key: string]: UpdateRouterConfigModelGroupAliasValue | undefined;
1097
+ };
1098
+ export const UpdateRouterConfigModelGroupAliasMap = /*@__PURE__*/ S.Record(
1099
+ S.String,
1100
+ UpdateRouterConfigModelGroupAliasValue,
1101
+ ) as any as S.Schema<UpdateRouterConfigModelGroupAliasMap>;
1102
+
1103
+ /** Use this to set a custom number of retries per exception type If RateLimitErrorRetries = 3, then 3 retries will be made for RateLimitError Mapping of Exception type to number of retries https://docs.litellm.ai/docs/exception_mapping */
1104
+ export interface RetryPolicy {
1105
+ AuthenticationErrorRetries?: number | null;
1106
+ BadRequestErrorRetries?: number | null;
1107
+ ContentPolicyViolationErrorRetries?: number | null;
1108
+ InternalServerErrorRetries?: number | null;
1109
+ RateLimitErrorRetries?: number | null;
1110
+ TimeoutErrorRetries?: number | null;
1111
+ }
1112
+ export const RetryPolicy = /*@__PURE__*/ S.suspend(() =>
1113
+ S.Struct({
1114
+ AuthenticationErrorRetries: S.optional(S.NullOr(S.Number)),
1115
+ BadRequestErrorRetries: S.optional(S.NullOr(S.Number)),
1116
+ ContentPolicyViolationErrorRetries: S.optional(S.NullOr(S.Number)),
1117
+ InternalServerErrorRetries: S.optional(S.NullOr(S.Number)),
1118
+ RateLimitErrorRetries: S.optional(S.NullOr(S.Number)),
1119
+ TimeoutErrorRetries: S.optional(S.NullOr(S.Number)),
1120
+ }),
1121
+ ).annotate({ identifier: "RetryPolicy" }) as any as S.Schema<RetryPolicy>;
1122
+
1123
+ export type UpdateRouterConfigModelGroupRetryPolicyMap = {
1124
+ [key: string]: RetryPolicy | undefined;
1125
+ };
1126
+ export const UpdateRouterConfigModelGroupRetryPolicyMap =
1127
+ /*@__PURE__*/ S.Record(
1128
+ S.String,
1129
+ RetryPolicy,
1130
+ ) as any as S.Schema<UpdateRouterConfigModelGroupRetryPolicyMap>;
1131
+
1132
+ export type RoutingGroupModelsList = Array<string>;
1133
+ export const RoutingGroupModelsList = /*@__PURE__*/ S.Array(
1134
+ S.String,
1135
+ ) as any as S.Schema<RoutingGroupModelsList>;
1136
+
1137
+ export type RoutingGroupRoutingStrategyArgsMap = {
1138
+ [key: string]: unknown | undefined;
1139
+ };
1140
+ export const RoutingGroupRoutingStrategyArgsMap = /*@__PURE__*/ S.Record(
1141
+ S.String,
1142
+ S.Unknown,
1143
+ ) as any as S.Schema<RoutingGroupRoutingStrategyArgsMap>;
1144
+
1145
+ /** A group of models that share a routing strategy. */
1146
+ export interface RoutingGroup {
1147
+ group_name: string;
1148
+ models: RoutingGroupModelsList;
1149
+ routing_strategy: string;
1150
+ routing_strategy_args?: RoutingGroupRoutingStrategyArgsMap | null;
1151
+ }
1152
+ export const RoutingGroup = /*@__PURE__*/ S.suspend(() =>
1153
+ S.Struct({
1154
+ group_name: S.String,
1155
+ models: RoutingGroupModelsList,
1156
+ routing_strategy: S.String,
1157
+ routing_strategy_args: S.optional(
1158
+ S.NullOr(RoutingGroupRoutingStrategyArgsMap),
1159
+ ),
1160
+ }),
1161
+ ).annotate({ identifier: "RoutingGroup" }) as any as S.Schema<RoutingGroup>;
1162
+
1163
+ export type UpdateRouterConfigRoutingGroupsList = Array<RoutingGroup>;
1164
+ export const UpdateRouterConfigRoutingGroupsList = /*@__PURE__*/ S.Array(
1165
+ RoutingGroup,
1166
+ ) as any as S.Schema<UpdateRouterConfigRoutingGroupsList>;
1167
+
1168
+ export type UpdateRouterConfigRoutingStrategyArgsMap = {
1169
+ [key: string]: unknown | undefined;
1170
+ };
1171
+ export const UpdateRouterConfigRoutingStrategyArgsMap = /*@__PURE__*/ S.Record(
1172
+ S.String,
1173
+ S.Unknown,
1174
+ ) as any as S.Schema<UpdateRouterConfigRoutingStrategyArgsMap>;
1175
+
1176
+ /** Set of params that you can modify via `router.update_settings()`. */
1177
+ export interface UpdateRouterConfig {
1178
+ allowed_fails?: number | null;
1179
+ context_window_fallbacks?: UpdateRouterConfigContextWindowFallbacksList | null;
1180
+ cooldown_time?: number | null;
1181
+ enable_tag_filtering?: boolean | null;
1182
+ fallbacks?: UpdateRouterConfigFallbacksList | null;
1183
+ max_retries?: number | null;
1184
+ model_group_affinity_config?: UpdateRouterConfigModelGroupAffinityConfigMap | null;
1185
+ model_group_alias?: UpdateRouterConfigModelGroupAliasMap | null;
1186
+ model_group_retry_policy?: UpdateRouterConfigModelGroupRetryPolicyMap | null;
1187
+ num_retries?: number | null;
1188
+ retry_after?: number | null;
1189
+ retry_policy?: RetryPolicy | null;
1190
+ routing_groups?: UpdateRouterConfigRoutingGroupsList | null;
1191
+ routing_strategy?: string | null;
1192
+ routing_strategy_args?: UpdateRouterConfigRoutingStrategyArgsMap | null;
1193
+ tag_routing_prefix?: string | null;
1194
+ timeout?: number | null;
1195
+ }
1196
+ export const UpdateRouterConfig = /*@__PURE__*/ S.suspend(() =>
1197
+ S.Struct({
1198
+ allowed_fails: S.optional(S.NullOr(S.Number)),
1199
+ context_window_fallbacks: S.optional(
1200
+ S.NullOr(UpdateRouterConfigContextWindowFallbacksList),
1201
+ ),
1202
+ cooldown_time: S.optional(S.NullOr(S.Number)),
1203
+ enable_tag_filtering: S.optional(S.NullOr(S.Boolean)),
1204
+ fallbacks: S.optional(S.NullOr(UpdateRouterConfigFallbacksList)),
1205
+ max_retries: S.optional(S.NullOr(S.Number)),
1206
+ model_group_affinity_config: S.optional(
1207
+ S.NullOr(UpdateRouterConfigModelGroupAffinityConfigMap),
1208
+ ),
1209
+ model_group_alias: S.optional(
1210
+ S.NullOr(UpdateRouterConfigModelGroupAliasMap),
1211
+ ),
1212
+ model_group_retry_policy: S.optional(
1213
+ S.NullOr(UpdateRouterConfigModelGroupRetryPolicyMap),
1214
+ ),
1215
+ num_retries: S.optional(S.NullOr(S.Number)),
1216
+ retry_after: S.optional(S.NullOr(S.Number)),
1217
+ retry_policy: S.optional(S.NullOr(RetryPolicy)),
1218
+ routing_groups: S.optional(S.NullOr(UpdateRouterConfigRoutingGroupsList)),
1219
+ routing_strategy: S.optional(S.NullOr(S.String)),
1220
+ routing_strategy_args: S.optional(
1221
+ S.NullOr(UpdateRouterConfigRoutingStrategyArgsMap),
1222
+ ),
1223
+ tag_routing_prefix: S.optional(S.NullOr(S.String)),
1224
+ timeout: S.optional(S.NullOr(S.Number)),
1225
+ }),
1226
+ ).annotate({
1227
+ identifier: "UpdateRouterConfig",
1228
+ }) as any as S.Schema<UpdateRouterConfig>;
1229
+
1230
+ export interface WorkerRegistryEntry {
1231
+ name: string;
1232
+ url: string;
1233
+ worker_id: string;
1234
+ }
1235
+ export const WorkerRegistryEntry = /*@__PURE__*/ S.suspend(() =>
1236
+ S.Struct({
1237
+ name: S.String,
1238
+ url: S.String,
1239
+ worker_id: S.String,
1240
+ }),
1241
+ ).annotate({
1242
+ identifier: "WorkerRegistryEntry",
1243
+ }) as any as S.Schema<WorkerRegistryEntry>;
1244
+
1245
+ export type GetConfigYamlEndpointConfigYamlRequestWorkerRegistryList =
1246
+ Array<WorkerRegistryEntry>;
1247
+ export const GetConfigYamlEndpointConfigYamlRequestWorkerRegistryList =
1248
+ /*@__PURE__*/ S.Array(
1249
+ WorkerRegistryEntry,
1250
+ ) as any as S.Schema<GetConfigYamlEndpointConfigYamlRequestWorkerRegistryList>;
1251
+
1252
+ export interface GetConfigYamlEndpointConfigYamlRequest {
1253
+ /** Object to pass in additional environment variables via POST request */
1254
+ environment_variables?: GetConfigYamlEndpointConfigYamlRequestEnvironmentVariablesMap | null;
1255
+ general_settings?: ConfigGeneralSettings | null;
1256
+ /** litellm Module settings. See __init__.py for all, example litellm.drop_params=True, litellm.set_verbose=True, litellm.api_base, litellm.cache */
1257
+ litellm_settings?: GetConfigYamlEndpointConfigYamlRequestLitellmSettingsMap | null;
1258
+ /** List of supported models on the server, with model-specific configs */
1259
+ model_list?: GetConfigYamlEndpointConfigYamlRequestModelListList | null;
1260
+ /** litellm router object settings. See router.py __init__ for all, example router.num_retries=5, router.timeout=5, router.max_retries=5, router.retry_after=5 */
1261
+ router_settings?: UpdateRouterConfig | null;
1262
+ /** Global Control Plane: the independent proxy instances this instance's admin UI manages. Setting it makes this a control plane, which serves the UI and does not route LLM requests. Enterprise-only */
1263
+ worker_registry?: GetConfigYamlEndpointConfigYamlRequestWorkerRegistryList | null;
1264
+ }
1265
+ export const GetConfigYamlEndpointConfigYamlRequest = /*@__PURE__*/ S.suspend(
1266
+ () =>
1267
+ S.Struct({
1268
+ environment_variables: S.optional(
1269
+ S.NullOr(GetConfigYamlEndpointConfigYamlRequestEnvironmentVariablesMap),
1270
+ ),
1271
+ general_settings: S.optional(S.NullOr(ConfigGeneralSettings)),
1272
+ litellm_settings: S.optional(
1273
+ S.NullOr(GetConfigYamlEndpointConfigYamlRequestLitellmSettingsMap),
1274
+ ),
1275
+ model_list: S.optional(
1276
+ S.NullOr(GetConfigYamlEndpointConfigYamlRequestModelListList),
1277
+ ),
1278
+ router_settings: S.optional(S.NullOr(UpdateRouterConfig)),
1279
+ worker_registry: S.optional(
1280
+ S.NullOr(GetConfigYamlEndpointConfigYamlRequestWorkerRegistryList),
1281
+ ),
1282
+ }).pipe(T.Http({ method: "GET", uri: "/config/yaml", code: 200 })),
1283
+ ).annotate({
1284
+ identifier: "GetConfigYamlEndpointConfigYamlRequest",
1285
+ }) as any as S.Schema<GetConfigYamlEndpointConfigYamlRequest>;
1286
+
1287
+ export interface GetConfigYamlEndpointConfigYamlResponse {
1288
+ body: unknown;
1289
+ }
1290
+ export const GetConfigYamlEndpointConfigYamlResponse = /*@__PURE__*/ S.suspend(
1291
+ () =>
1292
+ S.Struct({
1293
+ body: S.Unknown,
1294
+ }),
1295
+ ).annotate({
1296
+ identifier: "GetConfigYamlEndpointConfigYamlResponse",
1297
+ }) as any as S.Schema<GetConfigYamlEndpointConfigYamlResponse>;
1298
+
1299
+ export type UpdateConfigConfigUpdatePostRequestEnvironmentVariablesMap = {
1300
+ [key: string]: unknown | undefined;
1301
+ };
1302
+ export const UpdateConfigConfigUpdatePostRequestEnvironmentVariablesMap =
1303
+ /*@__PURE__*/ S.Record(
1304
+ S.String,
1305
+ S.Unknown,
1306
+ ) as any as S.Schema<UpdateConfigConfigUpdatePostRequestEnvironmentVariablesMap>;
1307
+
1308
+ export type UpdateConfigConfigUpdatePostRequestLitellmSettingsMap = {
1309
+ [key: string]: unknown | undefined;
1310
+ };
1311
+ export const UpdateConfigConfigUpdatePostRequestLitellmSettingsMap =
1312
+ /*@__PURE__*/ S.Record(
1313
+ S.String,
1314
+ S.Unknown,
1315
+ ) as any as S.Schema<UpdateConfigConfigUpdatePostRequestLitellmSettingsMap>;
1316
+
1317
+ export type UpdateConfigConfigUpdatePostRequestModelListList =
1318
+ Array<ModelParams>;
1319
+ export const UpdateConfigConfigUpdatePostRequestModelListList =
1320
+ /*@__PURE__*/ S.Array(
1321
+ ModelParams,
1322
+ ) as any as S.Schema<UpdateConfigConfigUpdatePostRequestModelListList>;
1323
+
1324
+ export type UpdateConfigConfigUpdatePostRequestWorkerRegistryList =
1325
+ Array<WorkerRegistryEntry>;
1326
+ export const UpdateConfigConfigUpdatePostRequestWorkerRegistryList =
1327
+ /*@__PURE__*/ S.Array(
1328
+ WorkerRegistryEntry,
1329
+ ) as any as S.Schema<UpdateConfigConfigUpdatePostRequestWorkerRegistryList>;
1330
+
1331
+ export interface UpdateConfigConfigUpdatePostRequest {
1332
+ /** Object to pass in additional environment variables via POST request */
1333
+ environment_variables?: UpdateConfigConfigUpdatePostRequestEnvironmentVariablesMap | null;
1334
+ general_settings?: ConfigGeneralSettings | null;
1335
+ /** litellm Module settings. See __init__.py for all, example litellm.drop_params=True, litellm.set_verbose=True, litellm.api_base, litellm.cache */
1336
+ litellm_settings?: UpdateConfigConfigUpdatePostRequestLitellmSettingsMap | null;
1337
+ /** List of supported models on the server, with model-specific configs */
1338
+ model_list?: UpdateConfigConfigUpdatePostRequestModelListList | null;
1339
+ /** litellm router object settings. See router.py __init__ for all, example router.num_retries=5, router.timeout=5, router.max_retries=5, router.retry_after=5 */
1340
+ router_settings?: UpdateRouterConfig | null;
1341
+ /** Global Control Plane: the independent proxy instances this instance's admin UI manages. Setting it makes this a control plane, which serves the UI and does not route LLM requests. Enterprise-only */
1342
+ worker_registry?: UpdateConfigConfigUpdatePostRequestWorkerRegistryList | null;
1343
+ }
1344
+ export const UpdateConfigConfigUpdatePostRequest = /*@__PURE__*/ S.suspend(() =>
1345
+ S.Struct({
1346
+ environment_variables: S.optional(
1347
+ S.NullOr(UpdateConfigConfigUpdatePostRequestEnvironmentVariablesMap),
1348
+ ),
1349
+ general_settings: S.optional(S.NullOr(ConfigGeneralSettings)),
1350
+ litellm_settings: S.optional(
1351
+ S.NullOr(UpdateConfigConfigUpdatePostRequestLitellmSettingsMap),
1352
+ ),
1353
+ model_list: S.optional(
1354
+ S.NullOr(UpdateConfigConfigUpdatePostRequestModelListList),
1355
+ ),
1356
+ router_settings: S.optional(S.NullOr(UpdateRouterConfig)),
1357
+ worker_registry: S.optional(
1358
+ S.NullOr(UpdateConfigConfigUpdatePostRequestWorkerRegistryList),
1359
+ ),
1360
+ }).pipe(T.Http({ method: "POST", uri: "/config/update", code: 200 })),
1361
+ ).annotate({
1362
+ identifier: "UpdateConfigConfigUpdatePostRequest",
1363
+ }) as any as S.Schema<UpdateConfigConfigUpdatePostRequest>;
1364
+
1365
+ export interface UpdateConfigConfigUpdatePostResponse {
1366
+ body: unknown;
1367
+ }
1368
+ export const UpdateConfigConfigUpdatePostResponse = /*@__PURE__*/ S.suspend(
1369
+ () =>
1370
+ S.Struct({
1371
+ body: S.Unknown,
1372
+ }),
1373
+ ).annotate({
1374
+ identifier: "UpdateConfigConfigUpdatePostResponse",
1375
+ }) as any as S.Schema<UpdateConfigConfigUpdatePostResponse>;
1376
+
1377
+ export interface UpdateConfigGeneralSettingsConfigFieldUpdatePostRequest {
1378
+ config_type: string;
1379
+ field_name: string;
1380
+ field_value: unknown;
1381
+ }
1382
+ export const UpdateConfigGeneralSettingsConfigFieldUpdatePostRequest =
1383
+ /*@__PURE__*/ S.suspend(() =>
1384
+ S.Struct({
1385
+ config_type: S.String,
1386
+ field_name: S.String,
1387
+ field_value: S.Unknown,
1388
+ }).pipe(T.Http({ method: "POST", uri: "/config/field/update", code: 200 })),
1389
+ ).annotate({
1390
+ identifier: "UpdateConfigGeneralSettingsConfigFieldUpdatePostRequest",
1391
+ }) as any as S.Schema<UpdateConfigGeneralSettingsConfigFieldUpdatePostRequest>;
1392
+
1393
+ export interface UpdateConfigGeneralSettingsConfigFieldUpdatePostResponse {
1394
+ body: unknown;
1395
+ }
1396
+ export const UpdateConfigGeneralSettingsConfigFieldUpdatePostResponse =
1397
+ /*@__PURE__*/ S.suspend(() =>
1398
+ S.Struct({
1399
+ body: S.Unknown,
1400
+ }),
1401
+ ).annotate({
1402
+ identifier: "UpdateConfigGeneralSettingsConfigFieldUpdatePostResponse",
1403
+ }) as any as S.Schema<UpdateConfigGeneralSettingsConfigFieldUpdatePostResponse>;
1404
+
1405
+ export type DeleteCallbackConfigCallbackDeletePostError =
1406
+ | UnprocessableEntity
1407
+ | LitellmOpError;
1408
+ /** Delete Callback Delete specific logging callback from configuration. */
1409
+ export const deleteCallbackConfigCallbackDeletePost: API.OperationMethod<
1410
+ DeleteCallbackConfigCallbackDeletePostRequest,
1411
+ DeleteCallbackConfigCallbackDeletePostResponse,
1412
+ DeleteCallbackConfigCallbackDeletePostError,
1413
+ LitellmOpContext
1414
+ > = /*@__PURE__*/ API.make(() => ({
1415
+ input: DeleteCallbackConfigCallbackDeletePostRequest,
1416
+ output: DeleteCallbackConfigCallbackDeletePostResponse,
1417
+ errors: [UnprocessableEntity],
1418
+ protocol: LitellmProtocol,
1419
+ retry: Retry.Retry,
1420
+ }));
1421
+
1422
+ export type DeleteConfigGeneralSettingsConfigFieldDeletePostError =
1423
+ | UnprocessableEntity
1424
+ | LitellmOpError;
1425
+ /** Delete Config General Settings Delete the db value of this field in litellm general settings. Resets it to it's initial default value on litellm. */
1426
+ export const deleteConfigGeneralSettingsConfigFieldDeletePost: API.OperationMethod<
1427
+ DeleteConfigGeneralSettingsConfigFieldDeletePostRequest,
1428
+ DeleteConfigGeneralSettingsConfigFieldDeletePostResponse,
1429
+ DeleteConfigGeneralSettingsConfigFieldDeletePostError,
1430
+ LitellmOpContext
1431
+ > = /*@__PURE__*/ API.make(() => ({
1432
+ input: DeleteConfigGeneralSettingsConfigFieldDeletePostRequest,
1433
+ output: DeleteConfigGeneralSettingsConfigFieldDeletePostResponse,
1434
+ errors: [UnprocessableEntity],
1435
+ protocol: LitellmProtocol,
1436
+ retry: Retry.Retry,
1437
+ }));
1438
+
1439
+ export type GetConfigGeneralSettingsConfigFieldInfoGetError =
1440
+ | UnprocessableEntity
1441
+ | LitellmOpError;
1442
+ /** Get Config General Settings */
1443
+ export const getConfigGeneralSettingsConfigFieldInfoGet: API.OperationMethod<
1444
+ GetConfigGeneralSettingsConfigFieldInfoGetRequest,
1445
+ ConfigFieldInfo,
1446
+ GetConfigGeneralSettingsConfigFieldInfoGetError,
1447
+ LitellmOpContext
1448
+ > = /*@__PURE__*/ API.make(() => ({
1449
+ input: GetConfigGeneralSettingsConfigFieldInfoGetRequest,
1450
+ output: ConfigFieldInfo,
1451
+ errors: [UnprocessableEntity],
1452
+ protocol: LitellmProtocol,
1453
+ retry: Retry.Retry,
1454
+ }));
1455
+
1456
+ export type GetConfigGetConfigCallbacksGetError = LitellmOpError;
1457
+ /** Get Config For Admin UI - allows admin to view config via UI # return the callbacks and the env variables for the callback */
1458
+ export const getConfigGetConfigCallbacksGet: API.OperationMethod<
1459
+ GetConfigGetConfigCallbacksGetRequest,
1460
+ GetConfigGetConfigCallbacksGetResponse,
1461
+ GetConfigGetConfigCallbacksGetError,
1462
+ LitellmOpContext
1463
+ > = /*@__PURE__*/ API.make(() => ({
1464
+ input: GetConfigGetConfigCallbacksGetRequest,
1465
+ output: GetConfigGetConfigCallbacksGetResponse,
1466
+ errors: [],
1467
+ protocol: LitellmProtocol,
1468
+ retry: Retry.Retry,
1469
+ }));
1470
+
1471
+ export type GetConfigListConfigListGetError =
1472
+ | UnprocessableEntity
1473
+ | LitellmOpError;
1474
+ /** Get Config List List the available fields + current values for a given type of setting (currently just 'general_settings'user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth),) */
1475
+ export const getConfigListConfigListGet: API.OperationMethod<
1476
+ GetConfigListConfigListGetRequest,
1477
+ GetConfigListConfigListGetResponse,
1478
+ GetConfigListConfigListGetError,
1479
+ LitellmOpContext
1480
+ > = /*@__PURE__*/ API.make(() => ({
1481
+ input: GetConfigListConfigListGetRequest,
1482
+ output: GetConfigListConfigListGetResponse,
1483
+ errors: [UnprocessableEntity],
1484
+ protocol: LitellmProtocol,
1485
+ retry: Retry.Retry,
1486
+ }));
1487
+
1488
+ export type GetConfigYamlEndpointConfigYamlError =
1489
+ | UnprocessableEntity
1490
+ | LitellmOpError;
1491
+ /** Config Yaml Endpoint This is a mock endpoint, to show what you can set in config.yaml details in the Swagger UI. Parameters: The config.yaml object has the following attributes: - **model_list**: *Optional[List[ModelParams]]* - A list of supported models on the server, along with model-specific configurations. ModelParams includes "model_name" (name of the model), "litellm_params" (litellm-specific parameters for the model), and "model_info" (additional info about the model such as id, mode, cost per token, etc). - **litellm_settings**: *Optional[dict]*: Settings for the litellm module. You can specify multiple properties like "drop_params", "set_verbose", "api_base", "cache". - **general_settings**: *Optional[ConfigGeneralSettings]*: General settings for the server like "completion_model" (default model for chat completion calls), "use_azure_key_vault" (option to load keys from azure key vault), "master_key" (key required for all calls to proxy), and others. Please, refer to each class's description for a better understanding of the specific attributes within them. Note: This is a mock endpoint primarily meant for demonstration purposes, and does not actually provide or change any configurations. */
1492
+ export const getConfigYamlEndpointConfigYaml: API.OperationMethod<
1493
+ GetConfigYamlEndpointConfigYamlRequest,
1494
+ GetConfigYamlEndpointConfigYamlResponse,
1495
+ GetConfigYamlEndpointConfigYamlError,
1496
+ LitellmOpContext
1497
+ > = /*@__PURE__*/ API.make(() => ({
1498
+ input: GetConfigYamlEndpointConfigYamlRequest,
1499
+ output: GetConfigYamlEndpointConfigYamlResponse,
1500
+ errors: [UnprocessableEntity],
1501
+ protocol: LitellmProtocol,
1502
+ retry: Retry.Retry,
1503
+ }));
1504
+
1505
+ export type UpdateConfigConfigUpdatePostError =
1506
+ | UnprocessableEntity
1507
+ | LitellmOpError;
1508
+ /** Update Config For Admin UI - allows admin to update config via UI. Writes only the sections present in the request body to LiteLLM_Config rows (one row per top-level section). Sections the caller did not send are left untouched — this endpoint never persists pre-existing YAML values to DB as a side effect of an unrelated update. */
1509
+ export const updateConfigConfigUpdatePost: API.OperationMethod<
1510
+ UpdateConfigConfigUpdatePostRequest,
1511
+ UpdateConfigConfigUpdatePostResponse,
1512
+ UpdateConfigConfigUpdatePostError,
1513
+ LitellmOpContext
1514
+ > = /*@__PURE__*/ API.make(() => ({
1515
+ input: UpdateConfigConfigUpdatePostRequest,
1516
+ output: UpdateConfigConfigUpdatePostResponse,
1517
+ errors: [UnprocessableEntity],
1518
+ protocol: LitellmProtocol,
1519
+ retry: Retry.Retry,
1520
+ }));
1521
+
1522
+ export type UpdateConfigGeneralSettingsConfigFieldUpdatePostError =
1523
+ | UnprocessableEntity
1524
+ | LitellmOpError;
1525
+ /** Update Config General Settings Update a specific field in litellm general settings */
1526
+ export const updateConfigGeneralSettingsConfigFieldUpdatePost: API.OperationMethod<
1527
+ UpdateConfigGeneralSettingsConfigFieldUpdatePostRequest,
1528
+ UpdateConfigGeneralSettingsConfigFieldUpdatePostResponse,
1529
+ UpdateConfigGeneralSettingsConfigFieldUpdatePostError,
1530
+ LitellmOpContext
1531
+ > = /*@__PURE__*/ API.make(() => ({
1532
+ input: UpdateConfigGeneralSettingsConfigFieldUpdatePostRequest,
1533
+ output: UpdateConfigGeneralSettingsConfigFieldUpdatePostResponse,
1534
+ errors: [UnprocessableEntity],
1535
+ protocol: LitellmProtocol,
1536
+ retry: Retry.Retry,
1537
+ }));