@homeflare/distilled-litellm 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (563) hide show
  1. package/LICENSE +201 -0
  2. package/README.md +77 -0
  3. package/dist/credentials.d.ts +27 -0
  4. package/dist/credentials.d.ts.map +1 -0
  5. package/dist/credentials.js +67 -0
  6. package/dist/credentials.js.map +1 -0
  7. package/dist/errors.d.ts +92 -0
  8. package/dist/errors.d.ts.map +1 -0
  9. package/dist/errors.js +72 -0
  10. package/dist/errors.js.map +1 -0
  11. package/dist/index.d.ts +30 -0
  12. package/dist/index.d.ts.map +1 -0
  13. package/dist/index.js +30 -0
  14. package/dist/index.js.map +1 -0
  15. package/dist/protocol.d.ts +18 -0
  16. package/dist/protocol.d.ts.map +1 -0
  17. package/dist/protocol.js +135 -0
  18. package/dist/protocol.js.map +1 -0
  19. package/dist/retry.d.ts +50 -0
  20. package/dist/retry.d.ts.map +1 -0
  21. package/dist/retry.js +43 -0
  22. package/dist/retry.js.map +1 -0
  23. package/dist/services/a2a.d.ts +70 -0
  24. package/dist/services/a2a.d.ts.map +1 -0
  25. package/dist/services/a2a.js +128 -0
  26. package/dist/services/a2a.js.map +1 -0
  27. package/dist/services/a2a_registration.d.ts +43 -0
  28. package/dist/services/a2a_registration.d.ts.map +1 -0
  29. package/dist/services/a2a_registration.js +40 -0
  30. package/dist/services/a2a_registration.js.map +1 -0
  31. package/dist/services/access_groups.d.ts +192 -0
  32. package/dist/services/access_groups.d.ts.map +1 -0
  33. package/dist/services/access_groups.js +283 -0
  34. package/dist/services/access_groups.js.map +1 -0
  35. package/dist/services/adaptive_router.d.ts +15 -0
  36. package/dist/services/adaptive_router.d.ts.map +1 -0
  37. package/dist/services/adaptive_router.js +25 -0
  38. package/dist/services/adaptive_router.js.map +1 -0
  39. package/dist/services/agents.d.ts +537 -0
  40. package/dist/services/agents.d.ts.map +1 -0
  41. package/dist/services/agents.js +481 -0
  42. package/dist/services/agents.js.map +1 -0
  43. package/dist/services/alerting.d.ts +15 -0
  44. package/dist/services/alerting.d.ts.map +1 -0
  45. package/dist/services/alerting.js +25 -0
  46. package/dist/services/alerting.js.map +1 -0
  47. package/dist/services/anthropic_pass_through.d.ts +70 -0
  48. package/dist/services/anthropic_pass_through.d.ts.map +1 -0
  49. package/dist/services/anthropic_pass_through.js +114 -0
  50. package/dist/services/anthropic_pass_through.js.map +1 -0
  51. package/dist/services/anthropic_passthrough.d.ts +35 -0
  52. package/dist/services/anthropic_passthrough.d.ts.map +1 -0
  53. package/dist/services/anthropic_passthrough.js +59 -0
  54. package/dist/services/anthropic_passthrough.js.map +1 -0
  55. package/dist/services/anthropic_skills.d.ts +74 -0
  56. package/dist/services/anthropic_skills.d.ts.map +1 -0
  57. package/dist/services/anthropic_skills.js +94 -0
  58. package/dist/services/anthropic_skills.js.map +1 -0
  59. package/dist/services/assembly_ai_eu_pass_through.d.ts +70 -0
  60. package/dist/services/assembly_ai_eu_pass_through.d.ts.map +1 -0
  61. package/dist/services/assembly_ai_eu_pass_through.js +114 -0
  62. package/dist/services/assembly_ai_eu_pass_through.js.map +1 -0
  63. package/dist/services/assembly_ai_pass_through.d.ts +70 -0
  64. package/dist/services/assembly_ai_pass_through.d.ts.map +1 -0
  65. package/dist/services/assembly_ai_pass_through.js +114 -0
  66. package/dist/services/assembly_ai_pass_through.js.map +1 -0
  67. package/dist/services/assistants.d.ts +185 -0
  68. package/dist/services/assistants.d.ts.map +1 -0
  69. package/dist/services/assistants.js +331 -0
  70. package/dist/services/assistants.js.map +1 -0
  71. package/dist/services/audio.d.ts +57 -0
  72. package/dist/services/audio.d.ts.map +1 -0
  73. package/dist/services/audio.js +96 -0
  74. package/dist/services/audio.js.map +1 -0
  75. package/dist/services/audit_logging.d.ts +98 -0
  76. package/dist/services/audit_logging.d.ts.map +1 -0
  77. package/dist/services/audit_logging.js +83 -0
  78. package/dist/services/audit_logging.js.map +1 -0
  79. package/dist/services/auto_router.d.ts +286 -0
  80. package/dist/services/auto_router.d.ts.map +1 -0
  81. package/dist/services/auto_router.js +248 -0
  82. package/dist/services/auto_router.js.map +1 -0
  83. package/dist/services/aws_comprehend_medical_pass_through.d.ts +36 -0
  84. package/dist/services/aws_comprehend_medical_pass_through.d.ts.map +1 -0
  85. package/dist/services/aws_comprehend_medical_pass_through.js +56 -0
  86. package/dist/services/aws_comprehend_medical_pass_through.js.map +1 -0
  87. package/dist/services/azure_ai_pass_through.d.ts +70 -0
  88. package/dist/services/azure_ai_pass_through.d.ts.map +1 -0
  89. package/dist/services/azure_ai_pass_through.js +112 -0
  90. package/dist/services/azure_ai_pass_through.js.map +1 -0
  91. package/dist/services/azure_pass_through.d.ts +70 -0
  92. package/dist/services/azure_pass_through.d.ts.map +1 -0
  93. package/dist/services/azure_pass_through.js +107 -0
  94. package/dist/services/azure_pass_through.js.map +1 -0
  95. package/dist/services/batch.d.ts +165 -0
  96. package/dist/services/batch.d.ts.map +1 -0
  97. package/dist/services/batch.js +265 -0
  98. package/dist/services/batch.js.map +1 -0
  99. package/dist/services/bedrock_pass_through.d.ts +70 -0
  100. package/dist/services/bedrock_pass_through.d.ts.map +1 -0
  101. package/dist/services/bedrock_pass_through.js +114 -0
  102. package/dist/services/bedrock_pass_through.js.map +1 -0
  103. package/dist/services/beta_agents.d.ts +199 -0
  104. package/dist/services/beta_agents.d.ts.map +1 -0
  105. package/dist/services/beta_agents.js +151 -0
  106. package/dist/services/beta_agents.js.map +1 -0
  107. package/dist/services/beta_mcp.d.ts +37 -0
  108. package/dist/services/beta_mcp.d.ts.map +1 -0
  109. package/dist/services/beta_mcp.js +40 -0
  110. package/dist/services/beta_mcp.js.map +1 -0
  111. package/dist/services/budget_management.d.ts +185 -0
  112. package/dist/services/budget_management.d.ts.map +1 -0
  113. package/dist/services/budget_management.js +196 -0
  114. package/dist/services/budget_management.js.map +1 -0
  115. package/dist/services/budget_spend_tracking.d.ts +967 -0
  116. package/dist/services/budget_spend_tracking.d.ts.map +1 -0
  117. package/dist/services/budget_spend_tracking.js +1103 -0
  118. package/dist/services/budget_spend_tracking.js.map +1 -0
  119. package/dist/services/cache_settings.d.ts +96 -0
  120. package/dist/services/cache_settings.d.ts.map +1 -0
  121. package/dist/services/cache_settings.js +95 -0
  122. package/dist/services/cache_settings.js.map +1 -0
  123. package/dist/services/caching.d.ts +54 -0
  124. package/dist/services/caching.d.ts.map +1 -0
  125. package/dist/services/caching.js +78 -0
  126. package/dist/services/caching.js.map +1 -0
  127. package/dist/services/chat_completions.d.ts +656 -0
  128. package/dist/services/chat_completions.d.ts.map +1 -0
  129. package/dist/services/chat_completions.js +590 -0
  130. package/dist/services/chat_completions.js.map +1 -0
  131. package/dist/services/claude_code_marketplace.d.ts +212 -0
  132. package/dist/services/claude_code_marketplace.d.ts.map +1 -0
  133. package/dist/services/claude_code_marketplace.js +248 -0
  134. package/dist/services/claude_code_marketplace.js.map +1 -0
  135. package/dist/services/cloudzero.d.ts +117 -0
  136. package/dist/services/cloudzero.d.ts.map +1 -0
  137. package/dist/services/cloudzero.js +130 -0
  138. package/dist/services/cloudzero.js.map +1 -0
  139. package/dist/services/cohere_pass_through.d.ts +70 -0
  140. package/dist/services/cohere_pass_through.d.ts.map +1 -0
  141. package/dist/services/cohere_pass_through.js +112 -0
  142. package/dist/services/cohere_pass_through.js.map +1 -0
  143. package/dist/services/completions.d.ts +59 -0
  144. package/dist/services/completions.d.ts.map +1 -0
  145. package/dist/services/completions.js +98 -0
  146. package/dist/services/completions.js.map +1 -0
  147. package/dist/services/compliance.d.ts +66 -0
  148. package/dist/services/compliance.d.ts.map +1 -0
  149. package/dist/services/compliance.js +74 -0
  150. package/dist/services/compliance.js.map +1 -0
  151. package/dist/services/config_overrides.d.ts +157 -0
  152. package/dist/services/config_overrides.d.ts.map +1 -0
  153. package/dist/services/config_overrides.js +207 -0
  154. package/dist/services/config_overrides.js.map +1 -0
  155. package/dist/services/config_yaml.d.ts +647 -0
  156. package/dist/services/config_yaml.d.ts.map +1 -0
  157. package/dist/services/config_yaml.js +504 -0
  158. package/dist/services/config_yaml.js.map +1 -0
  159. package/dist/services/containers.d.ts +215 -0
  160. package/dist/services/containers.d.ts.map +1 -0
  161. package/dist/services/containers.js +416 -0
  162. package/dist/services/containers.js.map +1 -0
  163. package/dist/services/coordination_redis_settings.d.ts +93 -0
  164. package/dist/services/coordination_redis_settings.d.ts.map +1 -0
  165. package/dist/services/coordination_redis_settings.js +104 -0
  166. package/dist/services/coordination_redis_settings.js.map +1 -0
  167. package/dist/services/cost_tracking.d.ts +140 -0
  168. package/dist/services/cost_tracking.d.ts.map +1 -0
  169. package/dist/services/cost_tracking.js +181 -0
  170. package/dist/services/cost_tracking.js.map +1 -0
  171. package/dist/services/credential_management.d.ts +133 -0
  172. package/dist/services/credential_management.d.ts.map +1 -0
  173. package/dist/services/credential_management.js +198 -0
  174. package/dist/services/credential_management.js.map +1 -0
  175. package/dist/services/cursor_pass_through.d.ts +70 -0
  176. package/dist/services/cursor_pass_through.d.ts.map +1 -0
  177. package/dist/services/cursor_pass_through.js +112 -0
  178. package/dist/services/cursor_pass_through.js.map +1 -0
  179. package/dist/services/customer_management.d.ts +545 -0
  180. package/dist/services/customer_management.d.ts.map +1 -0
  181. package/dist/services/customer_management.js +567 -0
  182. package/dist/services/customer_management.js.map +1 -0
  183. package/dist/services/email_management.d.ts +57 -0
  184. package/dist/services/email_management.d.ts.map +1 -0
  185. package/dist/services/email_management.js +79 -0
  186. package/dist/services/email_management.js.map +1 -0
  187. package/dist/services/embeddings.d.ts +155 -0
  188. package/dist/services/embeddings.d.ts.map +1 -0
  189. package/dist/services/embeddings.js +168 -0
  190. package/dist/services/embeddings.js.map +1 -0
  191. package/dist/services/evals.d.ts +245 -0
  192. package/dist/services/evals.d.ts.map +1 -0
  193. package/dist/services/evals.js +292 -0
  194. package/dist/services/evals.js.map +1 -0
  195. package/dist/services/experimental.d.ts +166 -0
  196. package/dist/services/experimental.d.ts.map +1 -0
  197. package/dist/services/experimental.js +265 -0
  198. package/dist/services/experimental.js.map +1 -0
  199. package/dist/services/fallback_management.d.ts +91 -0
  200. package/dist/services/fallback_management.d.ts.map +1 -0
  201. package/dist/services/fallback_management.js +86 -0
  202. package/dist/services/fallback_management.js.map +1 -0
  203. package/dist/services/files.d.ts +219 -0
  204. package/dist/services/files.d.ts.map +1 -0
  205. package/dist/services/files.js +358 -0
  206. package/dist/services/files.js.map +1 -0
  207. package/dist/services/fine_tuning.d.ts +155 -0
  208. package/dist/services/fine_tuning.d.ts.map +1 -0
  209. package/dist/services/fine_tuning.js +232 -0
  210. package/dist/services/fine_tuning.js.map +1 -0
  211. package/dist/services/gemini_agents.d.ts +68 -0
  212. package/dist/services/gemini_agents.d.ts.map +1 -0
  213. package/dist/services/gemini_agents.js +110 -0
  214. package/dist/services/gemini_agents.js.map +1 -0
  215. package/dist/services/google_ai_studio_pass_through.d.ts +70 -0
  216. package/dist/services/google_ai_studio_pass_through.d.ts.map +1 -0
  217. package/dist/services/google_ai_studio_pass_through.js +112 -0
  218. package/dist/services/google_ai_studio_pass_through.js.map +1 -0
  219. package/dist/services/google_genai_endpoints.d.ts +174 -0
  220. package/dist/services/google_genai_endpoints.d.ts.map +1 -0
  221. package/dist/services/google_genai_endpoints.js +340 -0
  222. package/dist/services/google_genai_endpoints.js.map +1 -0
  223. package/dist/services/guardrails.d.ts +1221 -0
  224. package/dist/services/guardrails.d.ts.map +1 -0
  225. package/dist/services/guardrails.js +1087 -0
  226. package/dist/services/guardrails.js.map +1 -0
  227. package/dist/services/health.d.ts +212 -0
  228. package/dist/services/health.d.ts.map +1 -0
  229. package/dist/services/health.js +309 -0
  230. package/dist/services/health.js.map +1 -0
  231. package/dist/services/images.d.ts +117 -0
  232. package/dist/services/images.d.ts.map +1 -0
  233. package/dist/services/images.js +184 -0
  234. package/dist/services/images.js.map +1 -0
  235. package/dist/services/index.d.ts +106 -0
  236. package/dist/services/index.d.ts.map +1 -0
  237. package/dist/services/index.js +107 -0
  238. package/dist/services/index.js.map +1 -0
  239. package/dist/services/internal_user_management.d.ts +1062 -0
  240. package/dist/services/internal_user_management.d.ts.map +1 -0
  241. package/dist/services/internal_user_management.js +850 -0
  242. package/dist/services/internal_user_management.js.map +1 -0
  243. package/dist/services/invite_links.d.ts +56 -0
  244. package/dist/services/invite_links.d.ts.map +1 -0
  245. package/dist/services/invite_links.js +82 -0
  246. package/dist/services/invite_links.js.map +1 -0
  247. package/dist/services/jwt_mappings.d.ts +79 -0
  248. package/dist/services/jwt_mappings.d.ts.map +1 -0
  249. package/dist/services/jwt_mappings.js +116 -0
  250. package/dist/services/jwt_mappings.js.map +1 -0
  251. package/dist/services/key_management.d.ts +1640 -0
  252. package/dist/services/key_management.d.ts.map +1 -0
  253. package/dist/services/key_management.js +1344 -0
  254. package/dist/services/key_management.js.map +1 -0
  255. package/dist/services/langfuse_passthrough.d.ts +70 -0
  256. package/dist/services/langfuse_passthrough.d.ts.map +1 -0
  257. package/dist/services/langfuse_passthrough.js +114 -0
  258. package/dist/services/langfuse_passthrough.js.map +1 -0
  259. package/dist/services/llm_utils.d.ts +101 -0
  260. package/dist/services/llm_utils.d.ts.map +1 -0
  261. package/dist/services/llm_utils.js +110 -0
  262. package/dist/services/llm_utils.js.map +1 -0
  263. package/dist/services/logging_callbacks.d.ts +33 -0
  264. package/dist/services/logging_callbacks.d.ts.map +1 -0
  265. package/dist/services/logging_callbacks.js +46 -0
  266. package/dist/services/logging_callbacks.js.map +1 -0
  267. package/dist/services/mcp_byok_oauth.d.ts +112 -0
  268. package/dist/services/mcp_byok_oauth.d.ts.map +1 -0
  269. package/dist/services/mcp_byok_oauth.js +226 -0
  270. package/dist/services/mcp_byok_oauth.js.map +1 -0
  271. package/dist/services/mcp_discoverable.d.ts +197 -0
  272. package/dist/services/mcp_discoverable.d.ts.map +1 -0
  273. package/dist/services/mcp_discoverable.js +304 -0
  274. package/dist/services/mcp_discoverable.js.map +1 -0
  275. package/dist/services/mcp_management.d.ts +956 -0
  276. package/dist/services/mcp_management.d.ts.map +1 -0
  277. package/dist/services/mcp_management.js +1139 -0
  278. package/dist/services/mcp_management.js.map +1 -0
  279. package/dist/services/mcp_rest.d.ts +281 -0
  280. package/dist/services/mcp_rest.d.ts.map +1 -0
  281. package/dist/services/mcp_rest.js +269 -0
  282. package/dist/services/mcp_rest.js.map +1 -0
  283. package/dist/services/memory_management.d.ts +93 -0
  284. package/dist/services/memory_management.d.ts.map +1 -0
  285. package/dist/services/memory_management.js +117 -0
  286. package/dist/services/memory_management.js.map +1 -0
  287. package/dist/services/milvus_pass_through.d.ts +70 -0
  288. package/dist/services/milvus_pass_through.d.ts.map +1 -0
  289. package/dist/services/milvus_pass_through.js +112 -0
  290. package/dist/services/milvus_pass_through.js.map +1 -0
  291. package/dist/services/misc.d.ts +676 -0
  292. package/dist/services/misc.d.ts.map +1 -0
  293. package/dist/services/misc.js +954 -0
  294. package/dist/services/misc.js.map +1 -0
  295. package/dist/services/mistral_pass_through.d.ts +70 -0
  296. package/dist/services/mistral_pass_through.d.ts.map +1 -0
  297. package/dist/services/mistral_pass_through.js +114 -0
  298. package/dist/services/mistral_pass_through.js.map +1 -0
  299. package/dist/services/model_management.d.ts +1649 -0
  300. package/dist/services/model_management.d.ts.map +1 -0
  301. package/dist/services/model_management.js +1805 -0
  302. package/dist/services/model_management.js.map +1 -0
  303. package/dist/services/moderations.d.ts +25 -0
  304. package/dist/services/moderations.d.ts.map +1 -0
  305. package/dist/services/moderations.js +39 -0
  306. package/dist/services/moderations.js.map +1 -0
  307. package/dist/services/ocr.d.ts +25 -0
  308. package/dist/services/ocr.d.ts.map +1 -0
  309. package/dist/services/ocr.js +39 -0
  310. package/dist/services/ocr.js.map +1 -0
  311. package/dist/services/open_ai_pass_through.d.ts +125 -0
  312. package/dist/services/open_ai_pass_through.d.ts.map +1 -0
  313. package/dist/services/open_ai_pass_through.js +232 -0
  314. package/dist/services/open_ai_pass_through.js.map +1 -0
  315. package/dist/services/organization_management.d.ts +664 -0
  316. package/dist/services/organization_management.d.ts.map +1 -0
  317. package/dist/services/organization_management.js +644 -0
  318. package/dist/services/organization_management.js.map +1 -0
  319. package/dist/services/plugins.d.ts +106 -0
  320. package/dist/services/plugins.d.ts.map +1 -0
  321. package/dist/services/plugins.js +180 -0
  322. package/dist/services/plugins.js.map +1 -0
  323. package/dist/services/policies.d.ts +618 -0
  324. package/dist/services/policies.d.ts.map +1 -0
  325. package/dist/services/policies.js +616 -0
  326. package/dist/services/policies.js.map +1 -0
  327. package/dist/services/policy_engine.d.ts +483 -0
  328. package/dist/services/policy_engine.d.ts.map +1 -0
  329. package/dist/services/policy_engine.js +501 -0
  330. package/dist/services/policy_engine.js.map +1 -0
  331. package/dist/services/project_management.d.ts +356 -0
  332. package/dist/services/project_management.d.ts.map +1 -0
  333. package/dist/services/project_management.js +318 -0
  334. package/dist/services/project_management.js.map +1 -0
  335. package/dist/services/prompts.d.ts +193 -0
  336. package/dist/services/prompts.d.ts.map +1 -0
  337. package/dist/services/prompts.js +260 -0
  338. package/dist/services/prompts.js.map +1 -0
  339. package/dist/services/public.d.ts +300 -0
  340. package/dist/services/public.d.ts.map +1 -0
  341. package/dist/services/public.js +362 -0
  342. package/dist/services/public.js.map +1 -0
  343. package/dist/services/rag.d.ts +45 -0
  344. package/dist/services/rag.d.ts.map +1 -0
  345. package/dist/services/rag.js +71 -0
  346. package/dist/services/rag.js.map +1 -0
  347. package/dist/services/realtime.d.ts +91 -0
  348. package/dist/services/realtime.d.ts.map +1 -0
  349. package/dist/services/realtime.js +164 -0
  350. package/dist/services/realtime.js.map +1 -0
  351. package/dist/services/rerank.d.ts +35 -0
  352. package/dist/services/rerank.d.ts.map +1 -0
  353. package/dist/services/rerank.js +55 -0
  354. package/dist/services/rerank.js.map +1 -0
  355. package/dist/services/responses.d.ts +237 -0
  356. package/dist/services/responses.d.ts.map +1 -0
  357. package/dist/services/responses.js +445 -0
  358. package/dist/services/responses.js.map +1 -0
  359. package/dist/services/router_settings.d.ts +67 -0
  360. package/dist/services/router_settings.d.ts.map +1 -0
  361. package/dist/services/router_settings.js +63 -0
  362. package/dist/services/router_settings.js.map +1 -0
  363. package/dist/services/rust_control_plane.d.ts +52 -0
  364. package/dist/services/rust_control_plane.d.ts.map +1 -0
  365. package/dist/services/rust_control_plane.js +54 -0
  366. package/dist/services/rust_control_plane.js.map +1 -0
  367. package/dist/services/scim.d.ts +412 -0
  368. package/dist/services/scim.d.ts.map +1 -0
  369. package/dist/services/scim.js +519 -0
  370. package/dist/services/scim.js.map +1 -0
  371. package/dist/services/search.d.ts +79 -0
  372. package/dist/services/search.d.ts.map +1 -0
  373. package/dist/services/search.js +122 -0
  374. package/dist/services/search.js.map +1 -0
  375. package/dist/services/search_tools.d.ts +140 -0
  376. package/dist/services/search_tools.d.ts.map +1 -0
  377. package/dist/services/search_tools.js +201 -0
  378. package/dist/services/search_tools.js.map +1 -0
  379. package/dist/services/settings.d.ts +53 -0
  380. package/dist/services/settings.d.ts.map +1 -0
  381. package/dist/services/settings.js +67 -0
  382. package/dist/services/settings.js.map +1 -0
  383. package/dist/services/sso_settings.d.ts +239 -0
  384. package/dist/services/sso_settings.d.ts.map +1 -0
  385. package/dist/services/sso_settings.js +214 -0
  386. package/dist/services/sso_settings.js.map +1 -0
  387. package/dist/services/tag_management.d.ts +390 -0
  388. package/dist/services/tag_management.d.ts.map +1 -0
  389. package/dist/services/tag_management.js +407 -0
  390. package/dist/services/tag_management.js.map +1 -0
  391. package/dist/services/team_management.d.ts +1502 -0
  392. package/dist/services/team_management.d.ts.map +1 -0
  393. package/dist/services/team_management.js +1429 -0
  394. package/dist/services/team_management.js.map +1 -0
  395. package/dist/services/tools.d.ts +227 -0
  396. package/dist/services/tools.d.ts.map +1 -0
  397. package/dist/services/tools.js +266 -0
  398. package/dist/services/tools.js.map +1 -0
  399. package/dist/services/ui_settings.d.ts +90 -0
  400. package/dist/services/ui_settings.d.ts.map +1 -0
  401. package/dist/services/ui_settings.js +96 -0
  402. package/dist/services/ui_settings.js.map +1 -0
  403. package/dist/services/ui_theme_settings.d.ts +62 -0
  404. package/dist/services/ui_theme_settings.d.ts.map +1 -0
  405. package/dist/services/ui_theme_settings.js +79 -0
  406. package/dist/services/ui_theme_settings.js.map +1 -0
  407. package/dist/services/usage_ai.d.ts +39 -0
  408. package/dist/services/usage_ai.d.ts.map +1 -0
  409. package/dist/services/usage_ai.js +40 -0
  410. package/dist/services/usage_ai.js.map +1 -0
  411. package/dist/services/vantage.d.ts +108 -0
  412. package/dist/services/vantage.d.ts.map +1 -0
  413. package/dist/services/vantage.js +124 -0
  414. package/dist/services/vantage.js.map +1 -0
  415. package/dist/services/vector_store_management.d.ts +161 -0
  416. package/dist/services/vector_store_management.d.ts.map +1 -0
  417. package/dist/services/vector_store_management.js +191 -0
  418. package/dist/services/vector_store_management.js.map +1 -0
  419. package/dist/services/vector_stores.d.ts +342 -0
  420. package/dist/services/vector_stores.d.ts.map +1 -0
  421. package/dist/services/vector_stores.js +639 -0
  422. package/dist/services/vector_stores.js.map +1 -0
  423. package/dist/services/vertex_ai_pass_through.d.ts +180 -0
  424. package/dist/services/vertex_ai_pass_through.d.ts.map +1 -0
  425. package/dist/services/vertex_ai_pass_through.js +334 -0
  426. package/dist/services/vertex_ai_pass_through.js.map +1 -0
  427. package/dist/services/videos.d.ts +207 -0
  428. package/dist/services/videos.d.ts.map +1 -0
  429. package/dist/services/videos.js +373 -0
  430. package/dist/services/videos.js.map +1 -0
  431. package/dist/services/vllm_pass_through.d.ts +70 -0
  432. package/dist/services/vllm_pass_through.d.ts.map +1 -0
  433. package/dist/services/vllm_pass_through.js +104 -0
  434. package/dist/services/vllm_pass_through.js.map +1 -0
  435. package/dist/services/watsonx_pass_through.d.ts +70 -0
  436. package/dist/services/watsonx_pass_through.d.ts.map +1 -0
  437. package/dist/services/watsonx_pass_through.js +114 -0
  438. package/dist/services/watsonx_pass_through.js.map +1 -0
  439. package/dist/services/web_socket.d.ts +77 -0
  440. package/dist/services/web_socket.d.ts.map +1 -0
  441. package/dist/services/web_socket.js +135 -0
  442. package/dist/services/web_socket.js.map +1 -0
  443. package/dist/services/workflow_management.d.ts +140 -0
  444. package/dist/services/workflow_management.d.ts.map +1 -0
  445. package/dist/services/workflow_management.js +220 -0
  446. package/dist/services/workflow_management.js.map +1 -0
  447. package/dist/traits.d.ts +14 -0
  448. package/dist/traits.d.ts.map +1 -0
  449. package/dist/traits.js +15 -0
  450. package/dist/traits.js.map +1 -0
  451. package/package.json +75 -0
  452. package/src/credentials.ts +97 -0
  453. package/src/errors.ts +108 -0
  454. package/src/index.ts +33 -0
  455. package/src/protocol.ts +160 -0
  456. package/src/retry.ts +74 -0
  457. package/src/services/a2a.ts +250 -0
  458. package/src/services/a2a_registration.ts +94 -0
  459. package/src/services/access_groups.ts +716 -0
  460. package/src/services/adaptive_router.ts +49 -0
  461. package/src/services/agents.ts +1314 -0
  462. package/src/services/alerting.ts +49 -0
  463. package/src/services/anthropic_pass_through.ts +233 -0
  464. package/src/services/anthropic_passthrough.ts +123 -0
  465. package/src/services/anthropic_skills.ts +200 -0
  466. package/src/services/assembly_ai_eu_pass_through.ts +237 -0
  467. package/src/services/assembly_ai_pass_through.ts +237 -0
  468. package/src/services/assistants.ts +685 -0
  469. package/src/services/audio.ts +189 -0
  470. package/src/services/audit_logging.ts +194 -0
  471. package/src/services/auto_router.ts +625 -0
  472. package/src/services/aws_comprehend_medical_pass_through.ts +109 -0
  473. package/src/services/azure_ai_pass_through.ts +231 -0
  474. package/src/services/azure_pass_through.ts +227 -0
  475. package/src/services/batch.ts +553 -0
  476. package/src/services/bedrock_pass_through.ts +229 -0
  477. package/src/services/beta_agents.ts +444 -0
  478. package/src/services/beta_mcp.ts +105 -0
  479. package/src/services/budget_management.ts +465 -0
  480. package/src/services/budget_spend_tracking.ts +2670 -0
  481. package/src/services/cache_settings.ts +234 -0
  482. package/src/services/caching.ts +175 -0
  483. package/src/services/chat_completions.ts +1788 -0
  484. package/src/services/claude_code_marketplace.ts +569 -0
  485. package/src/services/cloudzero.ts +297 -0
  486. package/src/services/cohere_pass_through.ts +227 -0
  487. package/src/services/completions.ts +194 -0
  488. package/src/services/compliance.ts +175 -0
  489. package/src/services/config_overrides.ts +466 -0
  490. package/src/services/config_yaml.ts +1537 -0
  491. package/src/services/containers.ts +848 -0
  492. package/src/services/coordination_redis_settings.ts +251 -0
  493. package/src/services/cost_tracking.ts +407 -0
  494. package/src/services/credential_management.ts +436 -0
  495. package/src/services/cursor_pass_through.ts +227 -0
  496. package/src/services/customer_management.ts +1475 -0
  497. package/src/services/email_management.ts +171 -0
  498. package/src/services/embeddings.ts +424 -0
  499. package/src/services/evals.ts +672 -0
  500. package/src/services/experimental.ts +572 -0
  501. package/src/services/fallback_management.ts +224 -0
  502. package/src/services/files.ts +732 -0
  503. package/src/services/fine_tuning.ts +547 -0
  504. package/src/services/gemini_agents.ts +227 -0
  505. package/src/services/google_ai_studio_pass_through.ts +227 -0
  506. package/src/services/google_genai_endpoints.ts +688 -0
  507. package/src/services/guardrails.ts +3006 -0
  508. package/src/services/health.ts +713 -0
  509. package/src/services/images.ts +430 -0
  510. package/src/services/index.ts +106 -0
  511. package/src/services/internal_user_management.ts +2574 -0
  512. package/src/services/invite_links.ts +167 -0
  513. package/src/services/jwt_mappings.ts +238 -0
  514. package/src/services/key_management.ts +4162 -0
  515. package/src/services/langfuse_passthrough.ts +231 -0
  516. package/src/services/llm_utils.ts +429 -0
  517. package/src/services/logging_callbacks.ts +104 -0
  518. package/src/services/mcp_byok_oauth.ts +468 -0
  519. package/src/services/mcp_discoverable.ts +626 -0
  520. package/src/services/mcp_management.ts +2915 -0
  521. package/src/services/mcp_rest.ts +779 -0
  522. package/src/services/memory_management.ts +248 -0
  523. package/src/services/milvus_pass_through.ts +227 -0
  524. package/src/services/misc.ts +2128 -0
  525. package/src/services/mistral_pass_through.ts +229 -0
  526. package/src/services/model_management.ts +4501 -0
  527. package/src/services/moderations.ts +80 -0
  528. package/src/services/ocr.ts +78 -0
  529. package/src/services/open_ai_pass_through.ts +462 -0
  530. package/src/services/organization_management.ts +1749 -0
  531. package/src/services/plugins.ts +367 -0
  532. package/src/services/policies.ts +1676 -0
  533. package/src/services/policy_engine.ts +1318 -0
  534. package/src/services/project_management.ts +938 -0
  535. package/src/services/prompts.ts +592 -0
  536. package/src/services/public.ts +880 -0
  537. package/src/services/rag.ts +148 -0
  538. package/src/services/realtime.ts +350 -0
  539. package/src/services/rerank.ts +111 -0
  540. package/src/services/responses.ts +909 -0
  541. package/src/services/router_settings.ts +168 -0
  542. package/src/services/rust_control_plane.ts +123 -0
  543. package/src/services/scim.ts +1243 -0
  544. package/src/services/search.ts +260 -0
  545. package/src/services/search_tools.ts +439 -0
  546. package/src/services/settings.ts +146 -0
  547. package/src/services/sso_settings.ts +626 -0
  548. package/src/services/tag_management.ts +1004 -0
  549. package/src/services/team_management.ts +3990 -0
  550. package/src/services/tools.ts +628 -0
  551. package/src/services/ui_settings.ts +237 -0
  552. package/src/services/ui_theme_settings.ts +173 -0
  553. package/src/services/usage_ai.ts +86 -0
  554. package/src/services/vantage.ts +283 -0
  555. package/src/services/vector_store_management.ts +454 -0
  556. package/src/services/vector_stores.ts +1321 -0
  557. package/src/services/vertex_ai_pass_through.ts +684 -0
  558. package/src/services/videos.ts +762 -0
  559. package/src/services/vllm_pass_through.ts +227 -0
  560. package/src/services/watsonx_pass_through.ts +229 -0
  561. package/src/services/web_socket.ts +254 -0
  562. package/src/services/workflow_management.ts +482 -0
  563. package/src/traits.ts +44 -0
@@ -0,0 +1,647 @@
1
+ import * as S from "@distilled.cloud/core/schema";
2
+ import * as API from "@distilled.cloud/core/api";
3
+ import { type LitellmOpError, type LitellmOpContext } from "../protocol.ts";
4
+ export type { LitellmOpError, LitellmOpContext };
5
+ declare const UnprocessableEntity_base: S.Class<UnprocessableEntity, S.TaggedStruct<"UnprocessableEntity", {
6
+ readonly code: any;
7
+ readonly message: any;
8
+ }>, import("effect/Cause").YieldableError> & (new (...args: any[]) => {
9
+ "@distilled.cloud/error/categories": {
10
+ BadRequestError: true;
11
+ };
12
+ });
13
+ export declare class UnprocessableEntity extends /*@__PURE__*/ UnprocessableEntity_base {
14
+ }
15
+ export interface DeleteCallbackConfigCallbackDeletePostRequest {
16
+ callback_name: string;
17
+ }
18
+ export declare const DeleteCallbackConfigCallbackDeletePostRequest: S.Schema<DeleteCallbackConfigCallbackDeletePostRequest>;
19
+ export interface DeleteCallbackConfigCallbackDeletePostResponse {
20
+ body: unknown;
21
+ }
22
+ export declare const DeleteCallbackConfigCallbackDeletePostResponse: S.Schema<DeleteCallbackConfigCallbackDeletePostResponse>;
23
+ export interface DeleteConfigGeneralSettingsConfigFieldDeletePostRequest {
24
+ config_type: string;
25
+ field_name: string;
26
+ }
27
+ export declare const DeleteConfigGeneralSettingsConfigFieldDeletePostRequest: S.Schema<DeleteConfigGeneralSettingsConfigFieldDeletePostRequest>;
28
+ export interface DeleteConfigGeneralSettingsConfigFieldDeletePostResponse {
29
+ body: unknown;
30
+ }
31
+ export declare const DeleteConfigGeneralSettingsConfigFieldDeletePostResponse: S.Schema<DeleteConfigGeneralSettingsConfigFieldDeletePostResponse>;
32
+ export interface GetConfigGeneralSettingsConfigFieldInfoGetRequest {
33
+ field_name: string;
34
+ }
35
+ export declare const GetConfigGeneralSettingsConfigFieldInfoGetRequest: S.Schema<GetConfigGeneralSettingsConfigFieldInfoGetRequest>;
36
+ export interface ConfigFieldInfo {
37
+ field_name: string;
38
+ field_value: unknown;
39
+ }
40
+ export declare const ConfigFieldInfo: S.Schema<ConfigFieldInfo>;
41
+ export interface GetConfigGetConfigCallbacksGetRequest {
42
+ }
43
+ export declare const GetConfigGetConfigCallbacksGetRequest: S.Schema<GetConfigGetConfigCallbacksGetRequest>;
44
+ export interface GetConfigGetConfigCallbacksGetResponse {
45
+ body: unknown;
46
+ }
47
+ export declare const GetConfigGetConfigCallbacksGetResponse: S.Schema<GetConfigGetConfigCallbacksGetResponse>;
48
+ export interface GetConfigListConfigListGetRequest {
49
+ config_type: string;
50
+ }
51
+ export declare const GetConfigListConfigListGetRequest: S.Schema<GetConfigListConfigListGetRequest>;
52
+ export type ConfigListFieldOptionsList = Array<string>;
53
+ export declare const ConfigListFieldOptionsList: S.Schema<ConfigListFieldOptionsList>;
54
+ export interface FieldDetail {
55
+ field_default_value?: unknown;
56
+ field_description: string;
57
+ field_name: string;
58
+ field_type: string;
59
+ stored_in_db: boolean | null;
60
+ }
61
+ export declare const FieldDetail: S.Schema<FieldDetail>;
62
+ export type ConfigListNestedFieldsList = Array<FieldDetail>;
63
+ export declare const ConfigListNestedFieldsList: S.Schema<ConfigListNestedFieldsList>;
64
+ export interface ConfigList {
65
+ field_default_value: unknown;
66
+ field_description: string;
67
+ field_name: string;
68
+ field_options?: ConfigListFieldOptionsList | null;
69
+ field_tab?: string | null;
70
+ field_type: string;
71
+ field_value: unknown;
72
+ nested_fields?: ConfigListNestedFieldsList | null;
73
+ premium_field?: boolean;
74
+ stored_in_db: boolean | null;
75
+ }
76
+ export declare const ConfigList: S.Schema<ConfigList>;
77
+ export type GetConfigListConfigListGetResponseBodyList = Array<ConfigList>;
78
+ export declare const GetConfigListConfigListGetResponseBodyList: S.Schema<GetConfigListConfigListGetResponseBodyList>;
79
+ export interface GetConfigListConfigListGetResponse {
80
+ body: GetConfigListConfigListGetResponseBodyList;
81
+ }
82
+ export declare const GetConfigListConfigListGetResponse: S.Schema<GetConfigListConfigListGetResponse>;
83
+ export type GetConfigYamlEndpointConfigYamlRequestEnvironmentVariablesMap = {
84
+ [key: string]: unknown | undefined;
85
+ };
86
+ export declare const GetConfigYamlEndpointConfigYamlRequestEnvironmentVariablesMap: S.Schema<GetConfigYamlEndpointConfigYamlRequestEnvironmentVariablesMap>;
87
+ export type ConfigGeneralSettingsAlertToWebhookUrlMap = {
88
+ [key: string]: unknown | undefined;
89
+ };
90
+ export declare const ConfigGeneralSettingsAlertToWebhookUrlMap: S.Schema<ConfigGeneralSettingsAlertToWebhookUrlMap>;
91
+ /** Enum for alert types and management event types */
92
+ export type AlertType = "llm_exceptions" | "llm_too_slow" | "llm_requests_hanging" | "budget_alerts" | "spend_reports" | "failed_tracking_spend" | "db_exceptions" | "daily_reports" | "cooldown_deployment" | "new_model_added" | "model_deprecation_warnings" | "outage_alerts" | "region_outage_alerts" | "fallback_reports" | "new_virtual_key_created" | "virtual_key_updated" | "virtual_key_deleted" | "new_team_created" | "team_updated" | "team_deleted" | "new_internal_user_created" | "internal_user_updated" | "internal_user_deleted";
93
+ export declare const AlertType: any;
94
+ export type ConfigGeneralSettingsAlertTypesList = Array<AlertType | (string & {})>;
95
+ export declare const ConfigGeneralSettingsAlertTypesList: S.Schema<ConfigGeneralSettingsAlertTypesList>;
96
+ export type ConfigGeneralSettingsAlertingList = Array<unknown>;
97
+ export declare const ConfigGeneralSettingsAlertingList: S.Schema<ConfigGeneralSettingsAlertingList>;
98
+ export type ConfigGeneralSettingsAlertingArgsMap = {
99
+ [key: string]: unknown | undefined;
100
+ };
101
+ export declare const ConfigGeneralSettingsAlertingArgsMap: S.Schema<ConfigGeneralSettingsAlertingArgsMap>;
102
+ export type ConfigGeneralSettingsAllowedRoutesList = Array<unknown>;
103
+ export declare const ConfigGeneralSettingsAllowedRoutesList: S.Schema<ConfigGeneralSettingsAllowedRoutesList>;
104
+ export type ConfigGeneralSettingsBackgroundHealthCheckModelGroupsList = Array<string>;
105
+ export declare const ConfigGeneralSettingsBackgroundHealthCheckModelGroupsList: S.Schema<ConfigGeneralSettingsBackgroundHealthCheckModelGroupsList>;
106
+ export type CoordinationRedisParamsSentinelNodesItemItem = string | number;
107
+ export declare const CoordinationRedisParamsSentinelNodesItemItem: S.Schema<CoordinationRedisParamsSentinelNodesItemItem>;
108
+ export type CoordinationRedisParamsSentinelNodesItemList = Array<CoordinationRedisParamsSentinelNodesItemItem>;
109
+ export declare const CoordinationRedisParamsSentinelNodesItemList: S.Schema<CoordinationRedisParamsSentinelNodesItemList>;
110
+ export type CoordinationRedisParamsSentinelNodesList = Array<CoordinationRedisParamsSentinelNodesItemList>;
111
+ export declare const CoordinationRedisParamsSentinelNodesList: S.Schema<CoordinationRedisParamsSentinelNodesList>;
112
+ /** A single startup node of a cluster-mode Redis used for proxy coordination. */
113
+ export interface CoordinationRedisNode {
114
+ /** hostname of the cluster node */
115
+ host: string;
116
+ /** port of the cluster node */
117
+ port: number;
118
+ }
119
+ export declare const CoordinationRedisNode: S.Schema<CoordinationRedisNode>;
120
+ export type CoordinationRedisParamsStartupNodesList = Array<CoordinationRedisNode>;
121
+ export declare const CoordinationRedisParamsStartupNodesList: S.Schema<CoordinationRedisParamsStartupNodesList>;
122
+ /** Connection params for the proxy's coordination Redis (cross-pod tpm/rpm rate limits, spend tracking, pod lock manager, shared health checks), configured independently of the response-cache backend in `litellm_settings.cache_params`. */
123
+ export interface CoordinationRedisParams {
124
+ /** Redis hostname */
125
+ host?: string | null;
126
+ /** Redis password */
127
+ password?: string | null;
128
+ /** Redis port */
129
+ port?: number | null;
130
+ /** sentinel [host, port] pairs; when set a sentinel-managed client is used */
131
+ sentinel_nodes?: CoordinationRedisParamsSentinelNodesList | null;
132
+ /** password for the sentinel nodes */
133
+ sentinel_password?: string | null;
134
+ /** sentinel service name */
135
+ service_name?: string | null;
136
+ /** connect over TLS */
137
+ ssl?: boolean | null;
138
+ /** cluster-mode startup nodes; when set a cluster client is used */
139
+ startup_nodes?: CoordinationRedisParamsStartupNodesList | null;
140
+ /** full Redis connection url, e.g. redis://:pass@host:6379 */
141
+ url?: string | null;
142
+ /** Redis username */
143
+ username?: string | null;
144
+ }
145
+ export declare const CoordinationRedisParams: S.Schema<CoordinationRedisParams>;
146
+ export type DynamoDBArgsAwsPolicyArnsList = Array<string>;
147
+ export declare const DynamoDBArgsAwsPolicyArnsList: S.Schema<DynamoDBArgsAwsPolicyArnsList>;
148
+ export type DynamoDBArgsBillingMode = "PROVISIONED_THROUGHPUT" | "PAY_PER_REQUEST";
149
+ export declare const DynamoDBArgsBillingMode: any;
150
+ export interface DynamoDBArgs {
151
+ assume_role_aws_role_name?: string | null;
152
+ assume_role_aws_session_name?: string | null;
153
+ aws_duration_seconds?: number | null;
154
+ aws_policy?: string | null;
155
+ aws_policy_arns?: DynamoDBArgsAwsPolicyArnsList | null;
156
+ aws_provider_id?: string | null;
157
+ aws_role_name?: string | null;
158
+ aws_session_name?: string | null;
159
+ aws_web_identity_token?: string | null;
160
+ billing_mode: DynamoDBArgsBillingMode | (string & {});
161
+ config_table_name?: string;
162
+ key_table_name?: string;
163
+ read_capacity_units?: number | null;
164
+ region_name: string;
165
+ spend_table_name?: string;
166
+ ssl_verify?: boolean | null;
167
+ user_table_name?: string;
168
+ write_capacity_units?: number | null;
169
+ }
170
+ export declare const DynamoDBArgs: S.Schema<DynamoDBArgs>;
171
+ export type ConfigGeneralSettingsDatabaseExtraConnectionParamsMap = {
172
+ [key: string]: unknown | undefined;
173
+ };
174
+ export declare const ConfigGeneralSettingsDatabaseExtraConnectionParamsMap: S.Schema<ConfigGeneralSettingsDatabaseExtraConnectionParamsMap>;
175
+ export type KeyManagementSystem = "google_kms" | "azure_key_vault" | "aws_secret_manager" | "google_secret_manager" | "hashicorp_vault" | "cyberark" | "local" | "aws_kms" | "custom";
176
+ export declare const KeyManagementSystem: any;
177
+ export type ConfigGeneralSettingsMcpInternalIpRangesList = Array<string>;
178
+ export declare const ConfigGeneralSettingsMcpInternalIpRangesList: S.Schema<ConfigGeneralSettingsMcpInternalIpRangesList>;
179
+ export type ConfigGeneralSettingsMcpRequiredFieldsList = Array<string>;
180
+ export declare const ConfigGeneralSettingsMcpRequiredFieldsList: S.Schema<ConfigGeneralSettingsMcpRequiredFieldsList>;
181
+ export type ConfigGeneralSettingsMcpTrustedProxyRangesList = Array<string>;
182
+ export declare const ConfigGeneralSettingsMcpTrustedProxyRangesList: S.Schema<ConfigGeneralSettingsMcpTrustedProxyRangesList>;
183
+ /** Key-value pairs of default query parameters to be sent with every request to this endpoint. These can be overridden by client-provided query parameters. For example: {'key': 'default_value', 'api_version': '2023-01'} */
184
+ export type PassThroughGenericEndpointDefaultQueryParamsMap = {
185
+ [key: string]: unknown | undefined;
186
+ };
187
+ export declare const PassThroughGenericEndpointDefaultQueryParamsMap: S.Schema<PassThroughGenericEndpointDefaultQueryParamsMap>;
188
+ export type PassThroughGuardrailSettingsRequestFieldsList = Array<string>;
189
+ export declare const PassThroughGuardrailSettingsRequestFieldsList: S.Schema<PassThroughGuardrailSettingsRequestFieldsList>;
190
+ export type PassThroughGuardrailSettingsResponseFieldsList = Array<string>;
191
+ export declare const PassThroughGuardrailSettingsResponseFieldsList: S.Schema<PassThroughGuardrailSettingsResponseFieldsList>;
192
+ /** Settings for a specific guardrail on a passthrough endpoint. Allows field-level targeting for guardrail execution. */
193
+ export interface PassThroughGuardrailSettings {
194
+ /** JSONPath expressions for input field targeting (pre_call). Examples: 'query', 'documents[*].text', 'messages[*].content'. If not specified, guardrail runs on entire request payload. */
195
+ request_fields?: PassThroughGuardrailSettingsRequestFieldsList | null;
196
+ /** JSONPath expressions for output field targeting (post_call). Examples: 'results[*].text', 'output'. If not specified, guardrail runs on entire response payload. */
197
+ response_fields?: PassThroughGuardrailSettingsResponseFieldsList | null;
198
+ }
199
+ export declare const PassThroughGuardrailSettings: S.Schema<PassThroughGuardrailSettings>;
200
+ export type PassThroughGenericEndpointGuardrailsMap = {
201
+ [key: string]: PassThroughGuardrailSettings | null | undefined;
202
+ };
203
+ export declare const PassThroughGenericEndpointGuardrailsMap: S.Schema<PassThroughGenericEndpointGuardrailsMap>;
204
+ /** Key-value pairs of headers to be forwarded with the request. You can set any key value pair here and it will be forwarded to your target endpoint */
205
+ export type PassThroughGenericEndpointHeadersMap = {
206
+ [key: string]: unknown | undefined;
207
+ };
208
+ export declare const PassThroughGenericEndpointHeadersMap: S.Schema<PassThroughGenericEndpointHeadersMap>;
209
+ export type PassThroughGenericEndpointMethodsList = Array<string>;
210
+ export declare const PassThroughGenericEndpointMethodsList: S.Schema<PassThroughGenericEndpointMethodsList>;
211
+ export interface PassThroughGenericEndpoint {
212
+ /** Whether authentication is required for the pass-through endpoint. Defaults to True so a pass-through silently created without an explicit value still requires a valid LiteLLM API key — set to False only if the endpoint is meant to be a public forwarder (e.g. an unauthenticated webhook target). */
213
+ auth?: boolean;
214
+ /** The USD cost per request to the target endpoint. This is used to calculate the cost of the request to the target endpoint. */
215
+ cost_per_request?: number;
216
+ /** Key-value pairs of default query parameters to be sent with every request to this endpoint. These can be overridden by client-provided query parameters. For example: {'key': 'default_value', 'api_version': '2023-01'} */
217
+ default_query_params?: PassThroughGenericEndpointDefaultQueryParamsMap;
218
+ /** Guardrails configuration for this passthrough endpoint. Dict keys are guardrail names, values are optional settings for field targeting. When set, all org/team/key level guardrails will also execute. Defaults to None (no guardrails execute). */
219
+ guardrails?: PassThroughGenericEndpointGuardrailsMap | null;
220
+ /** Key-value pairs of headers to be forwarded with the request. You can set any key value pair here and it will be forwarded to your target endpoint */
221
+ headers?: PassThroughGenericEndpointHeadersMap;
222
+ /** Optional unique identifier for the pass-through endpoint. If not provided, endpoints will be identified by path for backwards compatibility. */
223
+ id?: string | null;
224
+ /** If True, requests to subpaths of the path will be forwarded to the target endpoint. For example, if the path is /bria and include_subpath is True, requests to /bria/v1/text-to-image/base/2.3 will be forwarded to the target endpoint. */
225
+ include_subpath?: boolean;
226
+ /** True if this endpoint is defined in the config file, False if from DB. Config-defined endpoints cannot be edited via the UI. */
227
+ is_from_config?: boolean;
228
+ /** List of HTTP methods this endpoint handles (e.g., ['GET', 'POST']). If None or empty, all methods (GET, POST, PUT, DELETE, PATCH) are supported for backward compatibility. This allows the same path to have different targets for different HTTP methods. */
229
+ methods?: PassThroughGenericEndpointMethodsList | null;
230
+ /** The route to be added to the LiteLLM Proxy Server. */
231
+ path: string;
232
+ /** The URL to which requests for this path should be forwarded. */
233
+ target: string;
234
+ /** Upstream request timeout in seconds for this pass-through endpoint. If unset, uses general_settings.pass_through_request_timeout (default 600). */
235
+ timeout?: number | null;
236
+ }
237
+ export declare const PassThroughGenericEndpoint: S.Schema<PassThroughGenericEndpoint>;
238
+ export type ConfigGeneralSettingsPassThroughEndpointsList = Array<PassThroughGenericEndpoint>;
239
+ export declare const ConfigGeneralSettingsPassThroughEndpointsList: S.Schema<ConfigGeneralSettingsPassThroughEndpointsList>;
240
+ /** A single external service registered as an embeddable UI plugin. */
241
+ export interface PluginConfig {
242
+ /** human-readable label shown in the UI view switcher */
243
+ display_name?: string | null;
244
+ /** unique plugin identifier (kebab-case) */
245
+ name: string;
246
+ /** plugin's own credential, injected as Bearer auth only on /plugin-proxy/<name>/* reverse-proxy calls */
247
+ plugin_key?: string | null;
248
+ /** base URL of the plugin service */
249
+ url: string;
250
+ }
251
+ export declare const PluginConfig: S.Schema<PluginConfig>;
252
+ export type ConfigGeneralSettingsPluginsList = Array<PluginConfig>;
253
+ export declare const ConfigGeneralSettingsPluginsList: S.Schema<ConfigGeneralSettingsPluginsList>;
254
+ export type ConfigGeneralSettingsProviderUrlDestinationAllowedHostsList = Array<string>;
255
+ export declare const ConfigGeneralSettingsProviderUrlDestinationAllowedHostsList: S.Schema<ConfigGeneralSettingsProviderUrlDestinationAllowedHostsList>;
256
+ /** explicit offset in seconds per scheduler job id, overriding the derived value. 0 pins a job to its unshifted schedule */
257
+ export type ScheduledJobStaggerSettingsOffsetsMap = {
258
+ [key: string]: number | undefined;
259
+ };
260
+ export declare const ScheduledJobStaggerSettingsOffsetsMap: S.Schema<ScheduledJobStaggerSettingsOffsetsMap>;
261
+ /** Spreads the proxy's scheduled background jobs across a window instead of firing them all on one instant, on every replica, forever. */
262
+ export interface ScheduledJobStaggerSettings {
263
+ /** apply deterministic phase offsets to scheduled background jobs */
264
+ enabled?: boolean;
265
+ /** replaces the POD_NAME/HOSTNAME-derived component of the offset hash. Set this when replicas share a hostname and would otherwise land on the same offset */
266
+ identity?: string | null;
267
+ /** explicit offset in seconds per scheduler job id, overriding the derived value. 0 pins a job to its unshifted schedule */
268
+ offsets?: ScheduledJobStaggerSettingsOffsetsMap;
269
+ /** width of the window jobs are spread over. An interval job is never offset by more than one of its own periods, so it is not delayed past the wait it already has */
270
+ window_seconds?: number;
271
+ }
272
+ export declare const ScheduledJobStaggerSettings: S.Schema<ScheduledJobStaggerSettings>;
273
+ /** Supported database object types for fine-grained DB storage control. Use in general_settings.supported_db_objects to specify which objects to load from DB. */
274
+ export type SupportedDBObjectType = "models" | "mcp" | "guardrails" | "policies" | "vector_stores" | "pass_through_endpoints" | "prompts" | "model_cost_map" | "tools" | "config_overrides";
275
+ export declare const SupportedDBObjectType: any;
276
+ export type ConfigGeneralSettingsSupportedDbObjectsList = Array<SupportedDBObjectType | (string & {})>;
277
+ export declare const ConfigGeneralSettingsSupportedDbObjectsList: S.Schema<ConfigGeneralSettingsSupportedDbObjectsList>;
278
+ export type ConfigGeneralSettingsTrustedProxyRangesList = Array<string>;
279
+ export declare const ConfigGeneralSettingsTrustedProxyRangesList: S.Schema<ConfigGeneralSettingsTrustedProxyRangesList>;
280
+ export type ConfigGeneralSettingsUiAccessMode = "admin_only" | "all";
281
+ export declare const ConfigGeneralSettingsUiAccessMode: any;
282
+ export type UserHeaderMappingLitellmUserRole = "internal_user" | "customer";
283
+ export declare const UserHeaderMappingLitellmUserRole: any;
284
+ /** Map an incoming HTTP header to a LiteLLM user role. */
285
+ export interface UserHeaderMapping {
286
+ header_name: string;
287
+ litellm_user_role: UserHeaderMappingLitellmUserRole | (string & {});
288
+ }
289
+ export declare const UserHeaderMapping: S.Schema<UserHeaderMapping>;
290
+ export type ConfigGeneralSettingsUserHeaderMappingsList = Array<UserHeaderMapping>;
291
+ export declare const ConfigGeneralSettingsUserHeaderMappingsList: S.Schema<ConfigGeneralSettingsUserHeaderMappingsList>;
292
+ export type ConfigGeneralSettingsUserMcpManagementMode = "restricted" | "view_all";
293
+ export declare const ConfigGeneralSettingsUserMcpManagementMode: any;
294
+ export type ConfigGeneralSettingsUserUrlAllowedHostsList = Array<string>;
295
+ export declare const ConfigGeneralSettingsUserUrlAllowedHostsList: S.Schema<ConfigGeneralSettingsUserUrlAllowedHostsList>;
296
+ /** Documents all the fields supported by `general_settings` in config.yaml */
297
+ export interface ConfigGeneralSettings {
298
+ /** Mapping of alert type to webhook url. e.g. `alert_to_webhook_url: {'budget_alerts': 'https://nothooks.slack.com/services/T00000000/B00000000/XXXXXXXXXXXXXXXXXXXXXXXX'}` */
299
+ alert_to_webhook_url?: ConfigGeneralSettingsAlertToWebhookUrlMap | null;
300
+ /** List of alerting types. By default it is all alerts */
301
+ alert_types?: ConfigGeneralSettingsAlertTypesList | null;
302
+ /** List of alerting integrations. Today, just slack - `alerting: ['slack']` */
303
+ alerting?: ConfigGeneralSettingsAlertingList | null;
304
+ /** Controllable params for slack alerting - e.g. ttl in cache. */
305
+ alerting_args?: ConfigGeneralSettingsAlertingArgsMap | null;
306
+ /** sends alerts if requests hang for 5min+ */
307
+ alerting_threshold?: number | null;
308
+ /** opt-in to RFC 8628 verification_uri_complete for the CLI SSO device flow, pre-filling the user_code in the browser. Off by default; intended for same-host clients where the device that starts the flow and the browser run on the same machine */
309
+ allow_cli_sso_verification_uri_complete?: boolean | null;
310
+ /** Proxy API Endpoints you want users to be able to access */
311
+ allowed_routes?: ConfigGeneralSettingsAllowedRoutesList | null;
312
+ /** If True, a user's personal max_budget is enforced on every request they make, including requests made with a team-scoped key. Defaults to False, where a team-scoped key is governed only by the team and team-member budgets and the key owner's personal max_budget does not apply (see GitHub issue #12905). */
313
+ apply_user_budget_to_team_keys?: boolean | null;
314
+ /** Opt-in allowlist of model group names for background health checks and health-check routing. When set, the background loop probes only deployments whose model_name is listed, and enable_health_check_routing filters unhealthy deployments only within the listed groups; every other group, including newly added deployments, is skipped and keeps its configured routing strategy. When unset, all deployments participate (opt out per deployment via model_info.disable_background_health_check). */
315
+ background_health_check_model_groups?: ConfigGeneralSettingsBackgroundHealthCheckModelGroupsList | null;
316
+ /** run health checks in background */
317
+ background_health_checks?: boolean | null;
318
+ /** cancel the in-flight upstream LLM request (non-streaming) when the client disconnects, freeing backend capacity (e.g. a vLLM GPU slot); the request is logged as a 499 failure */
319
+ cancel_on_disconnect?: boolean | null;
320
+ /** proxy level default model for all chat completion calls */
321
+ completion_model?: string | null;
322
+ /** Global Control Plane: URL of the control plane whose admin UI manages this instance. Enables /v3/login and /v3/login/exchange on this instance so that UI can authenticate against it cross-origin, and restricts the SSO return_to origin to that URL. No state is shared with the control plane */
323
+ control_plane_url?: string | null;
324
+ /** standalone Redis for cross-pod coordination (tpm/rpm rate limits, spend tracking, pod lock manager, shared health checks), configured independently of the response-cache backend; takes precedence over borrowing the `cache_params` Redis and over the REDIS_* env fallback */
325
+ coordination_redis?: CoordinationRedisParams | null;
326
+ /** override user_api_key_auth with your own auth script - https://docs.litellm.ai/docs/proxy/virtual_keys#custom-auth */
327
+ custom_auth?: string | null;
328
+ /** custom args for instantiating dynamodb client - e.g. billing provision */
329
+ database_args?: DynamoDBArgs | null;
330
+ /** Prisma `connect_timeout` URL param (seconds). Bounds how long the engine waits to establish a new connection before failing. Defaults to Prisma's built-in value when unset. */
331
+ database_connect_timeout?: number | null;
332
+ /** default connection pool for prisma client connecting to postgres db */
333
+ database_connection_pool_limit?: number | null;
334
+ /** default timeout for a connection to the database */
335
+ database_connection_timeout?: number | null;
336
+ /** Disable server-side prepared statements by setting Prisma's `pgbouncer=true` URL param. Use this for pgbouncer transaction-pooling deployments, or to prevent the 'cached plan must not change result type' error that pooled connections hit during rolling schema migrations. An explicit `pgbouncer` in `database_extra_connection_params` takes precedence. */
337
+ database_disable_prepared_statements?: boolean | null;
338
+ /** Escape hatch: extra key/value pairs appended verbatim to the Prisma DATABASE_URL / DIRECT_URL query string (e.g. `sslmode`, `pgbouncer`, `statement_cache_size`). Keys here override any default LiteLLM sets. */
339
+ database_extra_connection_params?: ConfigGeneralSettingsDatabaseExtraConnectionParamsMap | null;
340
+ /** Prisma `socket_timeout` URL param (seconds). When set, an idle/slow connection that has not produced data within this window is closed. This is the main knob for capping idle DB connections from LiteLLM. */
341
+ database_socket_timeout?: number | null;
342
+ /** to use dynamodb instead of postgres db */
343
+ database_type?: string | null;
344
+ /** connect to a postgres db - needed for generating temporary keys + tracking spend / key */
345
+ database_url?: string | null;
346
+ /** By default, the user calling /team/new is automatically added to the new team as a team admin. If True, proxy admins are no longer auto-added; members explicitly listed in members_with_roles are unaffected. Default is False. */
347
+ disable_auto_add_proxy_admin_to_teams?: boolean | null;
348
+ /** If True, disables the optimistic per-request budget reservation introduced in v1.84.0. WARNING: This weakens hard budget enforcement. Without the reservation, a burst of concurrent requests from a single key can each pass the read-time spend check before any of them is charged, allowing a configured budget to be exceeded under high concurrency. Budgets are still evaluated on every request at read time, so an already-exhausted budget is still rejected. Enable only if your deployment is experiencing phantom BudgetExceededError responses caused by leaked reservations (see GitHub issue #27639). A proxy-level WARNING is logged on every request while this flag is active as a reminder that hard enforcement is relaxed. */
349
+ disable_budget_reservation?: boolean | null;
350
+ /** Public model hub for users to see what models they have access to, supported openai params, etc. */
351
+ enable_public_model_hub?: boolean;
352
+ /** If True, router fallbacks configured in router_settings are only attempted when the calling key (and its team and project) is allowed to call the fallback model; unauthorized fallback targets are skipped and the primary model's error is returned. Default is False. */
353
+ enforce_fallback_model_access?: boolean | null;
354
+ /** If True, forwards client headers (e.g. Authorization) to the LLM API. Required for Claude Code with Max subscription. */
355
+ forward_client_headers_to_llm_api?: boolean | null;
356
+ /** global max parallel requests to allow for a proxy instance. */
357
+ global_max_parallel_requests?: number | null;
358
+ /** limit concurrent health checks per cycle; when unset, health checks run without a concurrency cap */
359
+ health_check_concurrency?: number | null;
360
+ /** background health check interval in seconds */
361
+ health_check_interval?: number;
362
+ /** When true, deployments with model_info.disable_background_health_check are skipped for on-demand GET /health as well as the background health loop. */
363
+ health_check_skip_disabled_background_models?: boolean;
364
+ /** for `/models` endpoint, infers available model based on environment keys (e.g. OPENAI_API_KEY) */
365
+ infer_model_from_keys?: boolean | null;
366
+ /** key manager to load keys from / decrypt keys with */
367
+ key_management_system?: KeyManagementSystem | (string & {}) | null;
368
+ /** require a key for all calls to proxy */
369
+ master_key?: string | null;
370
+ /** max batch input file size in MB for /v1/files uploads with purpose=batch, if a file is larger than this size it will be rejected before being forwarded to the provider */
371
+ max_batch_file_size_mb?: number | null;
372
+ /** maximum parallel requests for each api key */
373
+ max_parallel_requests?: number | null;
374
+ /** max request size in MB, if a request is larger than this size it will be rejected */
375
+ max_request_size_mb?: number | null;
376
+ /** max response size in MB, if a response is larger than this size it will be rejected */
377
+ max_response_size_mb?: number | null;
378
+ /** Maximum retention period for auto-router benchmark session rollup rows (e.g., '365d'). Rows whose last turn is older than this are deleted by the spend log cleanup job, on that job's schedule. Unset means rollup rows are never deleted. */
379
+ maximum_autorouter_session_retention_period?: string | null;
380
+ /** Maximum retention period for health-check rows (e.g., '30d'). Rows whose checked_at is older than this are deleted by the spend log cleanup job, on that job's schedule. Unset means rows are never deleted. Set this well above health_check_interval because /health and the UI read the latest row per model. */
381
+ maximum_health_check_retention_period?: string | null;
382
+ /** Rows deleted per DELETE statement by the spend log cleanup job. Defaults to 1000. */
383
+ maximum_spend_logs_cleanup_batch_size?: number | null;
384
+ /** Postgres statement_timeout and lock_timeout applied to each spend log cleanup delete batch (e.g. '30s'), so cleanup cannot hold row locks or a connection indefinitely. Defaults to '30s'. */
385
+ maximum_spend_logs_cleanup_batch_timeout?: string | null;
386
+ /** Maximum DELETE statements the spend log cleanup job issues per table per run. Defaults to 500. */
387
+ maximum_spend_logs_cleanup_max_batches?: number | null;
388
+ /** Wall-clock budget for one spend log cleanup run (e.g. '5m'), shared across every table it prunes. A run that hits the budget stops and the next run resumes from where it left off. Defaults to '5m'. */
389
+ maximum_spend_logs_cleanup_run_budget?: string | null;
390
+ /** Maximum retention period for spend logs (e.g., '7d' for 7 days). Logs older than this will be deleted. */
391
+ maximum_spend_logs_retention_period?: string | null;
392
+ /** Custom CIDR ranges that define internal/private networks for MCP access control. When set, only these ranges are treated as internal. Defaults to RFC 1918 private ranges (10.0.0.0/8, 172.16.0.0/12, 192.168.0.0/16, 127.0.0.0/8). */
393
+ mcp_internal_ip_ranges?: ConfigGeneralSettingsMcpInternalIpRangesList | null;
394
+ /** List of MCP server fields that must be filled in for a submission to pass standards checks (e.g. ['description', 'source_url', 'alias']). */
395
+ mcp_required_fields?: ConfigGeneralSettingsMcpRequiredFieldsList | null;
396
+ /** CIDR ranges of trusted reverse proxies. When set, X-Forwarded-For and X-Forwarded-* origin headers are only trusted from these IPs. */
397
+ mcp_trusted_proxy_ranges?: ConfigGeneralSettingsMcpTrustedProxyRangesList | null;
398
+ /** Number of trusted reverse proxies/load balancers in front of the gateway that append to X-Forwarded-For. When set (and mcp_trusted_proxy_ranges validates the direct peer), the client IP for MCP access control is read this many entries from the right of the chain instead of the spoofable leftmost value, defeating append-style X-Forwarded-For forgery. */
399
+ mcp_xff_num_trusted_hops?: number | null;
400
+ /** When true, `/models`, `/v1/models/{id}` and `/model/info` hide models whose backing deployments are all unhealthy, for every caller, without needing `healthy_only=true` per request. Requires `background_health_checks: true`, and keeps deployment health state cached without turning on `enable_health_check_routing`, so routing is unaffected. With no health state nothing is hidden. Hiding is presentation-only, a hidden model can still be called. */
401
+ model_list_healthy_only?: boolean | null;
402
+ /** [BETA] OpenTelemetry support - this might change, use with caution. */
403
+ otel?: boolean | null;
404
+ /** Set-up pass-through endpoints for provider-specific endpoints. Docs - https://docs.litellm.ai/docs/proxy/pass_through */
405
+ pass_through_endpoints?: ConfigGeneralSettingsPassThroughEndpointsList | null;
406
+ /** Default upstream request timeout in seconds for native and custom pass-through endpoints that use pass_through_request. Defaults to 600 when unset. */
407
+ pass_through_request_timeout?: number | null;
408
+ /** external services registered as embeddable UI plugins */
409
+ plugins?: ConfigGeneralSettingsPluginsList | null;
410
+ /** Allowlist of hosts a request may redirect a provider call's destination URL to. */
411
+ provider_url_destination_allowed_hosts?: ConfigGeneralSettingsProviderUrlDestinationAllowedHostsList | null;
412
+ /** how often (in seconds) each pod reloads config-in-DB objects (models, credentials, guardrails, etc.) when store_model_in_db is enabled; lower values speed up multi-pod convergence at the cost of more DB load. Applied on proxy startup */
413
+ proxy_config_reload_interval_seconds?: number;
414
+ /** When set to True, rejects requests that contain client-side 'metadata.tags' to prevent users from influencing budgets by sending different tags. Tags can only be inherited from the API key metadata. */
415
+ reject_clientside_metadata_tags?: boolean | null;
416
+ /** Spreads the proxy's scheduled background jobs (spend flushes, budget resets, config reloads, exports) across a window instead of firing them together on every replica. On by default; set to tune the window, pin a job, or turn it off. */
417
+ scheduled_job_stagger?: ScheduledJobStaggerSettings | null;
418
+ /** If True, models and config are stored in and loaded from the database. Default is False. */
419
+ store_model_in_db?: boolean | null;
420
+ /** If True, stores request messages and responses in spend logs. Default is False. */
421
+ store_prompts_in_spend_logs?: boolean | null;
422
+ /** Fine-grained control over which object types to load from the database when store_model_in_db is True. Available types: 'models', 'mcp', 'guardrails', 'vector_stores', 'pass_through_endpoints', 'prompts', 'model_cost_map', 'tools', 'config_overrides'. If not set, all objects are loaded (default behavior). */
423
+ supported_db_objects?: ConfigGeneralSettingsSupportedDbObjectsList | null;
424
+ /** CIDR ranges of trusted reverse proxies allowed to provide identity headers for header-based auth paths such as enable_oauth2_proxy_auth and custom_ui_sso_sign_in_handler. */
425
+ trusted_proxy_ranges?: ConfigGeneralSettingsTrustedProxyRangesList | null;
426
+ /** Control access to the Proxy UI */
427
+ ui_access_mode?: ConfigGeneralSettingsUiAccessMode | (string & {}) | null;
428
+ /** load keys from azure key vault */
429
+ use_azure_key_vault?: boolean | null;
430
+ /** decrypt keys with google kms */
431
+ use_google_kms?: boolean | null;
432
+ /** If True and LiteLLM_SpendLogs has been converted to a range-partitioned table (db_scripts/partition_spend_logs.sql), retention cleanup drops expired partitions instead of deleting rows, and pre-creates upcoming partitions. Default is False. */
433
+ use_spend_logs_partitioning?: boolean | null;
434
+ user_header_mappings?: ConfigGeneralSettingsUserHeaderMappingsList | null;
435
+ /** [DEPRECATED] Use 'user_header_mappings' instead. When set, the header value is treated as the end user id unless overridden by user_header_mappings. */
436
+ user_header_name?: string | null;
437
+ /** Controls how non-admin users interact with MCP servers in the dashboard. 'restricted' shows only accessible servers, 'view_all' lists every server in read-only mode. */
438
+ user_mcp_management_mode?: ConfigGeneralSettingsUserMcpManagementMode | (string & {}) | null;
439
+ /** SSRF allowlist for user-supplied URLs. Entries are `hostname` or `hostname:port` (bracketed for IPv6, e.g. `[::1]:8080`). Allowlisted hosts skip the blocked-network check in validate_url() but still resolve DNS. Use this to permit legitimate internal targets, e.g. an internal OpenAPI/MCP server. */
440
+ user_url_allowed_hosts?: ConfigGeneralSettingsUserUrlAllowedHostsList | null;
441
+ /** Master switch for the SSRF guard applied to user-supplied URLs (image_url, file_url, MCP/OpenAPI spec URLs, etc). Defaults to True. Set to False to disable DNS/IP validation entirely (not recommended). */
442
+ user_url_validation?: boolean | null;
443
+ }
444
+ export declare const ConfigGeneralSettings: S.Schema<ConfigGeneralSettings>;
445
+ export type GetConfigYamlEndpointConfigYamlRequestLitellmSettingsMap = {
446
+ [key: string]: unknown | undefined;
447
+ };
448
+ export declare const GetConfigYamlEndpointConfigYamlRequestLitellmSettingsMap: S.Schema<GetConfigYamlEndpointConfigYamlRequestLitellmSettingsMap>;
449
+ export type ModelParamsLitellmParamsMap = {
450
+ [key: string]: unknown | undefined;
451
+ };
452
+ export declare const ModelParamsLitellmParamsMap: S.Schema<ModelParamsLitellmParamsMap>;
453
+ export type LitellmProxyTypesModelInfoBaseModel = "gpt-4-1106-preview" | "gpt-4-32k" | "gpt-4" | "gpt-3.5-turbo-16k" | "gpt-3.5-turbo" | "text-embedding-ada-002";
454
+ export declare const LitellmProxyTypesModelInfoBaseModel: any;
455
+ export type LitellmProxyTypesModelInfoMode = "embedding" | "chat" | "completion";
456
+ export declare const LitellmProxyTypesModelInfoMode: any;
457
+ export interface LitellmProxyTypesModelInfo {
458
+ base_model: LitellmProxyTypesModelInfoBaseModel | (string & {}) | null;
459
+ id: string | null;
460
+ input_cost_per_token?: number | null;
461
+ max_tokens?: number | null;
462
+ mode: LitellmProxyTypesModelInfoMode | (string & {}) | null;
463
+ output_cost_per_token?: number | null;
464
+ }
465
+ export declare const LitellmProxyTypesModelInfo: S.Schema<LitellmProxyTypesModelInfo>;
466
+ export interface ModelParams {
467
+ litellm_params: ModelParamsLitellmParamsMap;
468
+ model_info: LitellmProxyTypesModelInfo;
469
+ model_name: string;
470
+ }
471
+ export declare const ModelParams: S.Schema<ModelParams>;
472
+ export type GetConfigYamlEndpointConfigYamlRequestModelListList = Array<ModelParams>;
473
+ export declare const GetConfigYamlEndpointConfigYamlRequestModelListList: S.Schema<GetConfigYamlEndpointConfigYamlRequestModelListList>;
474
+ export type UpdateRouterConfigContextWindowFallbacksItemMap = {
475
+ [key: string]: unknown | undefined;
476
+ };
477
+ export declare const UpdateRouterConfigContextWindowFallbacksItemMap: S.Schema<UpdateRouterConfigContextWindowFallbacksItemMap>;
478
+ export type UpdateRouterConfigContextWindowFallbacksList = Array<UpdateRouterConfigContextWindowFallbacksItemMap>;
479
+ export declare const UpdateRouterConfigContextWindowFallbacksList: S.Schema<UpdateRouterConfigContextWindowFallbacksList>;
480
+ export type UpdateRouterConfigFallbacksItemMap = {
481
+ [key: string]: unknown | undefined;
482
+ };
483
+ export declare const UpdateRouterConfigFallbacksItemMap: S.Schema<UpdateRouterConfigFallbacksItemMap>;
484
+ export type UpdateRouterConfigFallbacksList = Array<UpdateRouterConfigFallbacksItemMap>;
485
+ export declare const UpdateRouterConfigFallbacksList: S.Schema<UpdateRouterConfigFallbacksList>;
486
+ export type UpdateRouterConfigModelGroupAffinityConfigValueList = Array<string>;
487
+ export declare const UpdateRouterConfigModelGroupAffinityConfigValueList: S.Schema<UpdateRouterConfigModelGroupAffinityConfigValueList>;
488
+ export type UpdateRouterConfigModelGroupAffinityConfigMap = {
489
+ [key: string]: UpdateRouterConfigModelGroupAffinityConfigValueList | undefined;
490
+ };
491
+ export declare const UpdateRouterConfigModelGroupAffinityConfigMap: S.Schema<UpdateRouterConfigModelGroupAffinityConfigMap>;
492
+ export type UpdateRouterConfigModelGroupAliasValueCase1Map = {
493
+ [key: string]: unknown | undefined;
494
+ };
495
+ export declare const UpdateRouterConfigModelGroupAliasValueCase1Map: S.Schema<UpdateRouterConfigModelGroupAliasValueCase1Map>;
496
+ export type UpdateRouterConfigModelGroupAliasValue = string | UpdateRouterConfigModelGroupAliasValueCase1Map;
497
+ export declare const UpdateRouterConfigModelGroupAliasValue: S.Schema<UpdateRouterConfigModelGroupAliasValue>;
498
+ export type UpdateRouterConfigModelGroupAliasMap = {
499
+ [key: string]: UpdateRouterConfigModelGroupAliasValue | undefined;
500
+ };
501
+ export declare const UpdateRouterConfigModelGroupAliasMap: S.Schema<UpdateRouterConfigModelGroupAliasMap>;
502
+ /** Use this to set a custom number of retries per exception type If RateLimitErrorRetries = 3, then 3 retries will be made for RateLimitError Mapping of Exception type to number of retries https://docs.litellm.ai/docs/exception_mapping */
503
+ export interface RetryPolicy {
504
+ AuthenticationErrorRetries?: number | null;
505
+ BadRequestErrorRetries?: number | null;
506
+ ContentPolicyViolationErrorRetries?: number | null;
507
+ InternalServerErrorRetries?: number | null;
508
+ RateLimitErrorRetries?: number | null;
509
+ TimeoutErrorRetries?: number | null;
510
+ }
511
+ export declare const RetryPolicy: S.Schema<RetryPolicy>;
512
+ export type UpdateRouterConfigModelGroupRetryPolicyMap = {
513
+ [key: string]: RetryPolicy | undefined;
514
+ };
515
+ export declare const UpdateRouterConfigModelGroupRetryPolicyMap: S.Schema<UpdateRouterConfigModelGroupRetryPolicyMap>;
516
+ export type RoutingGroupModelsList = Array<string>;
517
+ export declare const RoutingGroupModelsList: S.Schema<RoutingGroupModelsList>;
518
+ export type RoutingGroupRoutingStrategyArgsMap = {
519
+ [key: string]: unknown | undefined;
520
+ };
521
+ export declare const RoutingGroupRoutingStrategyArgsMap: S.Schema<RoutingGroupRoutingStrategyArgsMap>;
522
+ /** A group of models that share a routing strategy. */
523
+ export interface RoutingGroup {
524
+ group_name: string;
525
+ models: RoutingGroupModelsList;
526
+ routing_strategy: string;
527
+ routing_strategy_args?: RoutingGroupRoutingStrategyArgsMap | null;
528
+ }
529
+ export declare const RoutingGroup: S.Schema<RoutingGroup>;
530
+ export type UpdateRouterConfigRoutingGroupsList = Array<RoutingGroup>;
531
+ export declare const UpdateRouterConfigRoutingGroupsList: S.Schema<UpdateRouterConfigRoutingGroupsList>;
532
+ export type UpdateRouterConfigRoutingStrategyArgsMap = {
533
+ [key: string]: unknown | undefined;
534
+ };
535
+ export declare const UpdateRouterConfigRoutingStrategyArgsMap: S.Schema<UpdateRouterConfigRoutingStrategyArgsMap>;
536
+ /** Set of params that you can modify via `router.update_settings()`. */
537
+ export interface UpdateRouterConfig {
538
+ allowed_fails?: number | null;
539
+ context_window_fallbacks?: UpdateRouterConfigContextWindowFallbacksList | null;
540
+ cooldown_time?: number | null;
541
+ enable_tag_filtering?: boolean | null;
542
+ fallbacks?: UpdateRouterConfigFallbacksList | null;
543
+ max_retries?: number | null;
544
+ model_group_affinity_config?: UpdateRouterConfigModelGroupAffinityConfigMap | null;
545
+ model_group_alias?: UpdateRouterConfigModelGroupAliasMap | null;
546
+ model_group_retry_policy?: UpdateRouterConfigModelGroupRetryPolicyMap | null;
547
+ num_retries?: number | null;
548
+ retry_after?: number | null;
549
+ retry_policy?: RetryPolicy | null;
550
+ routing_groups?: UpdateRouterConfigRoutingGroupsList | null;
551
+ routing_strategy?: string | null;
552
+ routing_strategy_args?: UpdateRouterConfigRoutingStrategyArgsMap | null;
553
+ tag_routing_prefix?: string | null;
554
+ timeout?: number | null;
555
+ }
556
+ export declare const UpdateRouterConfig: S.Schema<UpdateRouterConfig>;
557
+ export interface WorkerRegistryEntry {
558
+ name: string;
559
+ url: string;
560
+ worker_id: string;
561
+ }
562
+ export declare const WorkerRegistryEntry: S.Schema<WorkerRegistryEntry>;
563
+ export type GetConfigYamlEndpointConfigYamlRequestWorkerRegistryList = Array<WorkerRegistryEntry>;
564
+ export declare const GetConfigYamlEndpointConfigYamlRequestWorkerRegistryList: S.Schema<GetConfigYamlEndpointConfigYamlRequestWorkerRegistryList>;
565
+ export interface GetConfigYamlEndpointConfigYamlRequest {
566
+ /** Object to pass in additional environment variables via POST request */
567
+ environment_variables?: GetConfigYamlEndpointConfigYamlRequestEnvironmentVariablesMap | null;
568
+ general_settings?: ConfigGeneralSettings | null;
569
+ /** litellm Module settings. See __init__.py for all, example litellm.drop_params=True, litellm.set_verbose=True, litellm.api_base, litellm.cache */
570
+ litellm_settings?: GetConfigYamlEndpointConfigYamlRequestLitellmSettingsMap | null;
571
+ /** List of supported models on the server, with model-specific configs */
572
+ model_list?: GetConfigYamlEndpointConfigYamlRequestModelListList | null;
573
+ /** litellm router object settings. See router.py __init__ for all, example router.num_retries=5, router.timeout=5, router.max_retries=5, router.retry_after=5 */
574
+ router_settings?: UpdateRouterConfig | null;
575
+ /** Global Control Plane: the independent proxy instances this instance's admin UI manages. Setting it makes this a control plane, which serves the UI and does not route LLM requests. Enterprise-only */
576
+ worker_registry?: GetConfigYamlEndpointConfigYamlRequestWorkerRegistryList | null;
577
+ }
578
+ export declare const GetConfigYamlEndpointConfigYamlRequest: S.Schema<GetConfigYamlEndpointConfigYamlRequest>;
579
+ export interface GetConfigYamlEndpointConfigYamlResponse {
580
+ body: unknown;
581
+ }
582
+ export declare const GetConfigYamlEndpointConfigYamlResponse: S.Schema<GetConfigYamlEndpointConfigYamlResponse>;
583
+ export type UpdateConfigConfigUpdatePostRequestEnvironmentVariablesMap = {
584
+ [key: string]: unknown | undefined;
585
+ };
586
+ export declare const UpdateConfigConfigUpdatePostRequestEnvironmentVariablesMap: S.Schema<UpdateConfigConfigUpdatePostRequestEnvironmentVariablesMap>;
587
+ export type UpdateConfigConfigUpdatePostRequestLitellmSettingsMap = {
588
+ [key: string]: unknown | undefined;
589
+ };
590
+ export declare const UpdateConfigConfigUpdatePostRequestLitellmSettingsMap: S.Schema<UpdateConfigConfigUpdatePostRequestLitellmSettingsMap>;
591
+ export type UpdateConfigConfigUpdatePostRequestModelListList = Array<ModelParams>;
592
+ export declare const UpdateConfigConfigUpdatePostRequestModelListList: S.Schema<UpdateConfigConfigUpdatePostRequestModelListList>;
593
+ export type UpdateConfigConfigUpdatePostRequestWorkerRegistryList = Array<WorkerRegistryEntry>;
594
+ export declare const UpdateConfigConfigUpdatePostRequestWorkerRegistryList: S.Schema<UpdateConfigConfigUpdatePostRequestWorkerRegistryList>;
595
+ export interface UpdateConfigConfigUpdatePostRequest {
596
+ /** Object to pass in additional environment variables via POST request */
597
+ environment_variables?: UpdateConfigConfigUpdatePostRequestEnvironmentVariablesMap | null;
598
+ general_settings?: ConfigGeneralSettings | null;
599
+ /** litellm Module settings. See __init__.py for all, example litellm.drop_params=True, litellm.set_verbose=True, litellm.api_base, litellm.cache */
600
+ litellm_settings?: UpdateConfigConfigUpdatePostRequestLitellmSettingsMap | null;
601
+ /** List of supported models on the server, with model-specific configs */
602
+ model_list?: UpdateConfigConfigUpdatePostRequestModelListList | null;
603
+ /** litellm router object settings. See router.py __init__ for all, example router.num_retries=5, router.timeout=5, router.max_retries=5, router.retry_after=5 */
604
+ router_settings?: UpdateRouterConfig | null;
605
+ /** Global Control Plane: the independent proxy instances this instance's admin UI manages. Setting it makes this a control plane, which serves the UI and does not route LLM requests. Enterprise-only */
606
+ worker_registry?: UpdateConfigConfigUpdatePostRequestWorkerRegistryList | null;
607
+ }
608
+ export declare const UpdateConfigConfigUpdatePostRequest: S.Schema<UpdateConfigConfigUpdatePostRequest>;
609
+ export interface UpdateConfigConfigUpdatePostResponse {
610
+ body: unknown;
611
+ }
612
+ export declare const UpdateConfigConfigUpdatePostResponse: S.Schema<UpdateConfigConfigUpdatePostResponse>;
613
+ export interface UpdateConfigGeneralSettingsConfigFieldUpdatePostRequest {
614
+ config_type: string;
615
+ field_name: string;
616
+ field_value: unknown;
617
+ }
618
+ export declare const UpdateConfigGeneralSettingsConfigFieldUpdatePostRequest: S.Schema<UpdateConfigGeneralSettingsConfigFieldUpdatePostRequest>;
619
+ export interface UpdateConfigGeneralSettingsConfigFieldUpdatePostResponse {
620
+ body: unknown;
621
+ }
622
+ export declare const UpdateConfigGeneralSettingsConfigFieldUpdatePostResponse: S.Schema<UpdateConfigGeneralSettingsConfigFieldUpdatePostResponse>;
623
+ export type DeleteCallbackConfigCallbackDeletePostError = UnprocessableEntity | LitellmOpError;
624
+ /** Delete Callback Delete specific logging callback from configuration. */
625
+ export declare const deleteCallbackConfigCallbackDeletePost: API.OperationMethod<DeleteCallbackConfigCallbackDeletePostRequest, DeleteCallbackConfigCallbackDeletePostResponse, DeleteCallbackConfigCallbackDeletePostError, LitellmOpContext>;
626
+ export type DeleteConfigGeneralSettingsConfigFieldDeletePostError = UnprocessableEntity | LitellmOpError;
627
+ /** Delete Config General Settings Delete the db value of this field in litellm general settings. Resets it to it's initial default value on litellm. */
628
+ export declare const deleteConfigGeneralSettingsConfigFieldDeletePost: API.OperationMethod<DeleteConfigGeneralSettingsConfigFieldDeletePostRequest, DeleteConfigGeneralSettingsConfigFieldDeletePostResponse, DeleteConfigGeneralSettingsConfigFieldDeletePostError, LitellmOpContext>;
629
+ export type GetConfigGeneralSettingsConfigFieldInfoGetError = UnprocessableEntity | LitellmOpError;
630
+ /** Get Config General Settings */
631
+ export declare const getConfigGeneralSettingsConfigFieldInfoGet: API.OperationMethod<GetConfigGeneralSettingsConfigFieldInfoGetRequest, ConfigFieldInfo, GetConfigGeneralSettingsConfigFieldInfoGetError, LitellmOpContext>;
632
+ export type GetConfigGetConfigCallbacksGetError = LitellmOpError;
633
+ /** Get Config For Admin UI - allows admin to view config via UI # return the callbacks and the env variables for the callback */
634
+ export declare const getConfigGetConfigCallbacksGet: API.OperationMethod<GetConfigGetConfigCallbacksGetRequest, GetConfigGetConfigCallbacksGetResponse, GetConfigGetConfigCallbacksGetError, LitellmOpContext>;
635
+ export type GetConfigListConfigListGetError = UnprocessableEntity | LitellmOpError;
636
+ /** Get Config List List the available fields + current values for a given type of setting (currently just 'general_settings'user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth),) */
637
+ export declare const getConfigListConfigListGet: API.OperationMethod<GetConfigListConfigListGetRequest, GetConfigListConfigListGetResponse, GetConfigListConfigListGetError, LitellmOpContext>;
638
+ export type GetConfigYamlEndpointConfigYamlError = UnprocessableEntity | LitellmOpError;
639
+ /** Config Yaml Endpoint This is a mock endpoint, to show what you can set in config.yaml details in the Swagger UI. Parameters: The config.yaml object has the following attributes: - **model_list**: *Optional[List[ModelParams]]* - A list of supported models on the server, along with model-specific configurations. ModelParams includes "model_name" (name of the model), "litellm_params" (litellm-specific parameters for the model), and "model_info" (additional info about the model such as id, mode, cost per token, etc). - **litellm_settings**: *Optional[dict]*: Settings for the litellm module. You can specify multiple properties like "drop_params", "set_verbose", "api_base", "cache". - **general_settings**: *Optional[ConfigGeneralSettings]*: General settings for the server like "completion_model" (default model for chat completion calls), "use_azure_key_vault" (option to load keys from azure key vault), "master_key" (key required for all calls to proxy), and others. Please, refer to each class's description for a better understanding of the specific attributes within them. Note: This is a mock endpoint primarily meant for demonstration purposes, and does not actually provide or change any configurations. */
640
+ export declare const getConfigYamlEndpointConfigYaml: API.OperationMethod<GetConfigYamlEndpointConfigYamlRequest, GetConfigYamlEndpointConfigYamlResponse, GetConfigYamlEndpointConfigYamlError, LitellmOpContext>;
641
+ export type UpdateConfigConfigUpdatePostError = UnprocessableEntity | LitellmOpError;
642
+ /** Update Config For Admin UI - allows admin to update config via UI. Writes only the sections present in the request body to LiteLLM_Config rows (one row per top-level section). Sections the caller did not send are left untouched — this endpoint never persists pre-existing YAML values to DB as a side effect of an unrelated update. */
643
+ export declare const updateConfigConfigUpdatePost: API.OperationMethod<UpdateConfigConfigUpdatePostRequest, UpdateConfigConfigUpdatePostResponse, UpdateConfigConfigUpdatePostError, LitellmOpContext>;
644
+ export type UpdateConfigGeneralSettingsConfigFieldUpdatePostError = UnprocessableEntity | LitellmOpError;
645
+ /** Update Config General Settings Update a specific field in litellm general settings */
646
+ export declare const updateConfigGeneralSettingsConfigFieldUpdatePost: API.OperationMethod<UpdateConfigGeneralSettingsConfigFieldUpdatePostRequest, UpdateConfigGeneralSettingsConfigFieldUpdatePostResponse, UpdateConfigGeneralSettingsConfigFieldUpdatePostError, LitellmOpContext>;
647
+ //# sourceMappingURL=config_yaml.d.ts.map