@homeflare/distilled-litellm 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/README.md +77 -0
- package/dist/credentials.d.ts +27 -0
- package/dist/credentials.d.ts.map +1 -0
- package/dist/credentials.js +67 -0
- package/dist/credentials.js.map +1 -0
- package/dist/errors.d.ts +92 -0
- package/dist/errors.d.ts.map +1 -0
- package/dist/errors.js +72 -0
- package/dist/errors.js.map +1 -0
- package/dist/index.d.ts +30 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +30 -0
- package/dist/index.js.map +1 -0
- package/dist/protocol.d.ts +18 -0
- package/dist/protocol.d.ts.map +1 -0
- package/dist/protocol.js +135 -0
- package/dist/protocol.js.map +1 -0
- package/dist/retry.d.ts +50 -0
- package/dist/retry.d.ts.map +1 -0
- package/dist/retry.js +43 -0
- package/dist/retry.js.map +1 -0
- package/dist/services/a2a.d.ts +70 -0
- package/dist/services/a2a.d.ts.map +1 -0
- package/dist/services/a2a.js +128 -0
- package/dist/services/a2a.js.map +1 -0
- package/dist/services/a2a_registration.d.ts +43 -0
- package/dist/services/a2a_registration.d.ts.map +1 -0
- package/dist/services/a2a_registration.js +40 -0
- package/dist/services/a2a_registration.js.map +1 -0
- package/dist/services/access_groups.d.ts +192 -0
- package/dist/services/access_groups.d.ts.map +1 -0
- package/dist/services/access_groups.js +283 -0
- package/dist/services/access_groups.js.map +1 -0
- package/dist/services/adaptive_router.d.ts +15 -0
- package/dist/services/adaptive_router.d.ts.map +1 -0
- package/dist/services/adaptive_router.js +25 -0
- package/dist/services/adaptive_router.js.map +1 -0
- package/dist/services/agents.d.ts +537 -0
- package/dist/services/agents.d.ts.map +1 -0
- package/dist/services/agents.js +481 -0
- package/dist/services/agents.js.map +1 -0
- package/dist/services/alerting.d.ts +15 -0
- package/dist/services/alerting.d.ts.map +1 -0
- package/dist/services/alerting.js +25 -0
- package/dist/services/alerting.js.map +1 -0
- package/dist/services/anthropic_pass_through.d.ts +70 -0
- package/dist/services/anthropic_pass_through.d.ts.map +1 -0
- package/dist/services/anthropic_pass_through.js +114 -0
- package/dist/services/anthropic_pass_through.js.map +1 -0
- package/dist/services/anthropic_passthrough.d.ts +35 -0
- package/dist/services/anthropic_passthrough.d.ts.map +1 -0
- package/dist/services/anthropic_passthrough.js +59 -0
- package/dist/services/anthropic_passthrough.js.map +1 -0
- package/dist/services/anthropic_skills.d.ts +74 -0
- package/dist/services/anthropic_skills.d.ts.map +1 -0
- package/dist/services/anthropic_skills.js +94 -0
- package/dist/services/anthropic_skills.js.map +1 -0
- package/dist/services/assembly_ai_eu_pass_through.d.ts +70 -0
- package/dist/services/assembly_ai_eu_pass_through.d.ts.map +1 -0
- package/dist/services/assembly_ai_eu_pass_through.js +114 -0
- package/dist/services/assembly_ai_eu_pass_through.js.map +1 -0
- package/dist/services/assembly_ai_pass_through.d.ts +70 -0
- package/dist/services/assembly_ai_pass_through.d.ts.map +1 -0
- package/dist/services/assembly_ai_pass_through.js +114 -0
- package/dist/services/assembly_ai_pass_through.js.map +1 -0
- package/dist/services/assistants.d.ts +185 -0
- package/dist/services/assistants.d.ts.map +1 -0
- package/dist/services/assistants.js +331 -0
- package/dist/services/assistants.js.map +1 -0
- package/dist/services/audio.d.ts +57 -0
- package/dist/services/audio.d.ts.map +1 -0
- package/dist/services/audio.js +96 -0
- package/dist/services/audio.js.map +1 -0
- package/dist/services/audit_logging.d.ts +98 -0
- package/dist/services/audit_logging.d.ts.map +1 -0
- package/dist/services/audit_logging.js +83 -0
- package/dist/services/audit_logging.js.map +1 -0
- package/dist/services/auto_router.d.ts +286 -0
- package/dist/services/auto_router.d.ts.map +1 -0
- package/dist/services/auto_router.js +248 -0
- package/dist/services/auto_router.js.map +1 -0
- package/dist/services/aws_comprehend_medical_pass_through.d.ts +36 -0
- package/dist/services/aws_comprehend_medical_pass_through.d.ts.map +1 -0
- package/dist/services/aws_comprehend_medical_pass_through.js +56 -0
- package/dist/services/aws_comprehend_medical_pass_through.js.map +1 -0
- package/dist/services/azure_ai_pass_through.d.ts +70 -0
- package/dist/services/azure_ai_pass_through.d.ts.map +1 -0
- package/dist/services/azure_ai_pass_through.js +112 -0
- package/dist/services/azure_ai_pass_through.js.map +1 -0
- package/dist/services/azure_pass_through.d.ts +70 -0
- package/dist/services/azure_pass_through.d.ts.map +1 -0
- package/dist/services/azure_pass_through.js +107 -0
- package/dist/services/azure_pass_through.js.map +1 -0
- package/dist/services/batch.d.ts +165 -0
- package/dist/services/batch.d.ts.map +1 -0
- package/dist/services/batch.js +265 -0
- package/dist/services/batch.js.map +1 -0
- package/dist/services/bedrock_pass_through.d.ts +70 -0
- package/dist/services/bedrock_pass_through.d.ts.map +1 -0
- package/dist/services/bedrock_pass_through.js +114 -0
- package/dist/services/bedrock_pass_through.js.map +1 -0
- package/dist/services/beta_agents.d.ts +199 -0
- package/dist/services/beta_agents.d.ts.map +1 -0
- package/dist/services/beta_agents.js +151 -0
- package/dist/services/beta_agents.js.map +1 -0
- package/dist/services/beta_mcp.d.ts +37 -0
- package/dist/services/beta_mcp.d.ts.map +1 -0
- package/dist/services/beta_mcp.js +40 -0
- package/dist/services/beta_mcp.js.map +1 -0
- package/dist/services/budget_management.d.ts +185 -0
- package/dist/services/budget_management.d.ts.map +1 -0
- package/dist/services/budget_management.js +196 -0
- package/dist/services/budget_management.js.map +1 -0
- package/dist/services/budget_spend_tracking.d.ts +967 -0
- package/dist/services/budget_spend_tracking.d.ts.map +1 -0
- package/dist/services/budget_spend_tracking.js +1103 -0
- package/dist/services/budget_spend_tracking.js.map +1 -0
- package/dist/services/cache_settings.d.ts +96 -0
- package/dist/services/cache_settings.d.ts.map +1 -0
- package/dist/services/cache_settings.js +95 -0
- package/dist/services/cache_settings.js.map +1 -0
- package/dist/services/caching.d.ts +54 -0
- package/dist/services/caching.d.ts.map +1 -0
- package/dist/services/caching.js +78 -0
- package/dist/services/caching.js.map +1 -0
- package/dist/services/chat_completions.d.ts +656 -0
- package/dist/services/chat_completions.d.ts.map +1 -0
- package/dist/services/chat_completions.js +590 -0
- package/dist/services/chat_completions.js.map +1 -0
- package/dist/services/claude_code_marketplace.d.ts +212 -0
- package/dist/services/claude_code_marketplace.d.ts.map +1 -0
- package/dist/services/claude_code_marketplace.js +248 -0
- package/dist/services/claude_code_marketplace.js.map +1 -0
- package/dist/services/cloudzero.d.ts +117 -0
- package/dist/services/cloudzero.d.ts.map +1 -0
- package/dist/services/cloudzero.js +130 -0
- package/dist/services/cloudzero.js.map +1 -0
- package/dist/services/cohere_pass_through.d.ts +70 -0
- package/dist/services/cohere_pass_through.d.ts.map +1 -0
- package/dist/services/cohere_pass_through.js +112 -0
- package/dist/services/cohere_pass_through.js.map +1 -0
- package/dist/services/completions.d.ts +59 -0
- package/dist/services/completions.d.ts.map +1 -0
- package/dist/services/completions.js +98 -0
- package/dist/services/completions.js.map +1 -0
- package/dist/services/compliance.d.ts +66 -0
- package/dist/services/compliance.d.ts.map +1 -0
- package/dist/services/compliance.js +74 -0
- package/dist/services/compliance.js.map +1 -0
- package/dist/services/config_overrides.d.ts +157 -0
- package/dist/services/config_overrides.d.ts.map +1 -0
- package/dist/services/config_overrides.js +207 -0
- package/dist/services/config_overrides.js.map +1 -0
- package/dist/services/config_yaml.d.ts +647 -0
- package/dist/services/config_yaml.d.ts.map +1 -0
- package/dist/services/config_yaml.js +504 -0
- package/dist/services/config_yaml.js.map +1 -0
- package/dist/services/containers.d.ts +215 -0
- package/dist/services/containers.d.ts.map +1 -0
- package/dist/services/containers.js +416 -0
- package/dist/services/containers.js.map +1 -0
- package/dist/services/coordination_redis_settings.d.ts +93 -0
- package/dist/services/coordination_redis_settings.d.ts.map +1 -0
- package/dist/services/coordination_redis_settings.js +104 -0
- package/dist/services/coordination_redis_settings.js.map +1 -0
- package/dist/services/cost_tracking.d.ts +140 -0
- package/dist/services/cost_tracking.d.ts.map +1 -0
- package/dist/services/cost_tracking.js +181 -0
- package/dist/services/cost_tracking.js.map +1 -0
- package/dist/services/credential_management.d.ts +133 -0
- package/dist/services/credential_management.d.ts.map +1 -0
- package/dist/services/credential_management.js +198 -0
- package/dist/services/credential_management.js.map +1 -0
- package/dist/services/cursor_pass_through.d.ts +70 -0
- package/dist/services/cursor_pass_through.d.ts.map +1 -0
- package/dist/services/cursor_pass_through.js +112 -0
- package/dist/services/cursor_pass_through.js.map +1 -0
- package/dist/services/customer_management.d.ts +545 -0
- package/dist/services/customer_management.d.ts.map +1 -0
- package/dist/services/customer_management.js +567 -0
- package/dist/services/customer_management.js.map +1 -0
- package/dist/services/email_management.d.ts +57 -0
- package/dist/services/email_management.d.ts.map +1 -0
- package/dist/services/email_management.js +79 -0
- package/dist/services/email_management.js.map +1 -0
- package/dist/services/embeddings.d.ts +155 -0
- package/dist/services/embeddings.d.ts.map +1 -0
- package/dist/services/embeddings.js +168 -0
- package/dist/services/embeddings.js.map +1 -0
- package/dist/services/evals.d.ts +245 -0
- package/dist/services/evals.d.ts.map +1 -0
- package/dist/services/evals.js +292 -0
- package/dist/services/evals.js.map +1 -0
- package/dist/services/experimental.d.ts +166 -0
- package/dist/services/experimental.d.ts.map +1 -0
- package/dist/services/experimental.js +265 -0
- package/dist/services/experimental.js.map +1 -0
- package/dist/services/fallback_management.d.ts +91 -0
- package/dist/services/fallback_management.d.ts.map +1 -0
- package/dist/services/fallback_management.js +86 -0
- package/dist/services/fallback_management.js.map +1 -0
- package/dist/services/files.d.ts +219 -0
- package/dist/services/files.d.ts.map +1 -0
- package/dist/services/files.js +358 -0
- package/dist/services/files.js.map +1 -0
- package/dist/services/fine_tuning.d.ts +155 -0
- package/dist/services/fine_tuning.d.ts.map +1 -0
- package/dist/services/fine_tuning.js +232 -0
- package/dist/services/fine_tuning.js.map +1 -0
- package/dist/services/gemini_agents.d.ts +68 -0
- package/dist/services/gemini_agents.d.ts.map +1 -0
- package/dist/services/gemini_agents.js +110 -0
- package/dist/services/gemini_agents.js.map +1 -0
- package/dist/services/google_ai_studio_pass_through.d.ts +70 -0
- package/dist/services/google_ai_studio_pass_through.d.ts.map +1 -0
- package/dist/services/google_ai_studio_pass_through.js +112 -0
- package/dist/services/google_ai_studio_pass_through.js.map +1 -0
- package/dist/services/google_genai_endpoints.d.ts +174 -0
- package/dist/services/google_genai_endpoints.d.ts.map +1 -0
- package/dist/services/google_genai_endpoints.js +340 -0
- package/dist/services/google_genai_endpoints.js.map +1 -0
- package/dist/services/guardrails.d.ts +1221 -0
- package/dist/services/guardrails.d.ts.map +1 -0
- package/dist/services/guardrails.js +1087 -0
- package/dist/services/guardrails.js.map +1 -0
- package/dist/services/health.d.ts +212 -0
- package/dist/services/health.d.ts.map +1 -0
- package/dist/services/health.js +309 -0
- package/dist/services/health.js.map +1 -0
- package/dist/services/images.d.ts +117 -0
- package/dist/services/images.d.ts.map +1 -0
- package/dist/services/images.js +184 -0
- package/dist/services/images.js.map +1 -0
- package/dist/services/index.d.ts +106 -0
- package/dist/services/index.d.ts.map +1 -0
- package/dist/services/index.js +107 -0
- package/dist/services/index.js.map +1 -0
- package/dist/services/internal_user_management.d.ts +1062 -0
- package/dist/services/internal_user_management.d.ts.map +1 -0
- package/dist/services/internal_user_management.js +850 -0
- package/dist/services/internal_user_management.js.map +1 -0
- package/dist/services/invite_links.d.ts +56 -0
- package/dist/services/invite_links.d.ts.map +1 -0
- package/dist/services/invite_links.js +82 -0
- package/dist/services/invite_links.js.map +1 -0
- package/dist/services/jwt_mappings.d.ts +79 -0
- package/dist/services/jwt_mappings.d.ts.map +1 -0
- package/dist/services/jwt_mappings.js +116 -0
- package/dist/services/jwt_mappings.js.map +1 -0
- package/dist/services/key_management.d.ts +1640 -0
- package/dist/services/key_management.d.ts.map +1 -0
- package/dist/services/key_management.js +1344 -0
- package/dist/services/key_management.js.map +1 -0
- package/dist/services/langfuse_passthrough.d.ts +70 -0
- package/dist/services/langfuse_passthrough.d.ts.map +1 -0
- package/dist/services/langfuse_passthrough.js +114 -0
- package/dist/services/langfuse_passthrough.js.map +1 -0
- package/dist/services/llm_utils.d.ts +101 -0
- package/dist/services/llm_utils.d.ts.map +1 -0
- package/dist/services/llm_utils.js +110 -0
- package/dist/services/llm_utils.js.map +1 -0
- package/dist/services/logging_callbacks.d.ts +33 -0
- package/dist/services/logging_callbacks.d.ts.map +1 -0
- package/dist/services/logging_callbacks.js +46 -0
- package/dist/services/logging_callbacks.js.map +1 -0
- package/dist/services/mcp_byok_oauth.d.ts +112 -0
- package/dist/services/mcp_byok_oauth.d.ts.map +1 -0
- package/dist/services/mcp_byok_oauth.js +226 -0
- package/dist/services/mcp_byok_oauth.js.map +1 -0
- package/dist/services/mcp_discoverable.d.ts +197 -0
- package/dist/services/mcp_discoverable.d.ts.map +1 -0
- package/dist/services/mcp_discoverable.js +304 -0
- package/dist/services/mcp_discoverable.js.map +1 -0
- package/dist/services/mcp_management.d.ts +956 -0
- package/dist/services/mcp_management.d.ts.map +1 -0
- package/dist/services/mcp_management.js +1139 -0
- package/dist/services/mcp_management.js.map +1 -0
- package/dist/services/mcp_rest.d.ts +281 -0
- package/dist/services/mcp_rest.d.ts.map +1 -0
- package/dist/services/mcp_rest.js +269 -0
- package/dist/services/mcp_rest.js.map +1 -0
- package/dist/services/memory_management.d.ts +93 -0
- package/dist/services/memory_management.d.ts.map +1 -0
- package/dist/services/memory_management.js +117 -0
- package/dist/services/memory_management.js.map +1 -0
- package/dist/services/milvus_pass_through.d.ts +70 -0
- package/dist/services/milvus_pass_through.d.ts.map +1 -0
- package/dist/services/milvus_pass_through.js +112 -0
- package/dist/services/milvus_pass_through.js.map +1 -0
- package/dist/services/misc.d.ts +676 -0
- package/dist/services/misc.d.ts.map +1 -0
- package/dist/services/misc.js +954 -0
- package/dist/services/misc.js.map +1 -0
- package/dist/services/mistral_pass_through.d.ts +70 -0
- package/dist/services/mistral_pass_through.d.ts.map +1 -0
- package/dist/services/mistral_pass_through.js +114 -0
- package/dist/services/mistral_pass_through.js.map +1 -0
- package/dist/services/model_management.d.ts +1649 -0
- package/dist/services/model_management.d.ts.map +1 -0
- package/dist/services/model_management.js +1805 -0
- package/dist/services/model_management.js.map +1 -0
- package/dist/services/moderations.d.ts +25 -0
- package/dist/services/moderations.d.ts.map +1 -0
- package/dist/services/moderations.js +39 -0
- package/dist/services/moderations.js.map +1 -0
- package/dist/services/ocr.d.ts +25 -0
- package/dist/services/ocr.d.ts.map +1 -0
- package/dist/services/ocr.js +39 -0
- package/dist/services/ocr.js.map +1 -0
- package/dist/services/open_ai_pass_through.d.ts +125 -0
- package/dist/services/open_ai_pass_through.d.ts.map +1 -0
- package/dist/services/open_ai_pass_through.js +232 -0
- package/dist/services/open_ai_pass_through.js.map +1 -0
- package/dist/services/organization_management.d.ts +664 -0
- package/dist/services/organization_management.d.ts.map +1 -0
- package/dist/services/organization_management.js +644 -0
- package/dist/services/organization_management.js.map +1 -0
- package/dist/services/plugins.d.ts +106 -0
- package/dist/services/plugins.d.ts.map +1 -0
- package/dist/services/plugins.js +180 -0
- package/dist/services/plugins.js.map +1 -0
- package/dist/services/policies.d.ts +618 -0
- package/dist/services/policies.d.ts.map +1 -0
- package/dist/services/policies.js +616 -0
- package/dist/services/policies.js.map +1 -0
- package/dist/services/policy_engine.d.ts +483 -0
- package/dist/services/policy_engine.d.ts.map +1 -0
- package/dist/services/policy_engine.js +501 -0
- package/dist/services/policy_engine.js.map +1 -0
- package/dist/services/project_management.d.ts +356 -0
- package/dist/services/project_management.d.ts.map +1 -0
- package/dist/services/project_management.js +318 -0
- package/dist/services/project_management.js.map +1 -0
- package/dist/services/prompts.d.ts +193 -0
- package/dist/services/prompts.d.ts.map +1 -0
- package/dist/services/prompts.js +260 -0
- package/dist/services/prompts.js.map +1 -0
- package/dist/services/public.d.ts +300 -0
- package/dist/services/public.d.ts.map +1 -0
- package/dist/services/public.js +362 -0
- package/dist/services/public.js.map +1 -0
- package/dist/services/rag.d.ts +45 -0
- package/dist/services/rag.d.ts.map +1 -0
- package/dist/services/rag.js +71 -0
- package/dist/services/rag.js.map +1 -0
- package/dist/services/realtime.d.ts +91 -0
- package/dist/services/realtime.d.ts.map +1 -0
- package/dist/services/realtime.js +164 -0
- package/dist/services/realtime.js.map +1 -0
- package/dist/services/rerank.d.ts +35 -0
- package/dist/services/rerank.d.ts.map +1 -0
- package/dist/services/rerank.js +55 -0
- package/dist/services/rerank.js.map +1 -0
- package/dist/services/responses.d.ts +237 -0
- package/dist/services/responses.d.ts.map +1 -0
- package/dist/services/responses.js +445 -0
- package/dist/services/responses.js.map +1 -0
- package/dist/services/router_settings.d.ts +67 -0
- package/dist/services/router_settings.d.ts.map +1 -0
- package/dist/services/router_settings.js +63 -0
- package/dist/services/router_settings.js.map +1 -0
- package/dist/services/rust_control_plane.d.ts +52 -0
- package/dist/services/rust_control_plane.d.ts.map +1 -0
- package/dist/services/rust_control_plane.js +54 -0
- package/dist/services/rust_control_plane.js.map +1 -0
- package/dist/services/scim.d.ts +412 -0
- package/dist/services/scim.d.ts.map +1 -0
- package/dist/services/scim.js +519 -0
- package/dist/services/scim.js.map +1 -0
- package/dist/services/search.d.ts +79 -0
- package/dist/services/search.d.ts.map +1 -0
- package/dist/services/search.js +122 -0
- package/dist/services/search.js.map +1 -0
- package/dist/services/search_tools.d.ts +140 -0
- package/dist/services/search_tools.d.ts.map +1 -0
- package/dist/services/search_tools.js +201 -0
- package/dist/services/search_tools.js.map +1 -0
- package/dist/services/settings.d.ts +53 -0
- package/dist/services/settings.d.ts.map +1 -0
- package/dist/services/settings.js +67 -0
- package/dist/services/settings.js.map +1 -0
- package/dist/services/sso_settings.d.ts +239 -0
- package/dist/services/sso_settings.d.ts.map +1 -0
- package/dist/services/sso_settings.js +214 -0
- package/dist/services/sso_settings.js.map +1 -0
- package/dist/services/tag_management.d.ts +390 -0
- package/dist/services/tag_management.d.ts.map +1 -0
- package/dist/services/tag_management.js +407 -0
- package/dist/services/tag_management.js.map +1 -0
- package/dist/services/team_management.d.ts +1502 -0
- package/dist/services/team_management.d.ts.map +1 -0
- package/dist/services/team_management.js +1429 -0
- package/dist/services/team_management.js.map +1 -0
- package/dist/services/tools.d.ts +227 -0
- package/dist/services/tools.d.ts.map +1 -0
- package/dist/services/tools.js +266 -0
- package/dist/services/tools.js.map +1 -0
- package/dist/services/ui_settings.d.ts +90 -0
- package/dist/services/ui_settings.d.ts.map +1 -0
- package/dist/services/ui_settings.js +96 -0
- package/dist/services/ui_settings.js.map +1 -0
- package/dist/services/ui_theme_settings.d.ts +62 -0
- package/dist/services/ui_theme_settings.d.ts.map +1 -0
- package/dist/services/ui_theme_settings.js +79 -0
- package/dist/services/ui_theme_settings.js.map +1 -0
- package/dist/services/usage_ai.d.ts +39 -0
- package/dist/services/usage_ai.d.ts.map +1 -0
- package/dist/services/usage_ai.js +40 -0
- package/dist/services/usage_ai.js.map +1 -0
- package/dist/services/vantage.d.ts +108 -0
- package/dist/services/vantage.d.ts.map +1 -0
- package/dist/services/vantage.js +124 -0
- package/dist/services/vantage.js.map +1 -0
- package/dist/services/vector_store_management.d.ts +161 -0
- package/dist/services/vector_store_management.d.ts.map +1 -0
- package/dist/services/vector_store_management.js +191 -0
- package/dist/services/vector_store_management.js.map +1 -0
- package/dist/services/vector_stores.d.ts +342 -0
- package/dist/services/vector_stores.d.ts.map +1 -0
- package/dist/services/vector_stores.js +639 -0
- package/dist/services/vector_stores.js.map +1 -0
- package/dist/services/vertex_ai_pass_through.d.ts +180 -0
- package/dist/services/vertex_ai_pass_through.d.ts.map +1 -0
- package/dist/services/vertex_ai_pass_through.js +334 -0
- package/dist/services/vertex_ai_pass_through.js.map +1 -0
- package/dist/services/videos.d.ts +207 -0
- package/dist/services/videos.d.ts.map +1 -0
- package/dist/services/videos.js +373 -0
- package/dist/services/videos.js.map +1 -0
- package/dist/services/vllm_pass_through.d.ts +70 -0
- package/dist/services/vllm_pass_through.d.ts.map +1 -0
- package/dist/services/vllm_pass_through.js +104 -0
- package/dist/services/vllm_pass_through.js.map +1 -0
- package/dist/services/watsonx_pass_through.d.ts +70 -0
- package/dist/services/watsonx_pass_through.d.ts.map +1 -0
- package/dist/services/watsonx_pass_through.js +114 -0
- package/dist/services/watsonx_pass_through.js.map +1 -0
- package/dist/services/web_socket.d.ts +77 -0
- package/dist/services/web_socket.d.ts.map +1 -0
- package/dist/services/web_socket.js +135 -0
- package/dist/services/web_socket.js.map +1 -0
- package/dist/services/workflow_management.d.ts +140 -0
- package/dist/services/workflow_management.d.ts.map +1 -0
- package/dist/services/workflow_management.js +220 -0
- package/dist/services/workflow_management.js.map +1 -0
- package/dist/traits.d.ts +14 -0
- package/dist/traits.d.ts.map +1 -0
- package/dist/traits.js +15 -0
- package/dist/traits.js.map +1 -0
- package/package.json +75 -0
- package/src/credentials.ts +97 -0
- package/src/errors.ts +108 -0
- package/src/index.ts +33 -0
- package/src/protocol.ts +160 -0
- package/src/retry.ts +74 -0
- package/src/services/a2a.ts +250 -0
- package/src/services/a2a_registration.ts +94 -0
- package/src/services/access_groups.ts +716 -0
- package/src/services/adaptive_router.ts +49 -0
- package/src/services/agents.ts +1314 -0
- package/src/services/alerting.ts +49 -0
- package/src/services/anthropic_pass_through.ts +233 -0
- package/src/services/anthropic_passthrough.ts +123 -0
- package/src/services/anthropic_skills.ts +200 -0
- package/src/services/assembly_ai_eu_pass_through.ts +237 -0
- package/src/services/assembly_ai_pass_through.ts +237 -0
- package/src/services/assistants.ts +685 -0
- package/src/services/audio.ts +189 -0
- package/src/services/audit_logging.ts +194 -0
- package/src/services/auto_router.ts +625 -0
- package/src/services/aws_comprehend_medical_pass_through.ts +109 -0
- package/src/services/azure_ai_pass_through.ts +231 -0
- package/src/services/azure_pass_through.ts +227 -0
- package/src/services/batch.ts +553 -0
- package/src/services/bedrock_pass_through.ts +229 -0
- package/src/services/beta_agents.ts +444 -0
- package/src/services/beta_mcp.ts +105 -0
- package/src/services/budget_management.ts +465 -0
- package/src/services/budget_spend_tracking.ts +2670 -0
- package/src/services/cache_settings.ts +234 -0
- package/src/services/caching.ts +175 -0
- package/src/services/chat_completions.ts +1788 -0
- package/src/services/claude_code_marketplace.ts +569 -0
- package/src/services/cloudzero.ts +297 -0
- package/src/services/cohere_pass_through.ts +227 -0
- package/src/services/completions.ts +194 -0
- package/src/services/compliance.ts +175 -0
- package/src/services/config_overrides.ts +466 -0
- package/src/services/config_yaml.ts +1537 -0
- package/src/services/containers.ts +848 -0
- package/src/services/coordination_redis_settings.ts +251 -0
- package/src/services/cost_tracking.ts +407 -0
- package/src/services/credential_management.ts +436 -0
- package/src/services/cursor_pass_through.ts +227 -0
- package/src/services/customer_management.ts +1475 -0
- package/src/services/email_management.ts +171 -0
- package/src/services/embeddings.ts +424 -0
- package/src/services/evals.ts +672 -0
- package/src/services/experimental.ts +572 -0
- package/src/services/fallback_management.ts +224 -0
- package/src/services/files.ts +732 -0
- package/src/services/fine_tuning.ts +547 -0
- package/src/services/gemini_agents.ts +227 -0
- package/src/services/google_ai_studio_pass_through.ts +227 -0
- package/src/services/google_genai_endpoints.ts +688 -0
- package/src/services/guardrails.ts +3006 -0
- package/src/services/health.ts +713 -0
- package/src/services/images.ts +430 -0
- package/src/services/index.ts +106 -0
- package/src/services/internal_user_management.ts +2574 -0
- package/src/services/invite_links.ts +167 -0
- package/src/services/jwt_mappings.ts +238 -0
- package/src/services/key_management.ts +4162 -0
- package/src/services/langfuse_passthrough.ts +231 -0
- package/src/services/llm_utils.ts +429 -0
- package/src/services/logging_callbacks.ts +104 -0
- package/src/services/mcp_byok_oauth.ts +468 -0
- package/src/services/mcp_discoverable.ts +626 -0
- package/src/services/mcp_management.ts +2915 -0
- package/src/services/mcp_rest.ts +779 -0
- package/src/services/memory_management.ts +248 -0
- package/src/services/milvus_pass_through.ts +227 -0
- package/src/services/misc.ts +2128 -0
- package/src/services/mistral_pass_through.ts +229 -0
- package/src/services/model_management.ts +4501 -0
- package/src/services/moderations.ts +80 -0
- package/src/services/ocr.ts +78 -0
- package/src/services/open_ai_pass_through.ts +462 -0
- package/src/services/organization_management.ts +1749 -0
- package/src/services/plugins.ts +367 -0
- package/src/services/policies.ts +1676 -0
- package/src/services/policy_engine.ts +1318 -0
- package/src/services/project_management.ts +938 -0
- package/src/services/prompts.ts +592 -0
- package/src/services/public.ts +880 -0
- package/src/services/rag.ts +148 -0
- package/src/services/realtime.ts +350 -0
- package/src/services/rerank.ts +111 -0
- package/src/services/responses.ts +909 -0
- package/src/services/router_settings.ts +168 -0
- package/src/services/rust_control_plane.ts +123 -0
- package/src/services/scim.ts +1243 -0
- package/src/services/search.ts +260 -0
- package/src/services/search_tools.ts +439 -0
- package/src/services/settings.ts +146 -0
- package/src/services/sso_settings.ts +626 -0
- package/src/services/tag_management.ts +1004 -0
- package/src/services/team_management.ts +3990 -0
- package/src/services/tools.ts +628 -0
- package/src/services/ui_settings.ts +237 -0
- package/src/services/ui_theme_settings.ts +173 -0
- package/src/services/usage_ai.ts +86 -0
- package/src/services/vantage.ts +283 -0
- package/src/services/vector_store_management.ts +454 -0
- package/src/services/vector_stores.ts +1321 -0
- package/src/services/vertex_ai_pass_through.ts +684 -0
- package/src/services/videos.ts +762 -0
- package/src/services/vllm_pass_through.ts +227 -0
- package/src/services/watsonx_pass_through.ts +229 -0
- package/src/services/web_socket.ts +254 -0
- package/src/services/workflow_management.ts +482 -0
- package/src/traits.ts +44 -0
|
@@ -0,0 +1,713 @@
|
|
|
1
|
+
// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
|
|
2
|
+
import * as S from "@distilled.cloud/core/schema";
|
|
3
|
+
import * as API from "@distilled.cloud/core/api";
|
|
4
|
+
import * as C from "@distilled.cloud/core/category";
|
|
5
|
+
import * as T from "../traits.ts";
|
|
6
|
+
import {
|
|
7
|
+
LitellmProtocol,
|
|
8
|
+
type LitellmOpError,
|
|
9
|
+
type LitellmOpContext,
|
|
10
|
+
} from "../protocol.ts";
|
|
11
|
+
import * as Retry from "../retry.ts";
|
|
12
|
+
|
|
13
|
+
export type { LitellmOpError, LitellmOpContext };
|
|
14
|
+
|
|
15
|
+
export class UnprocessableEntity
|
|
16
|
+
extends /*@__PURE__*/ T.applyErrorMatchers(
|
|
17
|
+
/*@__PURE__*/ S.TaggedError<UnprocessableEntity>()("UnprocessableEntity", {
|
|
18
|
+
code: S.Number,
|
|
19
|
+
message: S.String,
|
|
20
|
+
}).pipe(C.withBadRequestError),
|
|
21
|
+
[{ status: 422 }],
|
|
22
|
+
) {}
|
|
23
|
+
|
|
24
|
+
export interface GetActiveCallbacksActiveCallbackRequest {}
|
|
25
|
+
export const GetActiveCallbacksActiveCallbackRequest = /*@__PURE__*/ S.suspend(
|
|
26
|
+
() =>
|
|
27
|
+
S.Struct({}).pipe(
|
|
28
|
+
T.Http({ method: "GET", uri: "/active/callbacks", code: 200 }),
|
|
29
|
+
),
|
|
30
|
+
).annotate({
|
|
31
|
+
identifier: "GetActiveCallbacksActiveCallbackRequest",
|
|
32
|
+
}) as any as S.Schema<GetActiveCallbacksActiveCallbackRequest>;
|
|
33
|
+
|
|
34
|
+
export interface GetActiveCallbacksActiveCallbackResponse {
|
|
35
|
+
body: unknown;
|
|
36
|
+
}
|
|
37
|
+
export const GetActiveCallbacksActiveCallbackResponse = /*@__PURE__*/ S.suspend(
|
|
38
|
+
() =>
|
|
39
|
+
S.Struct({
|
|
40
|
+
body: S.Unknown,
|
|
41
|
+
}),
|
|
42
|
+
).annotate({
|
|
43
|
+
identifier: "GetActiveCallbacksActiveCallbackResponse",
|
|
44
|
+
}) as any as S.Schema<GetActiveCallbacksActiveCallbackResponse>;
|
|
45
|
+
|
|
46
|
+
export interface GetActiveCallbacksSettingsRequest {}
|
|
47
|
+
export const GetActiveCallbacksSettingsRequest = /*@__PURE__*/ S.suspend(() =>
|
|
48
|
+
S.Struct({}).pipe(T.Http({ method: "GET", uri: "/settings", code: 200 })),
|
|
49
|
+
).annotate({
|
|
50
|
+
identifier: "GetActiveCallbacksSettingsRequest",
|
|
51
|
+
}) as any as S.Schema<GetActiveCallbacksSettingsRequest>;
|
|
52
|
+
|
|
53
|
+
export interface GetActiveCallbacksSettingsResponse {
|
|
54
|
+
body: unknown;
|
|
55
|
+
}
|
|
56
|
+
export const GetActiveCallbacksSettingsResponse = /*@__PURE__*/ S.suspend(() =>
|
|
57
|
+
S.Struct({
|
|
58
|
+
body: S.Unknown,
|
|
59
|
+
}),
|
|
60
|
+
).annotate({
|
|
61
|
+
identifier: "GetActiveCallbacksSettingsResponse",
|
|
62
|
+
}) as any as S.Schema<GetActiveCallbacksSettingsResponse>;
|
|
63
|
+
|
|
64
|
+
export interface GetHealthBacklogHealthBacklogRequest {}
|
|
65
|
+
export const GetHealthBacklogHealthBacklogRequest = /*@__PURE__*/ S.suspend(
|
|
66
|
+
() =>
|
|
67
|
+
S.Struct({}).pipe(
|
|
68
|
+
T.Http({ method: "GET", uri: "/health/backlog", code: 200 }),
|
|
69
|
+
),
|
|
70
|
+
).annotate({
|
|
71
|
+
identifier: "GetHealthBacklogHealthBacklogRequest",
|
|
72
|
+
}) as any as S.Schema<GetHealthBacklogHealthBacklogRequest>;
|
|
73
|
+
|
|
74
|
+
export interface GetHealthBacklogHealthBacklogResponse {
|
|
75
|
+
body: unknown;
|
|
76
|
+
}
|
|
77
|
+
export const GetHealthBacklogHealthBacklogResponse = /*@__PURE__*/ S.suspend(
|
|
78
|
+
() =>
|
|
79
|
+
S.Struct({
|
|
80
|
+
body: S.Unknown,
|
|
81
|
+
}),
|
|
82
|
+
).annotate({
|
|
83
|
+
identifier: "GetHealthBacklogHealthBacklogResponse",
|
|
84
|
+
}) as any as S.Schema<GetHealthBacklogHealthBacklogResponse>;
|
|
85
|
+
|
|
86
|
+
export interface GetHealthCheckHistoryEndpointHealthHistoryRequest {
|
|
87
|
+
/** Filter by specific model name */
|
|
88
|
+
model?: string;
|
|
89
|
+
/** Filter by status (healthy/unhealthy) */
|
|
90
|
+
status_filter?: string;
|
|
91
|
+
/** Number of records to return */
|
|
92
|
+
limit?: number;
|
|
93
|
+
/** Number of records to skip */
|
|
94
|
+
offset?: number;
|
|
95
|
+
}
|
|
96
|
+
export const GetHealthCheckHistoryEndpointHealthHistoryRequest =
|
|
97
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
98
|
+
S.Struct({
|
|
99
|
+
model: S.optional(S.String.pipe(T.Query())),
|
|
100
|
+
status_filter: S.optional(S.String.pipe(T.Query())),
|
|
101
|
+
limit: S.optional(S.Number.pipe(T.Query())),
|
|
102
|
+
offset: S.optional(S.Number.pipe(T.Query())),
|
|
103
|
+
}).pipe(T.Http({ method: "GET", uri: "/health/history", code: 200 })),
|
|
104
|
+
).annotate({
|
|
105
|
+
identifier: "GetHealthCheckHistoryEndpointHealthHistoryRequest",
|
|
106
|
+
}) as any as S.Schema<GetHealthCheckHistoryEndpointHealthHistoryRequest>;
|
|
107
|
+
|
|
108
|
+
export interface GetHealthCheckHistoryEndpointHealthHistoryResponse {
|
|
109
|
+
body: unknown;
|
|
110
|
+
}
|
|
111
|
+
export const GetHealthCheckHistoryEndpointHealthHistoryResponse =
|
|
112
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
113
|
+
S.Struct({
|
|
114
|
+
body: S.Unknown,
|
|
115
|
+
}),
|
|
116
|
+
).annotate({
|
|
117
|
+
identifier: "GetHealthCheckHistoryEndpointHealthHistoryResponse",
|
|
118
|
+
}) as any as S.Schema<GetHealthCheckHistoryEndpointHealthHistoryResponse>;
|
|
119
|
+
|
|
120
|
+
export interface GetHealthDrainHealthDrainRequest {}
|
|
121
|
+
export const GetHealthDrainHealthDrainRequest = /*@__PURE__*/ S.suspend(() =>
|
|
122
|
+
S.Struct({}).pipe(T.Http({ method: "GET", uri: "/health/drain", code: 200 })),
|
|
123
|
+
).annotate({
|
|
124
|
+
identifier: "GetHealthDrainHealthDrainRequest",
|
|
125
|
+
}) as any as S.Schema<GetHealthDrainHealthDrainRequest>;
|
|
126
|
+
|
|
127
|
+
export interface GetHealthDrainHealthDrainResponse {
|
|
128
|
+
body: unknown;
|
|
129
|
+
}
|
|
130
|
+
export const GetHealthDrainHealthDrainResponse = /*@__PURE__*/ S.suspend(() =>
|
|
131
|
+
S.Struct({
|
|
132
|
+
body: S.Unknown,
|
|
133
|
+
}),
|
|
134
|
+
).annotate({
|
|
135
|
+
identifier: "GetHealthDrainHealthDrainResponse",
|
|
136
|
+
}) as any as S.Schema<GetHealthDrainHealthDrainResponse>;
|
|
137
|
+
|
|
138
|
+
export interface GetHealthEndpointHealthRequest {
|
|
139
|
+
/** Specify the model name (optional) */
|
|
140
|
+
model?: string;
|
|
141
|
+
/** Specify the model ID (optional) */
|
|
142
|
+
model_id?: string;
|
|
143
|
+
}
|
|
144
|
+
export const GetHealthEndpointHealthRequest = /*@__PURE__*/ S.suspend(() =>
|
|
145
|
+
S.Struct({
|
|
146
|
+
model: S.optional(S.String.pipe(T.Query())),
|
|
147
|
+
model_id: S.optional(S.String.pipe(T.Query())),
|
|
148
|
+
}).pipe(T.Http({ method: "GET", uri: "/health", code: 200 })),
|
|
149
|
+
).annotate({
|
|
150
|
+
identifier: "GetHealthEndpointHealthRequest",
|
|
151
|
+
}) as any as S.Schema<GetHealthEndpointHealthRequest>;
|
|
152
|
+
|
|
153
|
+
export interface GetHealthEndpointHealthResponse {
|
|
154
|
+
body: unknown;
|
|
155
|
+
}
|
|
156
|
+
export const GetHealthEndpointHealthResponse = /*@__PURE__*/ S.suspend(() =>
|
|
157
|
+
S.Struct({
|
|
158
|
+
body: S.Unknown,
|
|
159
|
+
}),
|
|
160
|
+
).annotate({
|
|
161
|
+
identifier: "GetHealthEndpointHealthResponse",
|
|
162
|
+
}) as any as S.Schema<GetHealthEndpointHealthResponse>;
|
|
163
|
+
|
|
164
|
+
export interface GetHealthLicenseEndpointHealthLicenseRequest {}
|
|
165
|
+
export const GetHealthLicenseEndpointHealthLicenseRequest =
|
|
166
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
167
|
+
S.Struct({}).pipe(
|
|
168
|
+
T.Http({ method: "GET", uri: "/health/license", code: 200 }),
|
|
169
|
+
),
|
|
170
|
+
).annotate({
|
|
171
|
+
identifier: "GetHealthLicenseEndpointHealthLicenseRequest",
|
|
172
|
+
}) as any as S.Schema<GetHealthLicenseEndpointHealthLicenseRequest>;
|
|
173
|
+
|
|
174
|
+
export interface GetHealthLicenseEndpointHealthLicenseResponse {
|
|
175
|
+
body: unknown;
|
|
176
|
+
}
|
|
177
|
+
export const GetHealthLicenseEndpointHealthLicenseResponse =
|
|
178
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
179
|
+
S.Struct({
|
|
180
|
+
body: S.Unknown,
|
|
181
|
+
}),
|
|
182
|
+
).annotate({
|
|
183
|
+
identifier: "GetHealthLicenseEndpointHealthLicenseResponse",
|
|
184
|
+
}) as any as S.Schema<GetHealthLicenseEndpointHealthLicenseResponse>;
|
|
185
|
+
|
|
186
|
+
export interface GetHealthLivelinessHealthLivelinessRequest {}
|
|
187
|
+
export const GetHealthLivelinessHealthLivelinessRequest =
|
|
188
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
189
|
+
S.Struct({}).pipe(
|
|
190
|
+
T.Http({ method: "GET", uri: "/health/liveliness", code: 200 }),
|
|
191
|
+
),
|
|
192
|
+
).annotate({
|
|
193
|
+
identifier: "GetHealthLivelinessHealthLivelinessRequest",
|
|
194
|
+
}) as any as S.Schema<GetHealthLivelinessHealthLivelinessRequest>;
|
|
195
|
+
|
|
196
|
+
export interface GetHealthLivelinessHealthLivelinessResponse {
|
|
197
|
+
body: unknown;
|
|
198
|
+
}
|
|
199
|
+
export const GetHealthLivelinessHealthLivelinessResponse =
|
|
200
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
201
|
+
S.Struct({
|
|
202
|
+
body: S.Unknown,
|
|
203
|
+
}),
|
|
204
|
+
).annotate({
|
|
205
|
+
identifier: "GetHealthLivelinessHealthLivelinessResponse",
|
|
206
|
+
}) as any as S.Schema<GetHealthLivelinessHealthLivelinessResponse>;
|
|
207
|
+
|
|
208
|
+
export interface GetHealthLivelinessHealthLivenessRequest {}
|
|
209
|
+
export const GetHealthLivelinessHealthLivenessRequest = /*@__PURE__*/ S.suspend(
|
|
210
|
+
() =>
|
|
211
|
+
S.Struct({}).pipe(
|
|
212
|
+
T.Http({ method: "GET", uri: "/health/liveness", code: 200 }),
|
|
213
|
+
),
|
|
214
|
+
).annotate({
|
|
215
|
+
identifier: "GetHealthLivelinessHealthLivenessRequest",
|
|
216
|
+
}) as any as S.Schema<GetHealthLivelinessHealthLivenessRequest>;
|
|
217
|
+
|
|
218
|
+
export interface GetHealthLivelinessHealthLivenessResponse {
|
|
219
|
+
body: unknown;
|
|
220
|
+
}
|
|
221
|
+
export const GetHealthLivelinessHealthLivenessResponse =
|
|
222
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
223
|
+
S.Struct({
|
|
224
|
+
body: S.Unknown,
|
|
225
|
+
}),
|
|
226
|
+
).annotate({
|
|
227
|
+
identifier: "GetHealthLivelinessHealthLivenessResponse",
|
|
228
|
+
}) as any as S.Schema<GetHealthLivelinessHealthLivenessResponse>;
|
|
229
|
+
|
|
230
|
+
export interface GetHealthReadinessDetailsHealthReadinessDetailRequest {}
|
|
231
|
+
export const GetHealthReadinessDetailsHealthReadinessDetailRequest =
|
|
232
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
233
|
+
S.Struct({}).pipe(
|
|
234
|
+
T.Http({ method: "GET", uri: "/health/readiness/details", code: 200 }),
|
|
235
|
+
),
|
|
236
|
+
).annotate({
|
|
237
|
+
identifier: "GetHealthReadinessDetailsHealthReadinessDetailRequest",
|
|
238
|
+
}) as any as S.Schema<GetHealthReadinessDetailsHealthReadinessDetailRequest>;
|
|
239
|
+
|
|
240
|
+
export interface GetHealthReadinessDetailsHealthReadinessDetailResponse {
|
|
241
|
+
body: unknown;
|
|
242
|
+
}
|
|
243
|
+
export const GetHealthReadinessDetailsHealthReadinessDetailResponse =
|
|
244
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
245
|
+
S.Struct({
|
|
246
|
+
body: S.Unknown,
|
|
247
|
+
}),
|
|
248
|
+
).annotate({
|
|
249
|
+
identifier: "GetHealthReadinessDetailsHealthReadinessDetailResponse",
|
|
250
|
+
}) as any as S.Schema<GetHealthReadinessDetailsHealthReadinessDetailResponse>;
|
|
251
|
+
|
|
252
|
+
export interface GetHealthReadinessHealthReadinessRequest {}
|
|
253
|
+
export const GetHealthReadinessHealthReadinessRequest = /*@__PURE__*/ S.suspend(
|
|
254
|
+
() =>
|
|
255
|
+
S.Struct({}).pipe(
|
|
256
|
+
T.Http({ method: "GET", uri: "/health/readiness", code: 200 }),
|
|
257
|
+
),
|
|
258
|
+
).annotate({
|
|
259
|
+
identifier: "GetHealthReadinessHealthReadinessRequest",
|
|
260
|
+
}) as any as S.Schema<GetHealthReadinessHealthReadinessRequest>;
|
|
261
|
+
|
|
262
|
+
export interface GetHealthReadinessHealthReadinessResponse {
|
|
263
|
+
body: unknown;
|
|
264
|
+
}
|
|
265
|
+
export const GetHealthReadinessHealthReadinessResponse =
|
|
266
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
267
|
+
S.Struct({
|
|
268
|
+
body: S.Unknown,
|
|
269
|
+
}),
|
|
270
|
+
).annotate({
|
|
271
|
+
identifier: "GetHealthReadinessHealthReadinessResponse",
|
|
272
|
+
}) as any as S.Schema<GetHealthReadinessHealthReadinessResponse>;
|
|
273
|
+
|
|
274
|
+
export type GetHealthServicesEndpointHealthServiceRequestServiceCase0 =
|
|
275
|
+
| "slack_budget_alerts"
|
|
276
|
+
| "langfuse"
|
|
277
|
+
| "langfuse_otel"
|
|
278
|
+
| "slack"
|
|
279
|
+
| "ms_teams"
|
|
280
|
+
| "openmeter"
|
|
281
|
+
| "webhook"
|
|
282
|
+
| "email"
|
|
283
|
+
| "braintrust"
|
|
284
|
+
| "datadog"
|
|
285
|
+
| "datadog_llm_observability"
|
|
286
|
+
| "generic_api"
|
|
287
|
+
| "arize"
|
|
288
|
+
| "galileo"
|
|
289
|
+
| "newrelic"
|
|
290
|
+
| "sqs";
|
|
291
|
+
export const GetHealthServicesEndpointHealthServiceRequestServiceCase0 =
|
|
292
|
+
S.String;
|
|
293
|
+
|
|
294
|
+
/** Specify the service being hit. */
|
|
295
|
+
export type GetHealthServicesEndpointHealthServiceRequestService =
|
|
296
|
+
| GetHealthServicesEndpointHealthServiceRequestServiceCase0
|
|
297
|
+
| string;
|
|
298
|
+
export const GetHealthServicesEndpointHealthServiceRequestService =
|
|
299
|
+
S.Unknown as any as S.Schema<GetHealthServicesEndpointHealthServiceRequestService>;
|
|
300
|
+
|
|
301
|
+
export interface GetHealthServicesEndpointHealthServiceRequest {
|
|
302
|
+
/** Specify the service being hit. */
|
|
303
|
+
service: GetHealthServicesEndpointHealthServiceRequestService;
|
|
304
|
+
}
|
|
305
|
+
export const GetHealthServicesEndpointHealthServiceRequest =
|
|
306
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
307
|
+
S.Struct({
|
|
308
|
+
service: GetHealthServicesEndpointHealthServiceRequestService.pipe(
|
|
309
|
+
T.Query(),
|
|
310
|
+
),
|
|
311
|
+
}).pipe(T.Http({ method: "GET", uri: "/health/services", code: 200 })),
|
|
312
|
+
).annotate({
|
|
313
|
+
identifier: "GetHealthServicesEndpointHealthServiceRequest",
|
|
314
|
+
}) as any as S.Schema<GetHealthServicesEndpointHealthServiceRequest>;
|
|
315
|
+
|
|
316
|
+
export interface GetHealthServicesEndpointHealthServiceResponse {
|
|
317
|
+
body: unknown;
|
|
318
|
+
}
|
|
319
|
+
export const GetHealthServicesEndpointHealthServiceResponse =
|
|
320
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
321
|
+
S.Struct({
|
|
322
|
+
body: S.Unknown,
|
|
323
|
+
}),
|
|
324
|
+
).annotate({
|
|
325
|
+
identifier: "GetHealthServicesEndpointHealthServiceResponse",
|
|
326
|
+
}) as any as S.Schema<GetHealthServicesEndpointHealthServiceResponse>;
|
|
327
|
+
|
|
328
|
+
export interface GetLatestHealthChecksEndpointHealthLatestRequest {}
|
|
329
|
+
export const GetLatestHealthChecksEndpointHealthLatestRequest =
|
|
330
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
331
|
+
S.Struct({}).pipe(
|
|
332
|
+
T.Http({ method: "GET", uri: "/health/latest", code: 200 }),
|
|
333
|
+
),
|
|
334
|
+
).annotate({
|
|
335
|
+
identifier: "GetLatestHealthChecksEndpointHealthLatestRequest",
|
|
336
|
+
}) as any as S.Schema<GetLatestHealthChecksEndpointHealthLatestRequest>;
|
|
337
|
+
|
|
338
|
+
export interface GetLatestHealthChecksEndpointHealthLatestResponse {
|
|
339
|
+
body: unknown;
|
|
340
|
+
}
|
|
341
|
+
export const GetLatestHealthChecksEndpointHealthLatestResponse =
|
|
342
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
343
|
+
S.Struct({
|
|
344
|
+
body: S.Unknown,
|
|
345
|
+
}),
|
|
346
|
+
).annotate({
|
|
347
|
+
identifier: "GetLatestHealthChecksEndpointHealthLatestResponse",
|
|
348
|
+
}) as any as S.Schema<GetLatestHealthChecksEndpointHealthLatestResponse>;
|
|
349
|
+
|
|
350
|
+
export interface GetSharedHealthCheckStatusEndpointHealthSharedStatusRequest {}
|
|
351
|
+
export const GetSharedHealthCheckStatusEndpointHealthSharedStatusRequest =
|
|
352
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
353
|
+
S.Struct({}).pipe(
|
|
354
|
+
T.Http({ method: "GET", uri: "/health/shared-status", code: 200 }),
|
|
355
|
+
),
|
|
356
|
+
).annotate({
|
|
357
|
+
identifier: "GetSharedHealthCheckStatusEndpointHealthSharedStatusRequest",
|
|
358
|
+
}) as any as S.Schema<GetSharedHealthCheckStatusEndpointHealthSharedStatusRequest>;
|
|
359
|
+
|
|
360
|
+
export interface GetSharedHealthCheckStatusEndpointHealthSharedStatusResponse {
|
|
361
|
+
body: unknown;
|
|
362
|
+
}
|
|
363
|
+
export const GetSharedHealthCheckStatusEndpointHealthSharedStatusResponse =
|
|
364
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
365
|
+
S.Struct({
|
|
366
|
+
body: S.Unknown,
|
|
367
|
+
}),
|
|
368
|
+
).annotate({
|
|
369
|
+
identifier: "GetSharedHealthCheckStatusEndpointHealthSharedStatusResponse",
|
|
370
|
+
}) as any as S.Schema<GetSharedHealthCheckStatusEndpointHealthSharedStatusResponse>;
|
|
371
|
+
|
|
372
|
+
export interface GetTestEndpointTestRequest {}
|
|
373
|
+
export const GetTestEndpointTestRequest = /*@__PURE__*/ S.suspend(() =>
|
|
374
|
+
S.Struct({}).pipe(T.Http({ method: "GET", uri: "/test", code: 200 })),
|
|
375
|
+
).annotate({
|
|
376
|
+
identifier: "GetTestEndpointTestRequest",
|
|
377
|
+
}) as any as S.Schema<GetTestEndpointTestRequest>;
|
|
378
|
+
|
|
379
|
+
export interface GetTestEndpointTestResponse {
|
|
380
|
+
body: unknown;
|
|
381
|
+
}
|
|
382
|
+
export const GetTestEndpointTestResponse = /*@__PURE__*/ S.suspend(() =>
|
|
383
|
+
S.Struct({
|
|
384
|
+
body: S.Unknown,
|
|
385
|
+
}),
|
|
386
|
+
).annotate({
|
|
387
|
+
identifier: "GetTestEndpointTestResponse",
|
|
388
|
+
}) as any as S.Schema<GetTestEndpointTestResponse>;
|
|
389
|
+
|
|
390
|
+
/** Parameters for litellm.completion, litellm.embedding for the health check */
|
|
391
|
+
export type PostTestModelConnectionHealthTestConnectionRequestLitellmParamsMap =
|
|
392
|
+
{ [key: string]: unknown | undefined };
|
|
393
|
+
export const PostTestModelConnectionHealthTestConnectionRequestLitellmParamsMap =
|
|
394
|
+
/*@__PURE__*/ S.Record(
|
|
395
|
+
S.String,
|
|
396
|
+
S.Unknown,
|
|
397
|
+
) as any as S.Schema<PostTestModelConnectionHealthTestConnectionRequestLitellmParamsMap>;
|
|
398
|
+
|
|
399
|
+
export type PostTestModelConnectionHealthTestConnectionRequestMode =
|
|
400
|
+
| "chat"
|
|
401
|
+
| "completion"
|
|
402
|
+
| "embedding"
|
|
403
|
+
| "audio_speech"
|
|
404
|
+
| "audio_transcription"
|
|
405
|
+
| "image_generation"
|
|
406
|
+
| "image_edit"
|
|
407
|
+
| "video_generation"
|
|
408
|
+
| "batch"
|
|
409
|
+
| "rerank"
|
|
410
|
+
| "realtime"
|
|
411
|
+
| "responses"
|
|
412
|
+
| "ocr";
|
|
413
|
+
export const PostTestModelConnectionHealthTestConnectionRequestMode = S.String;
|
|
414
|
+
|
|
415
|
+
/** Model info for the health check */
|
|
416
|
+
export type PostTestModelConnectionHealthTestConnectionRequestModelInfoMap = {
|
|
417
|
+
[key: string]: unknown | undefined;
|
|
418
|
+
};
|
|
419
|
+
export const PostTestModelConnectionHealthTestConnectionRequestModelInfoMap =
|
|
420
|
+
/*@__PURE__*/ S.Record(
|
|
421
|
+
S.String,
|
|
422
|
+
S.Unknown,
|
|
423
|
+
) as any as S.Schema<PostTestModelConnectionHealthTestConnectionRequestModelInfoMap>;
|
|
424
|
+
|
|
425
|
+
export interface PostTestModelConnectionHealthTestConnectionRequest {
|
|
426
|
+
/** Parameters for litellm.completion, litellm.embedding for the health check */
|
|
427
|
+
litellm_params?: PostTestModelConnectionHealthTestConnectionRequestLitellmParamsMap;
|
|
428
|
+
/** The mode to test the model with. If not provided, auto-detected from model capabilities. */
|
|
429
|
+
mode?:
|
|
430
|
+
| PostTestModelConnectionHealthTestConnectionRequestMode
|
|
431
|
+
| (string & {})
|
|
432
|
+
| null;
|
|
433
|
+
/** Model info for the health check */
|
|
434
|
+
model_info?: PostTestModelConnectionHealthTestConnectionRequestModelInfoMap;
|
|
435
|
+
}
|
|
436
|
+
export const PostTestModelConnectionHealthTestConnectionRequest =
|
|
437
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
438
|
+
S.Struct({
|
|
439
|
+
litellm_params: S.optional(
|
|
440
|
+
PostTestModelConnectionHealthTestConnectionRequestLitellmParamsMap,
|
|
441
|
+
),
|
|
442
|
+
mode: S.optional(
|
|
443
|
+
S.NullOr(PostTestModelConnectionHealthTestConnectionRequestMode),
|
|
444
|
+
),
|
|
445
|
+
model_info: S.optional(
|
|
446
|
+
PostTestModelConnectionHealthTestConnectionRequestModelInfoMap,
|
|
447
|
+
),
|
|
448
|
+
}).pipe(
|
|
449
|
+
T.Http({ method: "POST", uri: "/health/test_connection", code: 200 }),
|
|
450
|
+
),
|
|
451
|
+
).annotate({
|
|
452
|
+
identifier: "PostTestModelConnectionHealthTestConnectionRequest",
|
|
453
|
+
}) as any as S.Schema<PostTestModelConnectionHealthTestConnectionRequest>;
|
|
454
|
+
|
|
455
|
+
export interface PostTestModelConnectionHealthTestConnectionResponse {
|
|
456
|
+
body: unknown;
|
|
457
|
+
}
|
|
458
|
+
export const PostTestModelConnectionHealthTestConnectionResponse =
|
|
459
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
460
|
+
S.Struct({
|
|
461
|
+
body: S.Unknown,
|
|
462
|
+
}),
|
|
463
|
+
).annotate({
|
|
464
|
+
identifier: "PostTestModelConnectionHealthTestConnectionResponse",
|
|
465
|
+
}) as any as S.Schema<PostTestModelConnectionHealthTestConnectionResponse>;
|
|
466
|
+
|
|
467
|
+
export type GetActiveCallbacksActiveCallbackError = LitellmOpError;
|
|
468
|
+
/** Active Callbacks Returns a list of litellm level settings This is useful for debugging and ensuring the proxy server is configured correctly. Response schema: ``` { "alerting": _alerting, "litellm.callbacks": litellm_callbacks, "litellm.input_callback": litellm_input_callbacks, "litellm.failure_callback": litellm_failure_callbacks, "litellm.success_callback": litellm_success_callbacks, "litellm._async_success_callback": litellm_async_success_callbacks, "litellm._async_failure_callback": litellm_async_failure_callbacks, "litellm._async_input_callback": litellm_async_input_callbacks, "all_litellm_callbacks": all_litellm_callbacks, "num_callbacks": len(all_litellm_callbacks), "num_alerting": _num_alerting, "litellm.request_timeout": litellm.request_timeout, } ``` */
|
|
469
|
+
export const getActiveCallbacksActiveCallback: API.OperationMethod<
|
|
470
|
+
GetActiveCallbacksActiveCallbackRequest,
|
|
471
|
+
GetActiveCallbacksActiveCallbackResponse,
|
|
472
|
+
GetActiveCallbacksActiveCallbackError,
|
|
473
|
+
LitellmOpContext
|
|
474
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
475
|
+
input: GetActiveCallbacksActiveCallbackRequest,
|
|
476
|
+
output: GetActiveCallbacksActiveCallbackResponse,
|
|
477
|
+
errors: [],
|
|
478
|
+
protocol: LitellmProtocol,
|
|
479
|
+
retry: Retry.Retry,
|
|
480
|
+
}));
|
|
481
|
+
|
|
482
|
+
export type GetActiveCallbacksSettingsError = LitellmOpError;
|
|
483
|
+
/** Active Callbacks Returns a list of litellm level settings This is useful for debugging and ensuring the proxy server is configured correctly. Response schema: ``` { "alerting": _alerting, "litellm.callbacks": litellm_callbacks, "litellm.input_callback": litellm_input_callbacks, "litellm.failure_callback": litellm_failure_callbacks, "litellm.success_callback": litellm_success_callbacks, "litellm._async_success_callback": litellm_async_success_callbacks, "litellm._async_failure_callback": litellm_async_failure_callbacks, "litellm._async_input_callback": litellm_async_input_callbacks, "all_litellm_callbacks": all_litellm_callbacks, "num_callbacks": len(all_litellm_callbacks), "num_alerting": _num_alerting, "litellm.request_timeout": litellm.request_timeout, } ``` */
|
|
484
|
+
export const getActiveCallbacksSettings: API.OperationMethod<
|
|
485
|
+
GetActiveCallbacksSettingsRequest,
|
|
486
|
+
GetActiveCallbacksSettingsResponse,
|
|
487
|
+
GetActiveCallbacksSettingsError,
|
|
488
|
+
LitellmOpContext
|
|
489
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
490
|
+
input: GetActiveCallbacksSettingsRequest,
|
|
491
|
+
output: GetActiveCallbacksSettingsResponse,
|
|
492
|
+
errors: [],
|
|
493
|
+
protocol: LitellmProtocol,
|
|
494
|
+
retry: Retry.Retry,
|
|
495
|
+
}));
|
|
496
|
+
|
|
497
|
+
export type GetHealthBacklogHealthBacklogError = LitellmOpError;
|
|
498
|
+
/** Health Backlog Returns the number of HTTP requests currently in-flight on this uvicorn worker. Use this to measure per-pod queue depth. A high value means the worker is processing many concurrent requests — requests arriving now will have to wait for the event loop to get to them, adding latency before LiteLLM even starts its own timer. */
|
|
499
|
+
export const getHealthBacklogHealthBacklog: API.OperationMethod<
|
|
500
|
+
GetHealthBacklogHealthBacklogRequest,
|
|
501
|
+
GetHealthBacklogHealthBacklogResponse,
|
|
502
|
+
GetHealthBacklogHealthBacklogError,
|
|
503
|
+
LitellmOpContext
|
|
504
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
505
|
+
input: GetHealthBacklogHealthBacklogRequest,
|
|
506
|
+
output: GetHealthBacklogHealthBacklogResponse,
|
|
507
|
+
errors: [],
|
|
508
|
+
protocol: LitellmProtocol,
|
|
509
|
+
retry: Retry.Retry,
|
|
510
|
+
}));
|
|
511
|
+
|
|
512
|
+
export type GetHealthCheckHistoryEndpointHealthHistoryError =
|
|
513
|
+
| UnprocessableEntity
|
|
514
|
+
| LitellmOpError;
|
|
515
|
+
/** Health Check History Endpoint Get health check history for models Returns historical health check data with optional filtering. */
|
|
516
|
+
export const getHealthCheckHistoryEndpointHealthHistory: API.OperationMethod<
|
|
517
|
+
GetHealthCheckHistoryEndpointHealthHistoryRequest,
|
|
518
|
+
GetHealthCheckHistoryEndpointHealthHistoryResponse,
|
|
519
|
+
GetHealthCheckHistoryEndpointHealthHistoryError,
|
|
520
|
+
LitellmOpContext
|
|
521
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
522
|
+
input: GetHealthCheckHistoryEndpointHealthHistoryRequest,
|
|
523
|
+
output: GetHealthCheckHistoryEndpointHealthHistoryResponse,
|
|
524
|
+
errors: [UnprocessableEntity],
|
|
525
|
+
protocol: LitellmProtocol,
|
|
526
|
+
retry: Retry.Retry,
|
|
527
|
+
}));
|
|
528
|
+
|
|
529
|
+
export type GetHealthDrainHealthDrainError = LitellmOpError;
|
|
530
|
+
/** Health Drain Graceful-drain probe for Kubernetes ``preStop`` hooks. Disabled by default and returns 404 unless ``general_settings`` sets ``enable_drain_endpoint: true``. Calling it flips a process-wide shutting-down flag, so a successful call permanently takes the worker out of rotation until the pod restarts. Because the kubelet calls preStop hooks without proxy credentials, the endpoint does not require ``user_api_key_auth``. To prevent any pod-reachable caller from triggering shutdown, set ``general_settings.drain_endpoint_token`` (or the ``DRAIN_ENDPOINT_TOKEN`` env var) and supply the same value on the ``X-Drain-Token`` header from the preStop hook. Calls without the header (or with a wrong value) get a 401 and have no side effect. When enabled, it marks the worker as shutting down (so /health/readiness and /health/liveliness immediately start returning 503, removing the pod from service) and blocks until the in-flight request counter drains to zero or ``GRACEFUL_SHUTDOWN_TIMEOUT`` elapses. Unlike a fixed ``sleep``, this returns as soon as real in-flight work is done. Wire it up as: ```yaml lifecycle: preStop: httpGet: path: /health/drain port: 4000 httpHeaders: - name: X-Drain-Token value: <same value as drain_endpoint_token> ``` */
|
|
531
|
+
export const getHealthDrainHealthDrain: API.OperationMethod<
|
|
532
|
+
GetHealthDrainHealthDrainRequest,
|
|
533
|
+
GetHealthDrainHealthDrainResponse,
|
|
534
|
+
GetHealthDrainHealthDrainError,
|
|
535
|
+
LitellmOpContext
|
|
536
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
537
|
+
input: GetHealthDrainHealthDrainRequest,
|
|
538
|
+
output: GetHealthDrainHealthDrainResponse,
|
|
539
|
+
errors: [],
|
|
540
|
+
protocol: LitellmProtocol,
|
|
541
|
+
retry: Retry.Retry,
|
|
542
|
+
}));
|
|
543
|
+
|
|
544
|
+
export type GetHealthEndpointHealthError = UnprocessableEntity | LitellmOpError;
|
|
545
|
+
/** Health Endpoint 🚨 USE `/health/liveliness` to health check the proxy 🚨 See more 👉 https://docs.litellm.ai/docs/proxy/health Check the health of all the endpoints in config.yaml To run health checks in the background, add this to config.yaml: ``` general_settings: # ... other settings background_health_checks: True ``` else, the health checks will be run on models when /health is called. To skip deployments that set ``model_info.disable_background_health_check: true`` on ``GET /health`` as well as in the background loop, set ``general_settings.health_check_skip_disabled_background_models: true``. */
|
|
546
|
+
export const getHealthEndpointHealth: API.OperationMethod<
|
|
547
|
+
GetHealthEndpointHealthRequest,
|
|
548
|
+
GetHealthEndpointHealthResponse,
|
|
549
|
+
GetHealthEndpointHealthError,
|
|
550
|
+
LitellmOpContext
|
|
551
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
552
|
+
input: GetHealthEndpointHealthRequest,
|
|
553
|
+
output: GetHealthEndpointHealthResponse,
|
|
554
|
+
errors: [UnprocessableEntity],
|
|
555
|
+
protocol: LitellmProtocol,
|
|
556
|
+
retry: Retry.Retry,
|
|
557
|
+
}));
|
|
558
|
+
|
|
559
|
+
export type GetHealthLicenseEndpointHealthLicenseError = LitellmOpError;
|
|
560
|
+
/** Health License Endpoint Return metadata about the configured LiteLLM license without exposing the key. */
|
|
561
|
+
export const getHealthLicenseEndpointHealthLicense: API.OperationMethod<
|
|
562
|
+
GetHealthLicenseEndpointHealthLicenseRequest,
|
|
563
|
+
GetHealthLicenseEndpointHealthLicenseResponse,
|
|
564
|
+
GetHealthLicenseEndpointHealthLicenseError,
|
|
565
|
+
LitellmOpContext
|
|
566
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
567
|
+
input: GetHealthLicenseEndpointHealthLicenseRequest,
|
|
568
|
+
output: GetHealthLicenseEndpointHealthLicenseResponse,
|
|
569
|
+
errors: [],
|
|
570
|
+
protocol: LitellmProtocol,
|
|
571
|
+
retry: Retry.Retry,
|
|
572
|
+
}));
|
|
573
|
+
|
|
574
|
+
export type GetHealthLivelinessHealthLivelinessError = LitellmOpError;
|
|
575
|
+
/** Health Liveliness Unprotected endpoint for checking if worker is alive. Returns 503 once graceful shutdown has begun so Kubernetes stops counting the draining pod as live and terminates it on schedule. */
|
|
576
|
+
export const getHealthLivelinessHealthLiveliness: API.OperationMethod<
|
|
577
|
+
GetHealthLivelinessHealthLivelinessRequest,
|
|
578
|
+
GetHealthLivelinessHealthLivelinessResponse,
|
|
579
|
+
GetHealthLivelinessHealthLivelinessError,
|
|
580
|
+
LitellmOpContext
|
|
581
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
582
|
+
input: GetHealthLivelinessHealthLivelinessRequest,
|
|
583
|
+
output: GetHealthLivelinessHealthLivelinessResponse,
|
|
584
|
+
errors: [],
|
|
585
|
+
protocol: LitellmProtocol,
|
|
586
|
+
retry: Retry.Retry,
|
|
587
|
+
}));
|
|
588
|
+
|
|
589
|
+
export type GetHealthLivelinessHealthLivenessError = LitellmOpError;
|
|
590
|
+
/** Health Liveliness Unprotected endpoint for checking if worker is alive. Returns 503 once graceful shutdown has begun so Kubernetes stops counting the draining pod as live and terminates it on schedule. */
|
|
591
|
+
export const getHealthLivelinessHealthLiveness: API.OperationMethod<
|
|
592
|
+
GetHealthLivelinessHealthLivenessRequest,
|
|
593
|
+
GetHealthLivelinessHealthLivenessResponse,
|
|
594
|
+
GetHealthLivelinessHealthLivenessError,
|
|
595
|
+
LitellmOpContext
|
|
596
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
597
|
+
input: GetHealthLivelinessHealthLivenessRequest,
|
|
598
|
+
output: GetHealthLivelinessHealthLivenessResponse,
|
|
599
|
+
errors: [],
|
|
600
|
+
protocol: LitellmProtocol,
|
|
601
|
+
retry: Retry.Retry,
|
|
602
|
+
}));
|
|
603
|
+
|
|
604
|
+
export type GetHealthReadinessDetailsHealthReadinessDetailError =
|
|
605
|
+
LitellmOpError;
|
|
606
|
+
/** Health Readiness Details Authenticated readiness diagnostics with DB/cache/callback metadata. */
|
|
607
|
+
export const getHealthReadinessDetailsHealthReadinessDetail: API.OperationMethod<
|
|
608
|
+
GetHealthReadinessDetailsHealthReadinessDetailRequest,
|
|
609
|
+
GetHealthReadinessDetailsHealthReadinessDetailResponse,
|
|
610
|
+
GetHealthReadinessDetailsHealthReadinessDetailError,
|
|
611
|
+
LitellmOpContext
|
|
612
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
613
|
+
input: GetHealthReadinessDetailsHealthReadinessDetailRequest,
|
|
614
|
+
output: GetHealthReadinessDetailsHealthReadinessDetailResponse,
|
|
615
|
+
errors: [],
|
|
616
|
+
protocol: LitellmProtocol,
|
|
617
|
+
retry: Retry.Retry,
|
|
618
|
+
}));
|
|
619
|
+
|
|
620
|
+
export type GetHealthReadinessHealthReadinessError = LitellmOpError;
|
|
621
|
+
/** Health Readiness Public readiness probe. Returns a low-detail payload safe to expose to unauthenticated load balancers — `status` plus `db` so orchestrators and external probes can distinguish "healthy" from "DB unreachable" without a credential. Admins can opt into the legacy detailed payload with general_settings.allow_public_health_readiness_details. */
|
|
622
|
+
export const getHealthReadinessHealthReadiness: API.OperationMethod<
|
|
623
|
+
GetHealthReadinessHealthReadinessRequest,
|
|
624
|
+
GetHealthReadinessHealthReadinessResponse,
|
|
625
|
+
GetHealthReadinessHealthReadinessError,
|
|
626
|
+
LitellmOpContext
|
|
627
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
628
|
+
input: GetHealthReadinessHealthReadinessRequest,
|
|
629
|
+
output: GetHealthReadinessHealthReadinessResponse,
|
|
630
|
+
errors: [],
|
|
631
|
+
protocol: LitellmProtocol,
|
|
632
|
+
retry: Retry.Retry,
|
|
633
|
+
}));
|
|
634
|
+
|
|
635
|
+
export type GetHealthServicesEndpointHealthServiceError =
|
|
636
|
+
| UnprocessableEntity
|
|
637
|
+
| LitellmOpError;
|
|
638
|
+
/** Health Services Endpoint Use this admin-only endpoint to check if the service is healthy. Example: ``` curl -L -X GET 'http://0.0.0.0:4000/health/services?service=datadog' -H 'Authorization: Bearer sk-1234' ``` */
|
|
639
|
+
export const getHealthServicesEndpointHealthService: API.OperationMethod<
|
|
640
|
+
GetHealthServicesEndpointHealthServiceRequest,
|
|
641
|
+
GetHealthServicesEndpointHealthServiceResponse,
|
|
642
|
+
GetHealthServicesEndpointHealthServiceError,
|
|
643
|
+
LitellmOpContext
|
|
644
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
645
|
+
input: GetHealthServicesEndpointHealthServiceRequest,
|
|
646
|
+
output: GetHealthServicesEndpointHealthServiceResponse,
|
|
647
|
+
errors: [UnprocessableEntity],
|
|
648
|
+
protocol: LitellmProtocol,
|
|
649
|
+
retry: Retry.Retry,
|
|
650
|
+
}));
|
|
651
|
+
|
|
652
|
+
export type GetLatestHealthChecksEndpointHealthLatestError = LitellmOpError;
|
|
653
|
+
/** Latest Health Checks Endpoint Get the latest health check status for all models Returns the most recent health check result for each model. */
|
|
654
|
+
export const getLatestHealthChecksEndpointHealthLatest: API.OperationMethod<
|
|
655
|
+
GetLatestHealthChecksEndpointHealthLatestRequest,
|
|
656
|
+
GetLatestHealthChecksEndpointHealthLatestResponse,
|
|
657
|
+
GetLatestHealthChecksEndpointHealthLatestError,
|
|
658
|
+
LitellmOpContext
|
|
659
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
660
|
+
input: GetLatestHealthChecksEndpointHealthLatestRequest,
|
|
661
|
+
output: GetLatestHealthChecksEndpointHealthLatestResponse,
|
|
662
|
+
errors: [],
|
|
663
|
+
protocol: LitellmProtocol,
|
|
664
|
+
retry: Retry.Retry,
|
|
665
|
+
}));
|
|
666
|
+
|
|
667
|
+
export type GetSharedHealthCheckStatusEndpointHealthSharedStatusError =
|
|
668
|
+
LitellmOpError;
|
|
669
|
+
/** Shared Health Check Status Endpoint Get the status of shared health check coordination across pods. Returns information about Redis connectivity, lock status, and cache status. */
|
|
670
|
+
export const getSharedHealthCheckStatusEndpointHealthSharedStatus: API.OperationMethod<
|
|
671
|
+
GetSharedHealthCheckStatusEndpointHealthSharedStatusRequest,
|
|
672
|
+
GetSharedHealthCheckStatusEndpointHealthSharedStatusResponse,
|
|
673
|
+
GetSharedHealthCheckStatusEndpointHealthSharedStatusError,
|
|
674
|
+
LitellmOpContext
|
|
675
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
676
|
+
input: GetSharedHealthCheckStatusEndpointHealthSharedStatusRequest,
|
|
677
|
+
output: GetSharedHealthCheckStatusEndpointHealthSharedStatusResponse,
|
|
678
|
+
errors: [],
|
|
679
|
+
protocol: LitellmProtocol,
|
|
680
|
+
retry: Retry.Retry,
|
|
681
|
+
}));
|
|
682
|
+
|
|
683
|
+
export type GetTestEndpointTestError = LitellmOpError;
|
|
684
|
+
/** Test Endpoint [DEPRECATED] use `/health/liveliness` instead. A test endpoint that pings the proxy server to check if it's healthy. Parameters: request (Request): The incoming request. Returns: dict: A dictionary containing the route of the request URL. */
|
|
685
|
+
export const getTestEndpointTest: API.OperationMethod<
|
|
686
|
+
GetTestEndpointTestRequest,
|
|
687
|
+
GetTestEndpointTestResponse,
|
|
688
|
+
GetTestEndpointTestError,
|
|
689
|
+
LitellmOpContext
|
|
690
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
691
|
+
input: GetTestEndpointTestRequest,
|
|
692
|
+
output: GetTestEndpointTestResponse,
|
|
693
|
+
errors: [],
|
|
694
|
+
protocol: LitellmProtocol,
|
|
695
|
+
retry: Retry.Retry,
|
|
696
|
+
}));
|
|
697
|
+
|
|
698
|
+
export type PostTestModelConnectionHealthTestConnectionError =
|
|
699
|
+
| UnprocessableEntity
|
|
700
|
+
| LitellmOpError;
|
|
701
|
+
/** Test Model Connection Test a direct connection to a specific model. This endpoint allows you to verify if your proxy can successfully connect to a specific model. It's useful for troubleshooting model connectivity issues without going through the full proxy routing. Example: ```bash # If model is configured in proxy_config.yaml, you only need to specify the model name: curl -X POST 'http://localhost:4000/health/test_connection' \ -H 'Authorization: Bearer sk-1234' \ -H 'Content-Type: application/json' \ -d '{ "litellm_params": { "model": "gpt-4o" }, "mode": "chat" }' # The endpoint will automatically use api_key, api_base, etc. from proxy_config.yaml # You can also override specific params or test with custom credentials: curl -X POST 'http://localhost:4000/health/test_connection' \ -H 'Authorization: Bearer sk-1234' \ -H 'Content-Type: application/json' \ -d '{ "litellm_params": { "model": "azure/gpt-4o", "api_key": "os.environ/AZURE_OPENAI_API_KEY", "api_base": "os.environ/AZURE_OPENAI_ENDPOINT", "api_version": "2024-10-21" }, "mode": "chat" }' ``` Note: - If the model is configured in proxy_config.yaml, credentials (api_key, api_base, etc.) will be automatically loaded from the config (with resolved environment variables). - You can override specific params by including them in the request. - You can use `os.environ/VARIABLE_NAME` syntax to reference environment variables, which will be resolved automatically (same as in proxy_config.yaml). Returns: dict: A dictionary containing the health check result with either success information or error details. */
|
|
702
|
+
export const postTestModelConnectionHealthTestConnection: API.OperationMethod<
|
|
703
|
+
PostTestModelConnectionHealthTestConnectionRequest,
|
|
704
|
+
PostTestModelConnectionHealthTestConnectionResponse,
|
|
705
|
+
PostTestModelConnectionHealthTestConnectionError,
|
|
706
|
+
LitellmOpContext
|
|
707
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
708
|
+
input: PostTestModelConnectionHealthTestConnectionRequest,
|
|
709
|
+
output: PostTestModelConnectionHealthTestConnectionResponse,
|
|
710
|
+
errors: [UnprocessableEntity],
|
|
711
|
+
protocol: LitellmProtocol,
|
|
712
|
+
retry: Retry.Retry,
|
|
713
|
+
}));
|