@homeflare/distilled-litellm 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/README.md +77 -0
- package/dist/credentials.d.ts +27 -0
- package/dist/credentials.d.ts.map +1 -0
- package/dist/credentials.js +67 -0
- package/dist/credentials.js.map +1 -0
- package/dist/errors.d.ts +92 -0
- package/dist/errors.d.ts.map +1 -0
- package/dist/errors.js +72 -0
- package/dist/errors.js.map +1 -0
- package/dist/index.d.ts +30 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +30 -0
- package/dist/index.js.map +1 -0
- package/dist/protocol.d.ts +18 -0
- package/dist/protocol.d.ts.map +1 -0
- package/dist/protocol.js +135 -0
- package/dist/protocol.js.map +1 -0
- package/dist/retry.d.ts +50 -0
- package/dist/retry.d.ts.map +1 -0
- package/dist/retry.js +43 -0
- package/dist/retry.js.map +1 -0
- package/dist/services/a2a.d.ts +70 -0
- package/dist/services/a2a.d.ts.map +1 -0
- package/dist/services/a2a.js +128 -0
- package/dist/services/a2a.js.map +1 -0
- package/dist/services/a2a_registration.d.ts +43 -0
- package/dist/services/a2a_registration.d.ts.map +1 -0
- package/dist/services/a2a_registration.js +40 -0
- package/dist/services/a2a_registration.js.map +1 -0
- package/dist/services/access_groups.d.ts +192 -0
- package/dist/services/access_groups.d.ts.map +1 -0
- package/dist/services/access_groups.js +283 -0
- package/dist/services/access_groups.js.map +1 -0
- package/dist/services/adaptive_router.d.ts +15 -0
- package/dist/services/adaptive_router.d.ts.map +1 -0
- package/dist/services/adaptive_router.js +25 -0
- package/dist/services/adaptive_router.js.map +1 -0
- package/dist/services/agents.d.ts +537 -0
- package/dist/services/agents.d.ts.map +1 -0
- package/dist/services/agents.js +481 -0
- package/dist/services/agents.js.map +1 -0
- package/dist/services/alerting.d.ts +15 -0
- package/dist/services/alerting.d.ts.map +1 -0
- package/dist/services/alerting.js +25 -0
- package/dist/services/alerting.js.map +1 -0
- package/dist/services/anthropic_pass_through.d.ts +70 -0
- package/dist/services/anthropic_pass_through.d.ts.map +1 -0
- package/dist/services/anthropic_pass_through.js +114 -0
- package/dist/services/anthropic_pass_through.js.map +1 -0
- package/dist/services/anthropic_passthrough.d.ts +35 -0
- package/dist/services/anthropic_passthrough.d.ts.map +1 -0
- package/dist/services/anthropic_passthrough.js +59 -0
- package/dist/services/anthropic_passthrough.js.map +1 -0
- package/dist/services/anthropic_skills.d.ts +74 -0
- package/dist/services/anthropic_skills.d.ts.map +1 -0
- package/dist/services/anthropic_skills.js +94 -0
- package/dist/services/anthropic_skills.js.map +1 -0
- package/dist/services/assembly_ai_eu_pass_through.d.ts +70 -0
- package/dist/services/assembly_ai_eu_pass_through.d.ts.map +1 -0
- package/dist/services/assembly_ai_eu_pass_through.js +114 -0
- package/dist/services/assembly_ai_eu_pass_through.js.map +1 -0
- package/dist/services/assembly_ai_pass_through.d.ts +70 -0
- package/dist/services/assembly_ai_pass_through.d.ts.map +1 -0
- package/dist/services/assembly_ai_pass_through.js +114 -0
- package/dist/services/assembly_ai_pass_through.js.map +1 -0
- package/dist/services/assistants.d.ts +185 -0
- package/dist/services/assistants.d.ts.map +1 -0
- package/dist/services/assistants.js +331 -0
- package/dist/services/assistants.js.map +1 -0
- package/dist/services/audio.d.ts +57 -0
- package/dist/services/audio.d.ts.map +1 -0
- package/dist/services/audio.js +96 -0
- package/dist/services/audio.js.map +1 -0
- package/dist/services/audit_logging.d.ts +98 -0
- package/dist/services/audit_logging.d.ts.map +1 -0
- package/dist/services/audit_logging.js +83 -0
- package/dist/services/audit_logging.js.map +1 -0
- package/dist/services/auto_router.d.ts +286 -0
- package/dist/services/auto_router.d.ts.map +1 -0
- package/dist/services/auto_router.js +248 -0
- package/dist/services/auto_router.js.map +1 -0
- package/dist/services/aws_comprehend_medical_pass_through.d.ts +36 -0
- package/dist/services/aws_comprehend_medical_pass_through.d.ts.map +1 -0
- package/dist/services/aws_comprehend_medical_pass_through.js +56 -0
- package/dist/services/aws_comprehend_medical_pass_through.js.map +1 -0
- package/dist/services/azure_ai_pass_through.d.ts +70 -0
- package/dist/services/azure_ai_pass_through.d.ts.map +1 -0
- package/dist/services/azure_ai_pass_through.js +112 -0
- package/dist/services/azure_ai_pass_through.js.map +1 -0
- package/dist/services/azure_pass_through.d.ts +70 -0
- package/dist/services/azure_pass_through.d.ts.map +1 -0
- package/dist/services/azure_pass_through.js +107 -0
- package/dist/services/azure_pass_through.js.map +1 -0
- package/dist/services/batch.d.ts +165 -0
- package/dist/services/batch.d.ts.map +1 -0
- package/dist/services/batch.js +265 -0
- package/dist/services/batch.js.map +1 -0
- package/dist/services/bedrock_pass_through.d.ts +70 -0
- package/dist/services/bedrock_pass_through.d.ts.map +1 -0
- package/dist/services/bedrock_pass_through.js +114 -0
- package/dist/services/bedrock_pass_through.js.map +1 -0
- package/dist/services/beta_agents.d.ts +199 -0
- package/dist/services/beta_agents.d.ts.map +1 -0
- package/dist/services/beta_agents.js +151 -0
- package/dist/services/beta_agents.js.map +1 -0
- package/dist/services/beta_mcp.d.ts +37 -0
- package/dist/services/beta_mcp.d.ts.map +1 -0
- package/dist/services/beta_mcp.js +40 -0
- package/dist/services/beta_mcp.js.map +1 -0
- package/dist/services/budget_management.d.ts +185 -0
- package/dist/services/budget_management.d.ts.map +1 -0
- package/dist/services/budget_management.js +196 -0
- package/dist/services/budget_management.js.map +1 -0
- package/dist/services/budget_spend_tracking.d.ts +967 -0
- package/dist/services/budget_spend_tracking.d.ts.map +1 -0
- package/dist/services/budget_spend_tracking.js +1103 -0
- package/dist/services/budget_spend_tracking.js.map +1 -0
- package/dist/services/cache_settings.d.ts +96 -0
- package/dist/services/cache_settings.d.ts.map +1 -0
- package/dist/services/cache_settings.js +95 -0
- package/dist/services/cache_settings.js.map +1 -0
- package/dist/services/caching.d.ts +54 -0
- package/dist/services/caching.d.ts.map +1 -0
- package/dist/services/caching.js +78 -0
- package/dist/services/caching.js.map +1 -0
- package/dist/services/chat_completions.d.ts +656 -0
- package/dist/services/chat_completions.d.ts.map +1 -0
- package/dist/services/chat_completions.js +590 -0
- package/dist/services/chat_completions.js.map +1 -0
- package/dist/services/claude_code_marketplace.d.ts +212 -0
- package/dist/services/claude_code_marketplace.d.ts.map +1 -0
- package/dist/services/claude_code_marketplace.js +248 -0
- package/dist/services/claude_code_marketplace.js.map +1 -0
- package/dist/services/cloudzero.d.ts +117 -0
- package/dist/services/cloudzero.d.ts.map +1 -0
- package/dist/services/cloudzero.js +130 -0
- package/dist/services/cloudzero.js.map +1 -0
- package/dist/services/cohere_pass_through.d.ts +70 -0
- package/dist/services/cohere_pass_through.d.ts.map +1 -0
- package/dist/services/cohere_pass_through.js +112 -0
- package/dist/services/cohere_pass_through.js.map +1 -0
- package/dist/services/completions.d.ts +59 -0
- package/dist/services/completions.d.ts.map +1 -0
- package/dist/services/completions.js +98 -0
- package/dist/services/completions.js.map +1 -0
- package/dist/services/compliance.d.ts +66 -0
- package/dist/services/compliance.d.ts.map +1 -0
- package/dist/services/compliance.js +74 -0
- package/dist/services/compliance.js.map +1 -0
- package/dist/services/config_overrides.d.ts +157 -0
- package/dist/services/config_overrides.d.ts.map +1 -0
- package/dist/services/config_overrides.js +207 -0
- package/dist/services/config_overrides.js.map +1 -0
- package/dist/services/config_yaml.d.ts +647 -0
- package/dist/services/config_yaml.d.ts.map +1 -0
- package/dist/services/config_yaml.js +504 -0
- package/dist/services/config_yaml.js.map +1 -0
- package/dist/services/containers.d.ts +215 -0
- package/dist/services/containers.d.ts.map +1 -0
- package/dist/services/containers.js +416 -0
- package/dist/services/containers.js.map +1 -0
- package/dist/services/coordination_redis_settings.d.ts +93 -0
- package/dist/services/coordination_redis_settings.d.ts.map +1 -0
- package/dist/services/coordination_redis_settings.js +104 -0
- package/dist/services/coordination_redis_settings.js.map +1 -0
- package/dist/services/cost_tracking.d.ts +140 -0
- package/dist/services/cost_tracking.d.ts.map +1 -0
- package/dist/services/cost_tracking.js +181 -0
- package/dist/services/cost_tracking.js.map +1 -0
- package/dist/services/credential_management.d.ts +133 -0
- package/dist/services/credential_management.d.ts.map +1 -0
- package/dist/services/credential_management.js +198 -0
- package/dist/services/credential_management.js.map +1 -0
- package/dist/services/cursor_pass_through.d.ts +70 -0
- package/dist/services/cursor_pass_through.d.ts.map +1 -0
- package/dist/services/cursor_pass_through.js +112 -0
- package/dist/services/cursor_pass_through.js.map +1 -0
- package/dist/services/customer_management.d.ts +545 -0
- package/dist/services/customer_management.d.ts.map +1 -0
- package/dist/services/customer_management.js +567 -0
- package/dist/services/customer_management.js.map +1 -0
- package/dist/services/email_management.d.ts +57 -0
- package/dist/services/email_management.d.ts.map +1 -0
- package/dist/services/email_management.js +79 -0
- package/dist/services/email_management.js.map +1 -0
- package/dist/services/embeddings.d.ts +155 -0
- package/dist/services/embeddings.d.ts.map +1 -0
- package/dist/services/embeddings.js +168 -0
- package/dist/services/embeddings.js.map +1 -0
- package/dist/services/evals.d.ts +245 -0
- package/dist/services/evals.d.ts.map +1 -0
- package/dist/services/evals.js +292 -0
- package/dist/services/evals.js.map +1 -0
- package/dist/services/experimental.d.ts +166 -0
- package/dist/services/experimental.d.ts.map +1 -0
- package/dist/services/experimental.js +265 -0
- package/dist/services/experimental.js.map +1 -0
- package/dist/services/fallback_management.d.ts +91 -0
- package/dist/services/fallback_management.d.ts.map +1 -0
- package/dist/services/fallback_management.js +86 -0
- package/dist/services/fallback_management.js.map +1 -0
- package/dist/services/files.d.ts +219 -0
- package/dist/services/files.d.ts.map +1 -0
- package/dist/services/files.js +358 -0
- package/dist/services/files.js.map +1 -0
- package/dist/services/fine_tuning.d.ts +155 -0
- package/dist/services/fine_tuning.d.ts.map +1 -0
- package/dist/services/fine_tuning.js +232 -0
- package/dist/services/fine_tuning.js.map +1 -0
- package/dist/services/gemini_agents.d.ts +68 -0
- package/dist/services/gemini_agents.d.ts.map +1 -0
- package/dist/services/gemini_agents.js +110 -0
- package/dist/services/gemini_agents.js.map +1 -0
- package/dist/services/google_ai_studio_pass_through.d.ts +70 -0
- package/dist/services/google_ai_studio_pass_through.d.ts.map +1 -0
- package/dist/services/google_ai_studio_pass_through.js +112 -0
- package/dist/services/google_ai_studio_pass_through.js.map +1 -0
- package/dist/services/google_genai_endpoints.d.ts +174 -0
- package/dist/services/google_genai_endpoints.d.ts.map +1 -0
- package/dist/services/google_genai_endpoints.js +340 -0
- package/dist/services/google_genai_endpoints.js.map +1 -0
- package/dist/services/guardrails.d.ts +1221 -0
- package/dist/services/guardrails.d.ts.map +1 -0
- package/dist/services/guardrails.js +1087 -0
- package/dist/services/guardrails.js.map +1 -0
- package/dist/services/health.d.ts +212 -0
- package/dist/services/health.d.ts.map +1 -0
- package/dist/services/health.js +309 -0
- package/dist/services/health.js.map +1 -0
- package/dist/services/images.d.ts +117 -0
- package/dist/services/images.d.ts.map +1 -0
- package/dist/services/images.js +184 -0
- package/dist/services/images.js.map +1 -0
- package/dist/services/index.d.ts +106 -0
- package/dist/services/index.d.ts.map +1 -0
- package/dist/services/index.js +107 -0
- package/dist/services/index.js.map +1 -0
- package/dist/services/internal_user_management.d.ts +1062 -0
- package/dist/services/internal_user_management.d.ts.map +1 -0
- package/dist/services/internal_user_management.js +850 -0
- package/dist/services/internal_user_management.js.map +1 -0
- package/dist/services/invite_links.d.ts +56 -0
- package/dist/services/invite_links.d.ts.map +1 -0
- package/dist/services/invite_links.js +82 -0
- package/dist/services/invite_links.js.map +1 -0
- package/dist/services/jwt_mappings.d.ts +79 -0
- package/dist/services/jwt_mappings.d.ts.map +1 -0
- package/dist/services/jwt_mappings.js +116 -0
- package/dist/services/jwt_mappings.js.map +1 -0
- package/dist/services/key_management.d.ts +1640 -0
- package/dist/services/key_management.d.ts.map +1 -0
- package/dist/services/key_management.js +1344 -0
- package/dist/services/key_management.js.map +1 -0
- package/dist/services/langfuse_passthrough.d.ts +70 -0
- package/dist/services/langfuse_passthrough.d.ts.map +1 -0
- package/dist/services/langfuse_passthrough.js +114 -0
- package/dist/services/langfuse_passthrough.js.map +1 -0
- package/dist/services/llm_utils.d.ts +101 -0
- package/dist/services/llm_utils.d.ts.map +1 -0
- package/dist/services/llm_utils.js +110 -0
- package/dist/services/llm_utils.js.map +1 -0
- package/dist/services/logging_callbacks.d.ts +33 -0
- package/dist/services/logging_callbacks.d.ts.map +1 -0
- package/dist/services/logging_callbacks.js +46 -0
- package/dist/services/logging_callbacks.js.map +1 -0
- package/dist/services/mcp_byok_oauth.d.ts +112 -0
- package/dist/services/mcp_byok_oauth.d.ts.map +1 -0
- package/dist/services/mcp_byok_oauth.js +226 -0
- package/dist/services/mcp_byok_oauth.js.map +1 -0
- package/dist/services/mcp_discoverable.d.ts +197 -0
- package/dist/services/mcp_discoverable.d.ts.map +1 -0
- package/dist/services/mcp_discoverable.js +304 -0
- package/dist/services/mcp_discoverable.js.map +1 -0
- package/dist/services/mcp_management.d.ts +956 -0
- package/dist/services/mcp_management.d.ts.map +1 -0
- package/dist/services/mcp_management.js +1139 -0
- package/dist/services/mcp_management.js.map +1 -0
- package/dist/services/mcp_rest.d.ts +281 -0
- package/dist/services/mcp_rest.d.ts.map +1 -0
- package/dist/services/mcp_rest.js +269 -0
- package/dist/services/mcp_rest.js.map +1 -0
- package/dist/services/memory_management.d.ts +93 -0
- package/dist/services/memory_management.d.ts.map +1 -0
- package/dist/services/memory_management.js +117 -0
- package/dist/services/memory_management.js.map +1 -0
- package/dist/services/milvus_pass_through.d.ts +70 -0
- package/dist/services/milvus_pass_through.d.ts.map +1 -0
- package/dist/services/milvus_pass_through.js +112 -0
- package/dist/services/milvus_pass_through.js.map +1 -0
- package/dist/services/misc.d.ts +676 -0
- package/dist/services/misc.d.ts.map +1 -0
- package/dist/services/misc.js +954 -0
- package/dist/services/misc.js.map +1 -0
- package/dist/services/mistral_pass_through.d.ts +70 -0
- package/dist/services/mistral_pass_through.d.ts.map +1 -0
- package/dist/services/mistral_pass_through.js +114 -0
- package/dist/services/mistral_pass_through.js.map +1 -0
- package/dist/services/model_management.d.ts +1649 -0
- package/dist/services/model_management.d.ts.map +1 -0
- package/dist/services/model_management.js +1805 -0
- package/dist/services/model_management.js.map +1 -0
- package/dist/services/moderations.d.ts +25 -0
- package/dist/services/moderations.d.ts.map +1 -0
- package/dist/services/moderations.js +39 -0
- package/dist/services/moderations.js.map +1 -0
- package/dist/services/ocr.d.ts +25 -0
- package/dist/services/ocr.d.ts.map +1 -0
- package/dist/services/ocr.js +39 -0
- package/dist/services/ocr.js.map +1 -0
- package/dist/services/open_ai_pass_through.d.ts +125 -0
- package/dist/services/open_ai_pass_through.d.ts.map +1 -0
- package/dist/services/open_ai_pass_through.js +232 -0
- package/dist/services/open_ai_pass_through.js.map +1 -0
- package/dist/services/organization_management.d.ts +664 -0
- package/dist/services/organization_management.d.ts.map +1 -0
- package/dist/services/organization_management.js +644 -0
- package/dist/services/organization_management.js.map +1 -0
- package/dist/services/plugins.d.ts +106 -0
- package/dist/services/plugins.d.ts.map +1 -0
- package/dist/services/plugins.js +180 -0
- package/dist/services/plugins.js.map +1 -0
- package/dist/services/policies.d.ts +618 -0
- package/dist/services/policies.d.ts.map +1 -0
- package/dist/services/policies.js +616 -0
- package/dist/services/policies.js.map +1 -0
- package/dist/services/policy_engine.d.ts +483 -0
- package/dist/services/policy_engine.d.ts.map +1 -0
- package/dist/services/policy_engine.js +501 -0
- package/dist/services/policy_engine.js.map +1 -0
- package/dist/services/project_management.d.ts +356 -0
- package/dist/services/project_management.d.ts.map +1 -0
- package/dist/services/project_management.js +318 -0
- package/dist/services/project_management.js.map +1 -0
- package/dist/services/prompts.d.ts +193 -0
- package/dist/services/prompts.d.ts.map +1 -0
- package/dist/services/prompts.js +260 -0
- package/dist/services/prompts.js.map +1 -0
- package/dist/services/public.d.ts +300 -0
- package/dist/services/public.d.ts.map +1 -0
- package/dist/services/public.js +362 -0
- package/dist/services/public.js.map +1 -0
- package/dist/services/rag.d.ts +45 -0
- package/dist/services/rag.d.ts.map +1 -0
- package/dist/services/rag.js +71 -0
- package/dist/services/rag.js.map +1 -0
- package/dist/services/realtime.d.ts +91 -0
- package/dist/services/realtime.d.ts.map +1 -0
- package/dist/services/realtime.js +164 -0
- package/dist/services/realtime.js.map +1 -0
- package/dist/services/rerank.d.ts +35 -0
- package/dist/services/rerank.d.ts.map +1 -0
- package/dist/services/rerank.js +55 -0
- package/dist/services/rerank.js.map +1 -0
- package/dist/services/responses.d.ts +237 -0
- package/dist/services/responses.d.ts.map +1 -0
- package/dist/services/responses.js +445 -0
- package/dist/services/responses.js.map +1 -0
- package/dist/services/router_settings.d.ts +67 -0
- package/dist/services/router_settings.d.ts.map +1 -0
- package/dist/services/router_settings.js +63 -0
- package/dist/services/router_settings.js.map +1 -0
- package/dist/services/rust_control_plane.d.ts +52 -0
- package/dist/services/rust_control_plane.d.ts.map +1 -0
- package/dist/services/rust_control_plane.js +54 -0
- package/dist/services/rust_control_plane.js.map +1 -0
- package/dist/services/scim.d.ts +412 -0
- package/dist/services/scim.d.ts.map +1 -0
- package/dist/services/scim.js +519 -0
- package/dist/services/scim.js.map +1 -0
- package/dist/services/search.d.ts +79 -0
- package/dist/services/search.d.ts.map +1 -0
- package/dist/services/search.js +122 -0
- package/dist/services/search.js.map +1 -0
- package/dist/services/search_tools.d.ts +140 -0
- package/dist/services/search_tools.d.ts.map +1 -0
- package/dist/services/search_tools.js +201 -0
- package/dist/services/search_tools.js.map +1 -0
- package/dist/services/settings.d.ts +53 -0
- package/dist/services/settings.d.ts.map +1 -0
- package/dist/services/settings.js +67 -0
- package/dist/services/settings.js.map +1 -0
- package/dist/services/sso_settings.d.ts +239 -0
- package/dist/services/sso_settings.d.ts.map +1 -0
- package/dist/services/sso_settings.js +214 -0
- package/dist/services/sso_settings.js.map +1 -0
- package/dist/services/tag_management.d.ts +390 -0
- package/dist/services/tag_management.d.ts.map +1 -0
- package/dist/services/tag_management.js +407 -0
- package/dist/services/tag_management.js.map +1 -0
- package/dist/services/team_management.d.ts +1502 -0
- package/dist/services/team_management.d.ts.map +1 -0
- package/dist/services/team_management.js +1429 -0
- package/dist/services/team_management.js.map +1 -0
- package/dist/services/tools.d.ts +227 -0
- package/dist/services/tools.d.ts.map +1 -0
- package/dist/services/tools.js +266 -0
- package/dist/services/tools.js.map +1 -0
- package/dist/services/ui_settings.d.ts +90 -0
- package/dist/services/ui_settings.d.ts.map +1 -0
- package/dist/services/ui_settings.js +96 -0
- package/dist/services/ui_settings.js.map +1 -0
- package/dist/services/ui_theme_settings.d.ts +62 -0
- package/dist/services/ui_theme_settings.d.ts.map +1 -0
- package/dist/services/ui_theme_settings.js +79 -0
- package/dist/services/ui_theme_settings.js.map +1 -0
- package/dist/services/usage_ai.d.ts +39 -0
- package/dist/services/usage_ai.d.ts.map +1 -0
- package/dist/services/usage_ai.js +40 -0
- package/dist/services/usage_ai.js.map +1 -0
- package/dist/services/vantage.d.ts +108 -0
- package/dist/services/vantage.d.ts.map +1 -0
- package/dist/services/vantage.js +124 -0
- package/dist/services/vantage.js.map +1 -0
- package/dist/services/vector_store_management.d.ts +161 -0
- package/dist/services/vector_store_management.d.ts.map +1 -0
- package/dist/services/vector_store_management.js +191 -0
- package/dist/services/vector_store_management.js.map +1 -0
- package/dist/services/vector_stores.d.ts +342 -0
- package/dist/services/vector_stores.d.ts.map +1 -0
- package/dist/services/vector_stores.js +639 -0
- package/dist/services/vector_stores.js.map +1 -0
- package/dist/services/vertex_ai_pass_through.d.ts +180 -0
- package/dist/services/vertex_ai_pass_through.d.ts.map +1 -0
- package/dist/services/vertex_ai_pass_through.js +334 -0
- package/dist/services/vertex_ai_pass_through.js.map +1 -0
- package/dist/services/videos.d.ts +207 -0
- package/dist/services/videos.d.ts.map +1 -0
- package/dist/services/videos.js +373 -0
- package/dist/services/videos.js.map +1 -0
- package/dist/services/vllm_pass_through.d.ts +70 -0
- package/dist/services/vllm_pass_through.d.ts.map +1 -0
- package/dist/services/vllm_pass_through.js +104 -0
- package/dist/services/vllm_pass_through.js.map +1 -0
- package/dist/services/watsonx_pass_through.d.ts +70 -0
- package/dist/services/watsonx_pass_through.d.ts.map +1 -0
- package/dist/services/watsonx_pass_through.js +114 -0
- package/dist/services/watsonx_pass_through.js.map +1 -0
- package/dist/services/web_socket.d.ts +77 -0
- package/dist/services/web_socket.d.ts.map +1 -0
- package/dist/services/web_socket.js +135 -0
- package/dist/services/web_socket.js.map +1 -0
- package/dist/services/workflow_management.d.ts +140 -0
- package/dist/services/workflow_management.d.ts.map +1 -0
- package/dist/services/workflow_management.js +220 -0
- package/dist/services/workflow_management.js.map +1 -0
- package/dist/traits.d.ts +14 -0
- package/dist/traits.d.ts.map +1 -0
- package/dist/traits.js +15 -0
- package/dist/traits.js.map +1 -0
- package/package.json +75 -0
- package/src/credentials.ts +97 -0
- package/src/errors.ts +108 -0
- package/src/index.ts +33 -0
- package/src/protocol.ts +160 -0
- package/src/retry.ts +74 -0
- package/src/services/a2a.ts +250 -0
- package/src/services/a2a_registration.ts +94 -0
- package/src/services/access_groups.ts +716 -0
- package/src/services/adaptive_router.ts +49 -0
- package/src/services/agents.ts +1314 -0
- package/src/services/alerting.ts +49 -0
- package/src/services/anthropic_pass_through.ts +233 -0
- package/src/services/anthropic_passthrough.ts +123 -0
- package/src/services/anthropic_skills.ts +200 -0
- package/src/services/assembly_ai_eu_pass_through.ts +237 -0
- package/src/services/assembly_ai_pass_through.ts +237 -0
- package/src/services/assistants.ts +685 -0
- package/src/services/audio.ts +189 -0
- package/src/services/audit_logging.ts +194 -0
- package/src/services/auto_router.ts +625 -0
- package/src/services/aws_comprehend_medical_pass_through.ts +109 -0
- package/src/services/azure_ai_pass_through.ts +231 -0
- package/src/services/azure_pass_through.ts +227 -0
- package/src/services/batch.ts +553 -0
- package/src/services/bedrock_pass_through.ts +229 -0
- package/src/services/beta_agents.ts +444 -0
- package/src/services/beta_mcp.ts +105 -0
- package/src/services/budget_management.ts +465 -0
- package/src/services/budget_spend_tracking.ts +2670 -0
- package/src/services/cache_settings.ts +234 -0
- package/src/services/caching.ts +175 -0
- package/src/services/chat_completions.ts +1788 -0
- package/src/services/claude_code_marketplace.ts +569 -0
- package/src/services/cloudzero.ts +297 -0
- package/src/services/cohere_pass_through.ts +227 -0
- package/src/services/completions.ts +194 -0
- package/src/services/compliance.ts +175 -0
- package/src/services/config_overrides.ts +466 -0
- package/src/services/config_yaml.ts +1537 -0
- package/src/services/containers.ts +848 -0
- package/src/services/coordination_redis_settings.ts +251 -0
- package/src/services/cost_tracking.ts +407 -0
- package/src/services/credential_management.ts +436 -0
- package/src/services/cursor_pass_through.ts +227 -0
- package/src/services/customer_management.ts +1475 -0
- package/src/services/email_management.ts +171 -0
- package/src/services/embeddings.ts +424 -0
- package/src/services/evals.ts +672 -0
- package/src/services/experimental.ts +572 -0
- package/src/services/fallback_management.ts +224 -0
- package/src/services/files.ts +732 -0
- package/src/services/fine_tuning.ts +547 -0
- package/src/services/gemini_agents.ts +227 -0
- package/src/services/google_ai_studio_pass_through.ts +227 -0
- package/src/services/google_genai_endpoints.ts +688 -0
- package/src/services/guardrails.ts +3006 -0
- package/src/services/health.ts +713 -0
- package/src/services/images.ts +430 -0
- package/src/services/index.ts +106 -0
- package/src/services/internal_user_management.ts +2574 -0
- package/src/services/invite_links.ts +167 -0
- package/src/services/jwt_mappings.ts +238 -0
- package/src/services/key_management.ts +4162 -0
- package/src/services/langfuse_passthrough.ts +231 -0
- package/src/services/llm_utils.ts +429 -0
- package/src/services/logging_callbacks.ts +104 -0
- package/src/services/mcp_byok_oauth.ts +468 -0
- package/src/services/mcp_discoverable.ts +626 -0
- package/src/services/mcp_management.ts +2915 -0
- package/src/services/mcp_rest.ts +779 -0
- package/src/services/memory_management.ts +248 -0
- package/src/services/milvus_pass_through.ts +227 -0
- package/src/services/misc.ts +2128 -0
- package/src/services/mistral_pass_through.ts +229 -0
- package/src/services/model_management.ts +4501 -0
- package/src/services/moderations.ts +80 -0
- package/src/services/ocr.ts +78 -0
- package/src/services/open_ai_pass_through.ts +462 -0
- package/src/services/organization_management.ts +1749 -0
- package/src/services/plugins.ts +367 -0
- package/src/services/policies.ts +1676 -0
- package/src/services/policy_engine.ts +1318 -0
- package/src/services/project_management.ts +938 -0
- package/src/services/prompts.ts +592 -0
- package/src/services/public.ts +880 -0
- package/src/services/rag.ts +148 -0
- package/src/services/realtime.ts +350 -0
- package/src/services/rerank.ts +111 -0
- package/src/services/responses.ts +909 -0
- package/src/services/router_settings.ts +168 -0
- package/src/services/rust_control_plane.ts +123 -0
- package/src/services/scim.ts +1243 -0
- package/src/services/search.ts +260 -0
- package/src/services/search_tools.ts +439 -0
- package/src/services/settings.ts +146 -0
- package/src/services/sso_settings.ts +626 -0
- package/src/services/tag_management.ts +1004 -0
- package/src/services/team_management.ts +3990 -0
- package/src/services/tools.ts +628 -0
- package/src/services/ui_settings.ts +237 -0
- package/src/services/ui_theme_settings.ts +173 -0
- package/src/services/usage_ai.ts +86 -0
- package/src/services/vantage.ts +283 -0
- package/src/services/vector_store_management.ts +454 -0
- package/src/services/vector_stores.ts +1321 -0
- package/src/services/vertex_ai_pass_through.ts +684 -0
- package/src/services/videos.ts +762 -0
- package/src/services/vllm_pass_through.ts +227 -0
- package/src/services/watsonx_pass_through.ts +229 -0
- package/src/services/web_socket.ts +254 -0
- package/src/services/workflow_management.ts +482 -0
- package/src/traits.ts +44 -0
|
@@ -0,0 +1,1475 @@
|
|
|
1
|
+
// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
|
|
2
|
+
import * as S from "@distilled.cloud/core/schema";
|
|
3
|
+
import * as API from "@distilled.cloud/core/api";
|
|
4
|
+
import * as C from "@distilled.cloud/core/category";
|
|
5
|
+
import * as T from "../traits.ts";
|
|
6
|
+
import {
|
|
7
|
+
LitellmProtocol,
|
|
8
|
+
type LitellmOpError,
|
|
9
|
+
type LitellmOpContext,
|
|
10
|
+
} from "../protocol.ts";
|
|
11
|
+
import * as Retry from "../retry.ts";
|
|
12
|
+
|
|
13
|
+
export type { LitellmOpError, LitellmOpContext };
|
|
14
|
+
|
|
15
|
+
export class UnprocessableEntity
|
|
16
|
+
extends /*@__PURE__*/ T.applyErrorMatchers(
|
|
17
|
+
/*@__PURE__*/ S.TaggedError<UnprocessableEntity>()("UnprocessableEntity", {
|
|
18
|
+
code: S.Number,
|
|
19
|
+
message: S.String,
|
|
20
|
+
}).pipe(C.withBadRequestError),
|
|
21
|
+
[{ status: 422 }],
|
|
22
|
+
) {}
|
|
23
|
+
|
|
24
|
+
export type DeleteEndUserCustomerDeletePostRequestUserIdsList = Array<string>;
|
|
25
|
+
export const DeleteEndUserCustomerDeletePostRequestUserIdsList =
|
|
26
|
+
/*@__PURE__*/ S.Array(
|
|
27
|
+
S.String,
|
|
28
|
+
) as any as S.Schema<DeleteEndUserCustomerDeletePostRequestUserIdsList>;
|
|
29
|
+
|
|
30
|
+
export interface DeleteEndUserCustomerDeletePostRequest {
|
|
31
|
+
user_ids: DeleteEndUserCustomerDeletePostRequestUserIdsList;
|
|
32
|
+
}
|
|
33
|
+
export const DeleteEndUserCustomerDeletePostRequest = /*@__PURE__*/ S.suspend(
|
|
34
|
+
() =>
|
|
35
|
+
S.Struct({
|
|
36
|
+
user_ids: DeleteEndUserCustomerDeletePostRequestUserIdsList,
|
|
37
|
+
}).pipe(T.Http({ method: "POST", uri: "/customer/delete", code: 200 })),
|
|
38
|
+
).annotate({
|
|
39
|
+
identifier: "DeleteEndUserCustomerDeletePostRequest",
|
|
40
|
+
}) as any as S.Schema<DeleteEndUserCustomerDeletePostRequest>;
|
|
41
|
+
|
|
42
|
+
export interface DeleteCustomersResponse {
|
|
43
|
+
deleted_customers: number;
|
|
44
|
+
message: string;
|
|
45
|
+
}
|
|
46
|
+
export const DeleteCustomersResponse = /*@__PURE__*/ S.suspend(() =>
|
|
47
|
+
S.Struct({
|
|
48
|
+
deleted_customers: S.Number,
|
|
49
|
+
message: S.String,
|
|
50
|
+
}),
|
|
51
|
+
).annotate({
|
|
52
|
+
identifier: "DeleteCustomersResponse",
|
|
53
|
+
}) as any as S.Schema<DeleteCustomersResponse>;
|
|
54
|
+
|
|
55
|
+
export type DeleteEndUserEndUserDeletePostRequestUserIdsList = Array<string>;
|
|
56
|
+
export const DeleteEndUserEndUserDeletePostRequestUserIdsList =
|
|
57
|
+
/*@__PURE__*/ S.Array(
|
|
58
|
+
S.String,
|
|
59
|
+
) as any as S.Schema<DeleteEndUserEndUserDeletePostRequestUserIdsList>;
|
|
60
|
+
|
|
61
|
+
export interface DeleteEndUserEndUserDeletePostRequest {
|
|
62
|
+
user_ids: DeleteEndUserEndUserDeletePostRequestUserIdsList;
|
|
63
|
+
}
|
|
64
|
+
export const DeleteEndUserEndUserDeletePostRequest = /*@__PURE__*/ S.suspend(
|
|
65
|
+
() =>
|
|
66
|
+
S.Struct({
|
|
67
|
+
user_ids: DeleteEndUserEndUserDeletePostRequestUserIdsList,
|
|
68
|
+
}).pipe(T.Http({ method: "POST", uri: "/end_user/delete", code: 200 })),
|
|
69
|
+
).annotate({
|
|
70
|
+
identifier: "DeleteEndUserEndUserDeletePostRequest",
|
|
71
|
+
}) as any as S.Schema<DeleteEndUserEndUserDeletePostRequest>;
|
|
72
|
+
|
|
73
|
+
export interface GetCustomerDailyActivityCustomerDailyActivityGetRequest {
|
|
74
|
+
end_user_ids?: string;
|
|
75
|
+
start_date?: string;
|
|
76
|
+
end_date?: string;
|
|
77
|
+
model?: string;
|
|
78
|
+
api_key?: string;
|
|
79
|
+
page?: number;
|
|
80
|
+
page_size?: number;
|
|
81
|
+
exclude_end_user_ids?: string;
|
|
82
|
+
}
|
|
83
|
+
export const GetCustomerDailyActivityCustomerDailyActivityGetRequest =
|
|
84
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
85
|
+
S.Struct({
|
|
86
|
+
end_user_ids: S.optional(S.String.pipe(T.Query())),
|
|
87
|
+
start_date: S.optional(S.String.pipe(T.Query())),
|
|
88
|
+
end_date: S.optional(S.String.pipe(T.Query())),
|
|
89
|
+
model: S.optional(S.String.pipe(T.Query())),
|
|
90
|
+
api_key: S.optional(S.String.pipe(T.Query())),
|
|
91
|
+
page: S.optional(S.Number.pipe(T.Query())),
|
|
92
|
+
page_size: S.optional(S.Number.pipe(T.Query())),
|
|
93
|
+
exclude_end_user_ids: S.optional(S.String.pipe(T.Query())),
|
|
94
|
+
}).pipe(
|
|
95
|
+
T.Http({ method: "GET", uri: "/customer/daily/activity", code: 200 }),
|
|
96
|
+
),
|
|
97
|
+
).annotate({
|
|
98
|
+
identifier: "GetCustomerDailyActivityCustomerDailyActivityGetRequest",
|
|
99
|
+
}) as any as S.Schema<GetCustomerDailyActivityCustomerDailyActivityGetRequest>;
|
|
100
|
+
|
|
101
|
+
export interface DailySpendMetadata {
|
|
102
|
+
has_more?: boolean;
|
|
103
|
+
page?: number;
|
|
104
|
+
total_api_requests?: number;
|
|
105
|
+
total_autorouter_savings_spend?: number;
|
|
106
|
+
total_cache_creation_input_tokens?: number;
|
|
107
|
+
total_cache_read_input_tokens?: number;
|
|
108
|
+
total_completion_tokens?: number;
|
|
109
|
+
total_compression_saved_tokens?: number;
|
|
110
|
+
total_compression_savings_spend?: number;
|
|
111
|
+
total_failed_requests?: number;
|
|
112
|
+
total_flat_cost?: number;
|
|
113
|
+
total_gateway_injected_caching_savings_spend?: number;
|
|
114
|
+
total_pages?: number;
|
|
115
|
+
total_prompt_caching_savings_spend?: number;
|
|
116
|
+
total_prompt_tokens?: number;
|
|
117
|
+
total_spend?: number;
|
|
118
|
+
total_successful_requests?: number;
|
|
119
|
+
total_tokens?: number;
|
|
120
|
+
}
|
|
121
|
+
export const DailySpendMetadata = /*@__PURE__*/ S.suspend(() =>
|
|
122
|
+
S.Struct({
|
|
123
|
+
has_more: S.optional(S.Boolean),
|
|
124
|
+
page: S.optional(S.Number),
|
|
125
|
+
total_api_requests: S.optional(S.Number),
|
|
126
|
+
total_autorouter_savings_spend: S.optional(S.Number),
|
|
127
|
+
total_cache_creation_input_tokens: S.optional(S.Number),
|
|
128
|
+
total_cache_read_input_tokens: S.optional(S.Number),
|
|
129
|
+
total_completion_tokens: S.optional(S.Number),
|
|
130
|
+
total_compression_saved_tokens: S.optional(S.Number),
|
|
131
|
+
total_compression_savings_spend: S.optional(S.Number),
|
|
132
|
+
total_failed_requests: S.optional(S.Number),
|
|
133
|
+
total_flat_cost: S.optional(S.Number),
|
|
134
|
+
total_gateway_injected_caching_savings_spend: S.optional(S.Number),
|
|
135
|
+
total_pages: S.optional(S.Number),
|
|
136
|
+
total_prompt_caching_savings_spend: S.optional(S.Number),
|
|
137
|
+
total_prompt_tokens: S.optional(S.Number),
|
|
138
|
+
total_spend: S.optional(S.Number),
|
|
139
|
+
total_successful_requests: S.optional(S.Number),
|
|
140
|
+
total_tokens: S.optional(S.Number),
|
|
141
|
+
}),
|
|
142
|
+
).annotate({
|
|
143
|
+
identifier: "DailySpendMetadata",
|
|
144
|
+
}) as any as S.Schema<DailySpendMetadata>;
|
|
145
|
+
|
|
146
|
+
/** Metadata for a key */
|
|
147
|
+
export interface KeyMetadata {
|
|
148
|
+
key_alias?: string | null;
|
|
149
|
+
team_id?: string | null;
|
|
150
|
+
}
|
|
151
|
+
export const KeyMetadata = /*@__PURE__*/ S.suspend(() =>
|
|
152
|
+
S.Struct({
|
|
153
|
+
key_alias: S.optional(S.NullOr(S.String)),
|
|
154
|
+
team_id: S.optional(S.NullOr(S.String)),
|
|
155
|
+
}),
|
|
156
|
+
).annotate({ identifier: "KeyMetadata" }) as any as S.Schema<KeyMetadata>;
|
|
157
|
+
|
|
158
|
+
export interface SpendMetrics {
|
|
159
|
+
api_requests?: number;
|
|
160
|
+
autorouter_savings_spend?: number;
|
|
161
|
+
cache_creation_input_tokens?: number;
|
|
162
|
+
cache_read_input_tokens?: number;
|
|
163
|
+
completion_tokens?: number;
|
|
164
|
+
compression_saved_tokens?: number;
|
|
165
|
+
compression_savings_spend?: number;
|
|
166
|
+
failed_requests?: number;
|
|
167
|
+
flat_cost?: number;
|
|
168
|
+
gateway_injected_caching_savings_spend?: number;
|
|
169
|
+
prompt_caching_savings_spend?: number;
|
|
170
|
+
prompt_tokens?: number;
|
|
171
|
+
spend?: number;
|
|
172
|
+
successful_requests?: number;
|
|
173
|
+
total_tokens?: number;
|
|
174
|
+
}
|
|
175
|
+
export const SpendMetrics = /*@__PURE__*/ S.suspend(() =>
|
|
176
|
+
S.Struct({
|
|
177
|
+
api_requests: S.optional(S.Number),
|
|
178
|
+
autorouter_savings_spend: S.optional(S.Number),
|
|
179
|
+
cache_creation_input_tokens: S.optional(S.Number),
|
|
180
|
+
cache_read_input_tokens: S.optional(S.Number),
|
|
181
|
+
completion_tokens: S.optional(S.Number),
|
|
182
|
+
compression_saved_tokens: S.optional(S.Number),
|
|
183
|
+
compression_savings_spend: S.optional(S.Number),
|
|
184
|
+
failed_requests: S.optional(S.Number),
|
|
185
|
+
flat_cost: S.optional(S.Number),
|
|
186
|
+
gateway_injected_caching_savings_spend: S.optional(S.Number),
|
|
187
|
+
prompt_caching_savings_spend: S.optional(S.Number),
|
|
188
|
+
prompt_tokens: S.optional(S.Number),
|
|
189
|
+
spend: S.optional(S.Number),
|
|
190
|
+
successful_requests: S.optional(S.Number),
|
|
191
|
+
total_tokens: S.optional(S.Number),
|
|
192
|
+
}),
|
|
193
|
+
).annotate({ identifier: "SpendMetrics" }) as any as S.Schema<SpendMetrics>;
|
|
194
|
+
|
|
195
|
+
/** Base class for metrics with additional metadata */
|
|
196
|
+
export interface KeyMetricWithMetadata {
|
|
197
|
+
metadata?: KeyMetadata;
|
|
198
|
+
metrics: SpendMetrics;
|
|
199
|
+
}
|
|
200
|
+
export const KeyMetricWithMetadata = /*@__PURE__*/ S.suspend(() =>
|
|
201
|
+
S.Struct({
|
|
202
|
+
metadata: S.optional(KeyMetadata),
|
|
203
|
+
metrics: SpendMetrics,
|
|
204
|
+
}),
|
|
205
|
+
).annotate({
|
|
206
|
+
identifier: "KeyMetricWithMetadata",
|
|
207
|
+
}) as any as S.Schema<KeyMetricWithMetadata>;
|
|
208
|
+
|
|
209
|
+
export type BreakdownMetricsApiKeysMap = {
|
|
210
|
+
[key: string]: KeyMetricWithMetadata | undefined;
|
|
211
|
+
};
|
|
212
|
+
export const BreakdownMetricsApiKeysMap = /*@__PURE__*/ S.Record(
|
|
213
|
+
S.String,
|
|
214
|
+
KeyMetricWithMetadata,
|
|
215
|
+
) as any as S.Schema<BreakdownMetricsApiKeysMap>;
|
|
216
|
+
|
|
217
|
+
export type MetricWithMetadataApiKeyBreakdownMap = {
|
|
218
|
+
[key: string]: KeyMetricWithMetadata | undefined;
|
|
219
|
+
};
|
|
220
|
+
export const MetricWithMetadataApiKeyBreakdownMap = /*@__PURE__*/ S.Record(
|
|
221
|
+
S.String,
|
|
222
|
+
KeyMetricWithMetadata,
|
|
223
|
+
) as any as S.Schema<MetricWithMetadataApiKeyBreakdownMap>;
|
|
224
|
+
|
|
225
|
+
export type MetricWithMetadataMetadataMap = {
|
|
226
|
+
[key: string]: unknown | undefined;
|
|
227
|
+
};
|
|
228
|
+
export const MetricWithMetadataMetadataMap = /*@__PURE__*/ S.Record(
|
|
229
|
+
S.String,
|
|
230
|
+
S.Unknown,
|
|
231
|
+
) as any as S.Schema<MetricWithMetadataMetadataMap>;
|
|
232
|
+
|
|
233
|
+
export interface MetricWithMetadata {
|
|
234
|
+
api_key_breakdown?: MetricWithMetadataApiKeyBreakdownMap;
|
|
235
|
+
metadata?: MetricWithMetadataMetadataMap;
|
|
236
|
+
metrics: SpendMetrics;
|
|
237
|
+
}
|
|
238
|
+
export const MetricWithMetadata = /*@__PURE__*/ S.suspend(() =>
|
|
239
|
+
S.Struct({
|
|
240
|
+
api_key_breakdown: S.optional(MetricWithMetadataApiKeyBreakdownMap),
|
|
241
|
+
metadata: S.optional(MetricWithMetadataMetadataMap),
|
|
242
|
+
metrics: SpendMetrics,
|
|
243
|
+
}),
|
|
244
|
+
).annotate({
|
|
245
|
+
identifier: "MetricWithMetadata",
|
|
246
|
+
}) as any as S.Schema<MetricWithMetadata>;
|
|
247
|
+
|
|
248
|
+
export type BreakdownMetricsEndpointsMap = {
|
|
249
|
+
[key: string]: MetricWithMetadata | undefined;
|
|
250
|
+
};
|
|
251
|
+
export const BreakdownMetricsEndpointsMap = /*@__PURE__*/ S.Record(
|
|
252
|
+
S.String,
|
|
253
|
+
MetricWithMetadata,
|
|
254
|
+
) as any as S.Schema<BreakdownMetricsEndpointsMap>;
|
|
255
|
+
|
|
256
|
+
export type BreakdownMetricsEntitiesMap = {
|
|
257
|
+
[key: string]: MetricWithMetadata | undefined;
|
|
258
|
+
};
|
|
259
|
+
export const BreakdownMetricsEntitiesMap = /*@__PURE__*/ S.Record(
|
|
260
|
+
S.String,
|
|
261
|
+
MetricWithMetadata,
|
|
262
|
+
) as any as S.Schema<BreakdownMetricsEntitiesMap>;
|
|
263
|
+
|
|
264
|
+
export type BreakdownMetricsMcpServersMap = {
|
|
265
|
+
[key: string]: MetricWithMetadata | undefined;
|
|
266
|
+
};
|
|
267
|
+
export const BreakdownMetricsMcpServersMap = /*@__PURE__*/ S.Record(
|
|
268
|
+
S.String,
|
|
269
|
+
MetricWithMetadata,
|
|
270
|
+
) as any as S.Schema<BreakdownMetricsMcpServersMap>;
|
|
271
|
+
|
|
272
|
+
export type BreakdownMetricsModelGroupsMap = {
|
|
273
|
+
[key: string]: MetricWithMetadata | undefined;
|
|
274
|
+
};
|
|
275
|
+
export const BreakdownMetricsModelGroupsMap = /*@__PURE__*/ S.Record(
|
|
276
|
+
S.String,
|
|
277
|
+
MetricWithMetadata,
|
|
278
|
+
) as any as S.Schema<BreakdownMetricsModelGroupsMap>;
|
|
279
|
+
|
|
280
|
+
export type BreakdownMetricsModelsMap = {
|
|
281
|
+
[key: string]: MetricWithMetadata | undefined;
|
|
282
|
+
};
|
|
283
|
+
export const BreakdownMetricsModelsMap = /*@__PURE__*/ S.Record(
|
|
284
|
+
S.String,
|
|
285
|
+
MetricWithMetadata,
|
|
286
|
+
) as any as S.Schema<BreakdownMetricsModelsMap>;
|
|
287
|
+
|
|
288
|
+
export type BreakdownMetricsProvidersMap = {
|
|
289
|
+
[key: string]: MetricWithMetadata | undefined;
|
|
290
|
+
};
|
|
291
|
+
export const BreakdownMetricsProvidersMap = /*@__PURE__*/ S.Record(
|
|
292
|
+
S.String,
|
|
293
|
+
MetricWithMetadata,
|
|
294
|
+
) as any as S.Schema<BreakdownMetricsProvidersMap>;
|
|
295
|
+
|
|
296
|
+
/** Breakdown of spend by different dimensions */
|
|
297
|
+
export interface BreakdownMetrics {
|
|
298
|
+
api_keys?: BreakdownMetricsApiKeysMap;
|
|
299
|
+
endpoints?: BreakdownMetricsEndpointsMap;
|
|
300
|
+
entities?: BreakdownMetricsEntitiesMap;
|
|
301
|
+
mcp_servers?: BreakdownMetricsMcpServersMap;
|
|
302
|
+
model_groups?: BreakdownMetricsModelGroupsMap;
|
|
303
|
+
models?: BreakdownMetricsModelsMap;
|
|
304
|
+
providers?: BreakdownMetricsProvidersMap;
|
|
305
|
+
}
|
|
306
|
+
export const BreakdownMetrics = /*@__PURE__*/ S.suspend(() =>
|
|
307
|
+
S.Struct({
|
|
308
|
+
api_keys: S.optional(BreakdownMetricsApiKeysMap),
|
|
309
|
+
endpoints: S.optional(BreakdownMetricsEndpointsMap),
|
|
310
|
+
entities: S.optional(BreakdownMetricsEntitiesMap),
|
|
311
|
+
mcp_servers: S.optional(BreakdownMetricsMcpServersMap),
|
|
312
|
+
model_groups: S.optional(BreakdownMetricsModelGroupsMap),
|
|
313
|
+
models: S.optional(BreakdownMetricsModelsMap),
|
|
314
|
+
providers: S.optional(BreakdownMetricsProvidersMap),
|
|
315
|
+
}),
|
|
316
|
+
).annotate({
|
|
317
|
+
identifier: "BreakdownMetrics",
|
|
318
|
+
}) as any as S.Schema<BreakdownMetrics>;
|
|
319
|
+
|
|
320
|
+
export interface DailySpendData {
|
|
321
|
+
breakdown?: BreakdownMetrics;
|
|
322
|
+
date: string;
|
|
323
|
+
metrics: SpendMetrics;
|
|
324
|
+
}
|
|
325
|
+
export const DailySpendData = /*@__PURE__*/ S.suspend(() =>
|
|
326
|
+
S.Struct({
|
|
327
|
+
breakdown: S.optional(BreakdownMetrics),
|
|
328
|
+
date: S.String,
|
|
329
|
+
metrics: SpendMetrics,
|
|
330
|
+
}),
|
|
331
|
+
).annotate({ identifier: "DailySpendData" }) as any as S.Schema<DailySpendData>;
|
|
332
|
+
|
|
333
|
+
export type SpendAnalyticsPaginatedResponseResultsList = Array<DailySpendData>;
|
|
334
|
+
export const SpendAnalyticsPaginatedResponseResultsList = /*@__PURE__*/ S.Array(
|
|
335
|
+
DailySpendData,
|
|
336
|
+
) as any as S.Schema<SpendAnalyticsPaginatedResponseResultsList>;
|
|
337
|
+
|
|
338
|
+
export interface SpendAnalyticsPaginatedResponse {
|
|
339
|
+
metadata?: DailySpendMetadata;
|
|
340
|
+
results: SpendAnalyticsPaginatedResponseResultsList;
|
|
341
|
+
}
|
|
342
|
+
export const SpendAnalyticsPaginatedResponse = /*@__PURE__*/ S.suspend(() =>
|
|
343
|
+
S.Struct({
|
|
344
|
+
metadata: S.optional(DailySpendMetadata),
|
|
345
|
+
results: SpendAnalyticsPaginatedResponseResultsList,
|
|
346
|
+
}),
|
|
347
|
+
).annotate({
|
|
348
|
+
identifier: "SpendAnalyticsPaginatedResponse",
|
|
349
|
+
}) as any as S.Schema<SpendAnalyticsPaginatedResponse>;
|
|
350
|
+
|
|
351
|
+
export interface GetCustomerDailyActivityEndUserDailyActivityGetRequest {
|
|
352
|
+
end_user_ids?: string;
|
|
353
|
+
start_date?: string;
|
|
354
|
+
end_date?: string;
|
|
355
|
+
model?: string;
|
|
356
|
+
api_key?: string;
|
|
357
|
+
page?: number;
|
|
358
|
+
page_size?: number;
|
|
359
|
+
exclude_end_user_ids?: string;
|
|
360
|
+
}
|
|
361
|
+
export const GetCustomerDailyActivityEndUserDailyActivityGetRequest =
|
|
362
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
363
|
+
S.Struct({
|
|
364
|
+
end_user_ids: S.optional(S.String.pipe(T.Query())),
|
|
365
|
+
start_date: S.optional(S.String.pipe(T.Query())),
|
|
366
|
+
end_date: S.optional(S.String.pipe(T.Query())),
|
|
367
|
+
model: S.optional(S.String.pipe(T.Query())),
|
|
368
|
+
api_key: S.optional(S.String.pipe(T.Query())),
|
|
369
|
+
page: S.optional(S.Number.pipe(T.Query())),
|
|
370
|
+
page_size: S.optional(S.Number.pipe(T.Query())),
|
|
371
|
+
exclude_end_user_ids: S.optional(S.String.pipe(T.Query())),
|
|
372
|
+
}).pipe(
|
|
373
|
+
T.Http({ method: "GET", uri: "/end_user/daily/activity", code: 200 }),
|
|
374
|
+
),
|
|
375
|
+
).annotate({
|
|
376
|
+
identifier: "GetCustomerDailyActivityEndUserDailyActivityGetRequest",
|
|
377
|
+
}) as any as S.Schema<GetCustomerDailyActivityEndUserDailyActivityGetRequest>;
|
|
378
|
+
|
|
379
|
+
export interface GetCustomerDailyActivityEndUserDailyActivityGetResponse {
|
|
380
|
+
body: unknown;
|
|
381
|
+
}
|
|
382
|
+
export const GetCustomerDailyActivityEndUserDailyActivityGetResponse =
|
|
383
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
384
|
+
S.Struct({
|
|
385
|
+
body: S.Unknown,
|
|
386
|
+
}),
|
|
387
|
+
).annotate({
|
|
388
|
+
identifier: "GetCustomerDailyActivityEndUserDailyActivityGetResponse",
|
|
389
|
+
}) as any as S.Schema<GetCustomerDailyActivityEndUserDailyActivityGetResponse>;
|
|
390
|
+
|
|
391
|
+
export interface GetEndUserInfoCustomerInfoRequest {
|
|
392
|
+
/** End User ID in the request parameters */
|
|
393
|
+
end_user_id: string;
|
|
394
|
+
}
|
|
395
|
+
export const GetEndUserInfoCustomerInfoRequest = /*@__PURE__*/ S.suspend(() =>
|
|
396
|
+
S.Struct({
|
|
397
|
+
end_user_id: S.String.pipe(T.Query()),
|
|
398
|
+
}).pipe(T.Http({ method: "GET", uri: "/customer/info", code: 200 })),
|
|
399
|
+
).annotate({
|
|
400
|
+
identifier: "GetEndUserInfoCustomerInfoRequest",
|
|
401
|
+
}) as any as S.Schema<GetEndUserInfoCustomerInfoRequest>;
|
|
402
|
+
|
|
403
|
+
export type CustomerResponseAllowedModelRegion = "eu" | "us";
|
|
404
|
+
export const CustomerResponseAllowedModelRegion = S.String;
|
|
405
|
+
|
|
406
|
+
export type LiteLLMBudgetTableFullAllowedModelsList = Array<string>;
|
|
407
|
+
export const LiteLLMBudgetTableFullAllowedModelsList = /*@__PURE__*/ S.Array(
|
|
408
|
+
S.String,
|
|
409
|
+
) as any as S.Schema<LiteLLMBudgetTableFullAllowedModelsList>;
|
|
410
|
+
|
|
411
|
+
export type LiteLLMBudgetTableFullModelMaxBudgetMap = {
|
|
412
|
+
[key: string]: unknown | undefined;
|
|
413
|
+
};
|
|
414
|
+
export const LiteLLMBudgetTableFullModelMaxBudgetMap = /*@__PURE__*/ S.Record(
|
|
415
|
+
S.String,
|
|
416
|
+
S.Unknown,
|
|
417
|
+
) as any as S.Schema<LiteLLMBudgetTableFullModelMaxBudgetMap>;
|
|
418
|
+
|
|
419
|
+
/** LiteLLM_BudgetTable + server-managed fields returned on API responses. */
|
|
420
|
+
export interface LiteLLMBudgetTableFull {
|
|
421
|
+
allowed_models?: LiteLLMBudgetTableFullAllowedModelsList | null;
|
|
422
|
+
budget_duration?: string | null;
|
|
423
|
+
budget_id?: string | null;
|
|
424
|
+
budget_reset_at?: string | null;
|
|
425
|
+
created_at: string;
|
|
426
|
+
max_budget?: number | null;
|
|
427
|
+
max_parallel_requests?: number | null;
|
|
428
|
+
model_max_budget?: LiteLLMBudgetTableFullModelMaxBudgetMap | null;
|
|
429
|
+
rpm_limit?: number | null;
|
|
430
|
+
soft_budget?: number | null;
|
|
431
|
+
tpm_limit?: number | null;
|
|
432
|
+
}
|
|
433
|
+
export const LiteLLMBudgetTableFull = /*@__PURE__*/ S.suspend(() =>
|
|
434
|
+
S.Struct({
|
|
435
|
+
allowed_models: S.optional(
|
|
436
|
+
S.NullOr(LiteLLMBudgetTableFullAllowedModelsList),
|
|
437
|
+
),
|
|
438
|
+
budget_duration: S.optional(S.NullOr(S.String)),
|
|
439
|
+
budget_id: S.optional(S.NullOr(S.String)),
|
|
440
|
+
budget_reset_at: S.optional(S.NullOr(S.String)),
|
|
441
|
+
created_at: S.String,
|
|
442
|
+
max_budget: S.optional(S.NullOr(S.Number)),
|
|
443
|
+
max_parallel_requests: S.optional(S.NullOr(S.Number)),
|
|
444
|
+
model_max_budget: S.optional(
|
|
445
|
+
S.NullOr(LiteLLMBudgetTableFullModelMaxBudgetMap),
|
|
446
|
+
),
|
|
447
|
+
rpm_limit: S.optional(S.NullOr(S.Number)),
|
|
448
|
+
soft_budget: S.optional(S.NullOr(S.Number)),
|
|
449
|
+
tpm_limit: S.optional(S.NullOr(S.Number)),
|
|
450
|
+
}),
|
|
451
|
+
).annotate({
|
|
452
|
+
identifier: "LiteLLMBudgetTableFull",
|
|
453
|
+
}) as any as S.Schema<LiteLLMBudgetTableFull>;
|
|
454
|
+
|
|
455
|
+
export type LiteLLMObjectPermissionTableAgentAccessGroupsList = Array<string>;
|
|
456
|
+
export const LiteLLMObjectPermissionTableAgentAccessGroupsList =
|
|
457
|
+
/*@__PURE__*/ S.Array(
|
|
458
|
+
S.String,
|
|
459
|
+
) as any as S.Schema<LiteLLMObjectPermissionTableAgentAccessGroupsList>;
|
|
460
|
+
|
|
461
|
+
export type LiteLLMObjectPermissionTableAgentsList = Array<string>;
|
|
462
|
+
export const LiteLLMObjectPermissionTableAgentsList = /*@__PURE__*/ S.Array(
|
|
463
|
+
S.String,
|
|
464
|
+
) as any as S.Schema<LiteLLMObjectPermissionTableAgentsList>;
|
|
465
|
+
|
|
466
|
+
export type LiteLLMObjectPermissionTableBlockedToolsList = Array<string>;
|
|
467
|
+
export const LiteLLMObjectPermissionTableBlockedToolsList =
|
|
468
|
+
/*@__PURE__*/ S.Array(
|
|
469
|
+
S.String,
|
|
470
|
+
) as any as S.Schema<LiteLLMObjectPermissionTableBlockedToolsList>;
|
|
471
|
+
|
|
472
|
+
export type LiteLLMObjectPermissionTableMcpAccessGroupsList = Array<string>;
|
|
473
|
+
export const LiteLLMObjectPermissionTableMcpAccessGroupsList =
|
|
474
|
+
/*@__PURE__*/ S.Array(
|
|
475
|
+
S.String,
|
|
476
|
+
) as any as S.Schema<LiteLLMObjectPermissionTableMcpAccessGroupsList>;
|
|
477
|
+
|
|
478
|
+
export type LiteLLMObjectPermissionTableMcpServersList = Array<string>;
|
|
479
|
+
export const LiteLLMObjectPermissionTableMcpServersList = /*@__PURE__*/ S.Array(
|
|
480
|
+
S.String,
|
|
481
|
+
) as any as S.Schema<LiteLLMObjectPermissionTableMcpServersList>;
|
|
482
|
+
|
|
483
|
+
export type LiteLLMObjectPermissionTableMcpToolPermissionsValueList =
|
|
484
|
+
Array<string>;
|
|
485
|
+
export const LiteLLMObjectPermissionTableMcpToolPermissionsValueList =
|
|
486
|
+
/*@__PURE__*/ S.Array(
|
|
487
|
+
S.String,
|
|
488
|
+
) as any as S.Schema<LiteLLMObjectPermissionTableMcpToolPermissionsValueList>;
|
|
489
|
+
|
|
490
|
+
export type LiteLLMObjectPermissionTableMcpToolPermissionsMap = {
|
|
491
|
+
[key: string]:
|
|
492
|
+
| LiteLLMObjectPermissionTableMcpToolPermissionsValueList
|
|
493
|
+
| undefined;
|
|
494
|
+
};
|
|
495
|
+
export const LiteLLMObjectPermissionTableMcpToolPermissionsMap =
|
|
496
|
+
/*@__PURE__*/ S.Record(
|
|
497
|
+
S.String,
|
|
498
|
+
LiteLLMObjectPermissionTableMcpToolPermissionsValueList,
|
|
499
|
+
) as any as S.Schema<LiteLLMObjectPermissionTableMcpToolPermissionsMap>;
|
|
500
|
+
|
|
501
|
+
export type LiteLLMObjectPermissionTableMcpToolsetsList = Array<string>;
|
|
502
|
+
export const LiteLLMObjectPermissionTableMcpToolsetsList =
|
|
503
|
+
/*@__PURE__*/ S.Array(
|
|
504
|
+
S.String,
|
|
505
|
+
) as any as S.Schema<LiteLLMObjectPermissionTableMcpToolsetsList>;
|
|
506
|
+
|
|
507
|
+
export type LiteLLMObjectPermissionTableModelsList = Array<string>;
|
|
508
|
+
export const LiteLLMObjectPermissionTableModelsList = /*@__PURE__*/ S.Array(
|
|
509
|
+
S.String,
|
|
510
|
+
) as any as S.Schema<LiteLLMObjectPermissionTableModelsList>;
|
|
511
|
+
|
|
512
|
+
export type LiteLLMObjectPermissionTableSearchToolsList = Array<string>;
|
|
513
|
+
export const LiteLLMObjectPermissionTableSearchToolsList =
|
|
514
|
+
/*@__PURE__*/ S.Array(
|
|
515
|
+
S.String,
|
|
516
|
+
) as any as S.Schema<LiteLLMObjectPermissionTableSearchToolsList>;
|
|
517
|
+
|
|
518
|
+
export type LiteLLMObjectPermissionTableVectorStoresList = Array<string>;
|
|
519
|
+
export const LiteLLMObjectPermissionTableVectorStoresList =
|
|
520
|
+
/*@__PURE__*/ S.Array(
|
|
521
|
+
S.String,
|
|
522
|
+
) as any as S.Schema<LiteLLMObjectPermissionTableVectorStoresList>;
|
|
523
|
+
|
|
524
|
+
/** Represents a LiteLLM_ObjectPermissionTable record */
|
|
525
|
+
export interface LiteLLMObjectPermissionTable {
|
|
526
|
+
agent_access_groups?: LiteLLMObjectPermissionTableAgentAccessGroupsList | null;
|
|
527
|
+
agents?: LiteLLMObjectPermissionTableAgentsList | null;
|
|
528
|
+
blocked_tools?: LiteLLMObjectPermissionTableBlockedToolsList | null;
|
|
529
|
+
mcp_access_groups?: LiteLLMObjectPermissionTableMcpAccessGroupsList | null;
|
|
530
|
+
mcp_servers?: LiteLLMObjectPermissionTableMcpServersList | null;
|
|
531
|
+
mcp_tool_permissions?: LiteLLMObjectPermissionTableMcpToolPermissionsMap | null;
|
|
532
|
+
mcp_tool_search_enabled?: boolean | null;
|
|
533
|
+
mcp_toolsets?: LiteLLMObjectPermissionTableMcpToolsetsList | null;
|
|
534
|
+
models?: LiteLLMObjectPermissionTableModelsList | null;
|
|
535
|
+
object_permission_id: string;
|
|
536
|
+
search_tools?: LiteLLMObjectPermissionTableSearchToolsList | null;
|
|
537
|
+
vector_stores?: LiteLLMObjectPermissionTableVectorStoresList | null;
|
|
538
|
+
}
|
|
539
|
+
export const LiteLLMObjectPermissionTable = /*@__PURE__*/ S.suspend(() =>
|
|
540
|
+
S.Struct({
|
|
541
|
+
agent_access_groups: S.optional(
|
|
542
|
+
S.NullOr(LiteLLMObjectPermissionTableAgentAccessGroupsList),
|
|
543
|
+
),
|
|
544
|
+
agents: S.optional(S.NullOr(LiteLLMObjectPermissionTableAgentsList)),
|
|
545
|
+
blocked_tools: S.optional(
|
|
546
|
+
S.NullOr(LiteLLMObjectPermissionTableBlockedToolsList),
|
|
547
|
+
),
|
|
548
|
+
mcp_access_groups: S.optional(
|
|
549
|
+
S.NullOr(LiteLLMObjectPermissionTableMcpAccessGroupsList),
|
|
550
|
+
),
|
|
551
|
+
mcp_servers: S.optional(
|
|
552
|
+
S.NullOr(LiteLLMObjectPermissionTableMcpServersList),
|
|
553
|
+
),
|
|
554
|
+
mcp_tool_permissions: S.optional(
|
|
555
|
+
S.NullOr(LiteLLMObjectPermissionTableMcpToolPermissionsMap),
|
|
556
|
+
),
|
|
557
|
+
mcp_tool_search_enabled: S.optional(S.NullOr(S.Boolean)),
|
|
558
|
+
mcp_toolsets: S.optional(
|
|
559
|
+
S.NullOr(LiteLLMObjectPermissionTableMcpToolsetsList),
|
|
560
|
+
),
|
|
561
|
+
models: S.optional(S.NullOr(LiteLLMObjectPermissionTableModelsList)),
|
|
562
|
+
object_permission_id: S.String,
|
|
563
|
+
search_tools: S.optional(
|
|
564
|
+
S.NullOr(LiteLLMObjectPermissionTableSearchToolsList),
|
|
565
|
+
),
|
|
566
|
+
vector_stores: S.optional(
|
|
567
|
+
S.NullOr(LiteLLMObjectPermissionTableVectorStoresList),
|
|
568
|
+
),
|
|
569
|
+
}),
|
|
570
|
+
).annotate({
|
|
571
|
+
identifier: "LiteLLMObjectPermissionTable",
|
|
572
|
+
}) as any as S.Schema<LiteLLMObjectPermissionTable>;
|
|
573
|
+
|
|
574
|
+
/** Customer object returned by the /customer read+write endpoints. Nests the full budget response model so server-managed budget fields (budget_reset_at, created_at) survive response_model filtering, rather than the narrow write-allowlist shape LiteLLM_EndUserTable carries for internal use. */
|
|
575
|
+
export interface CustomerResponse {
|
|
576
|
+
alias?: string | null;
|
|
577
|
+
allowed_model_region?: CustomerResponseAllowedModelRegion | null;
|
|
578
|
+
blocked: boolean;
|
|
579
|
+
budget_id?: string | null;
|
|
580
|
+
default_model?: string | null;
|
|
581
|
+
litellm_budget_table?: LiteLLMBudgetTableFull | null;
|
|
582
|
+
object_permission?: LiteLLMObjectPermissionTable | null;
|
|
583
|
+
object_permission_id?: string | null;
|
|
584
|
+
spend?: number;
|
|
585
|
+
user_id: string;
|
|
586
|
+
}
|
|
587
|
+
export const CustomerResponse = /*@__PURE__*/ S.suspend(() =>
|
|
588
|
+
S.Struct({
|
|
589
|
+
alias: S.optional(S.NullOr(S.String)),
|
|
590
|
+
allowed_model_region: S.optional(
|
|
591
|
+
S.NullOr(CustomerResponseAllowedModelRegion),
|
|
592
|
+
),
|
|
593
|
+
blocked: S.Boolean,
|
|
594
|
+
budget_id: S.optional(S.NullOr(S.String)),
|
|
595
|
+
default_model: S.optional(S.NullOr(S.String)),
|
|
596
|
+
litellm_budget_table: S.optional(S.NullOr(LiteLLMBudgetTableFull)),
|
|
597
|
+
object_permission: S.optional(S.NullOr(LiteLLMObjectPermissionTable)),
|
|
598
|
+
object_permission_id: S.optional(S.NullOr(S.String)),
|
|
599
|
+
spend: S.optional(S.Number),
|
|
600
|
+
user_id: S.String,
|
|
601
|
+
}),
|
|
602
|
+
).annotate({
|
|
603
|
+
identifier: "CustomerResponse",
|
|
604
|
+
}) as any as S.Schema<CustomerResponse>;
|
|
605
|
+
|
|
606
|
+
export interface GetEndUserInfoEndUserInfoRequest {
|
|
607
|
+
/** End User ID in the request parameters */
|
|
608
|
+
end_user_id: string;
|
|
609
|
+
}
|
|
610
|
+
export const GetEndUserInfoEndUserInfoRequest = /*@__PURE__*/ S.suspend(() =>
|
|
611
|
+
S.Struct({
|
|
612
|
+
end_user_id: S.String.pipe(T.Query()),
|
|
613
|
+
}).pipe(T.Http({ method: "GET", uri: "/end_user/info", code: 200 })),
|
|
614
|
+
).annotate({
|
|
615
|
+
identifier: "GetEndUserInfoEndUserInfoRequest",
|
|
616
|
+
}) as any as S.Schema<GetEndUserInfoEndUserInfoRequest>;
|
|
617
|
+
|
|
618
|
+
export interface ListEndUserCustomerListGetRequest {}
|
|
619
|
+
export const ListEndUserCustomerListGetRequest = /*@__PURE__*/ S.suspend(() =>
|
|
620
|
+
S.Struct({}).pipe(
|
|
621
|
+
T.Http({ method: "GET", uri: "/customer/list", code: 200 }),
|
|
622
|
+
),
|
|
623
|
+
).annotate({
|
|
624
|
+
identifier: "ListEndUserCustomerListGetRequest",
|
|
625
|
+
}) as any as S.Schema<ListEndUserCustomerListGetRequest>;
|
|
626
|
+
|
|
627
|
+
export type ListEndUserCustomerListGetResponseBodyList =
|
|
628
|
+
Array<CustomerResponse>;
|
|
629
|
+
export const ListEndUserCustomerListGetResponseBodyList = /*@__PURE__*/ S.Array(
|
|
630
|
+
CustomerResponse,
|
|
631
|
+
) as any as S.Schema<ListEndUserCustomerListGetResponseBodyList>;
|
|
632
|
+
|
|
633
|
+
export interface ListEndUserCustomerListGetResponse {
|
|
634
|
+
body: ListEndUserCustomerListGetResponseBodyList;
|
|
635
|
+
}
|
|
636
|
+
export const ListEndUserCustomerListGetResponse = /*@__PURE__*/ S.suspend(() =>
|
|
637
|
+
S.Struct({
|
|
638
|
+
body: ListEndUserCustomerListGetResponseBodyList,
|
|
639
|
+
}),
|
|
640
|
+
).annotate({
|
|
641
|
+
identifier: "ListEndUserCustomerListGetResponse",
|
|
642
|
+
}) as any as S.Schema<ListEndUserCustomerListGetResponse>;
|
|
643
|
+
|
|
644
|
+
export interface ListEndUserEndUserListGetRequest {}
|
|
645
|
+
export const ListEndUserEndUserListGetRequest = /*@__PURE__*/ S.suspend(() =>
|
|
646
|
+
S.Struct({}).pipe(
|
|
647
|
+
T.Http({ method: "GET", uri: "/end_user/list", code: 200 }),
|
|
648
|
+
),
|
|
649
|
+
).annotate({
|
|
650
|
+
identifier: "ListEndUserEndUserListGetRequest",
|
|
651
|
+
}) as any as S.Schema<ListEndUserEndUserListGetRequest>;
|
|
652
|
+
|
|
653
|
+
export type ListEndUserEndUserListGetResponseBodyList = Array<CustomerResponse>;
|
|
654
|
+
export const ListEndUserEndUserListGetResponseBodyList = /*@__PURE__*/ S.Array(
|
|
655
|
+
CustomerResponse,
|
|
656
|
+
) as any as S.Schema<ListEndUserEndUserListGetResponseBodyList>;
|
|
657
|
+
|
|
658
|
+
export interface ListEndUserEndUserListGetResponse {
|
|
659
|
+
body: ListEndUserEndUserListGetResponseBodyList;
|
|
660
|
+
}
|
|
661
|
+
export const ListEndUserEndUserListGetResponse = /*@__PURE__*/ S.suspend(() =>
|
|
662
|
+
S.Struct({
|
|
663
|
+
body: ListEndUserEndUserListGetResponseBodyList,
|
|
664
|
+
}),
|
|
665
|
+
).annotate({
|
|
666
|
+
identifier: "ListEndUserEndUserListGetResponse",
|
|
667
|
+
}) as any as S.Schema<ListEndUserEndUserListGetResponse>;
|
|
668
|
+
|
|
669
|
+
export type PostBlockUserCustomerBlockRequestUserIdsList = Array<string>;
|
|
670
|
+
export const PostBlockUserCustomerBlockRequestUserIdsList =
|
|
671
|
+
/*@__PURE__*/ S.Array(
|
|
672
|
+
S.String,
|
|
673
|
+
) as any as S.Schema<PostBlockUserCustomerBlockRequestUserIdsList>;
|
|
674
|
+
|
|
675
|
+
export interface PostBlockUserCustomerBlockRequest {
|
|
676
|
+
user_ids: PostBlockUserCustomerBlockRequestUserIdsList;
|
|
677
|
+
}
|
|
678
|
+
export const PostBlockUserCustomerBlockRequest = /*@__PURE__*/ S.suspend(() =>
|
|
679
|
+
S.Struct({
|
|
680
|
+
user_ids: PostBlockUserCustomerBlockRequestUserIdsList,
|
|
681
|
+
}).pipe(T.Http({ method: "POST", uri: "/customer/block", code: 200 })),
|
|
682
|
+
).annotate({
|
|
683
|
+
identifier: "PostBlockUserCustomerBlockRequest",
|
|
684
|
+
}) as any as S.Schema<PostBlockUserCustomerBlockRequest>;
|
|
685
|
+
|
|
686
|
+
export type LiteLLMEndUserTableAllowedModelRegion = "eu" | "us";
|
|
687
|
+
export const LiteLLMEndUserTableAllowedModelRegion = S.String;
|
|
688
|
+
|
|
689
|
+
export type LiteLLMBudgetTableAllowedModelsList = Array<string>;
|
|
690
|
+
export const LiteLLMBudgetTableAllowedModelsList = /*@__PURE__*/ S.Array(
|
|
691
|
+
S.String,
|
|
692
|
+
) as any as S.Schema<LiteLLMBudgetTableAllowedModelsList>;
|
|
693
|
+
|
|
694
|
+
export type LiteLLMBudgetTableModelMaxBudgetMap = {
|
|
695
|
+
[key: string]: unknown | undefined;
|
|
696
|
+
};
|
|
697
|
+
export const LiteLLMBudgetTableModelMaxBudgetMap = /*@__PURE__*/ S.Record(
|
|
698
|
+
S.String,
|
|
699
|
+
S.Unknown,
|
|
700
|
+
) as any as S.Schema<LiteLLMBudgetTableModelMaxBudgetMap>;
|
|
701
|
+
|
|
702
|
+
/** Represents user-controllable params for a LiteLLM_BudgetTable record. Budget-write paths use `model_fields.keys()` on this class as an allowlist for user input. Keep server-managed fields (e.g. `budget_reset_at`) on `LiteLLM_BudgetTableFull` so they aren't user-settable. */
|
|
703
|
+
export interface LiteLLMBudgetTable {
|
|
704
|
+
allowed_models?: LiteLLMBudgetTableAllowedModelsList | null;
|
|
705
|
+
budget_duration?: string | null;
|
|
706
|
+
budget_id?: string | null;
|
|
707
|
+
max_budget?: number | null;
|
|
708
|
+
max_parallel_requests?: number | null;
|
|
709
|
+
model_max_budget?: LiteLLMBudgetTableModelMaxBudgetMap | null;
|
|
710
|
+
rpm_limit?: number | null;
|
|
711
|
+
soft_budget?: number | null;
|
|
712
|
+
tpm_limit?: number | null;
|
|
713
|
+
}
|
|
714
|
+
export const LiteLLMBudgetTable = /*@__PURE__*/ S.suspend(() =>
|
|
715
|
+
S.Struct({
|
|
716
|
+
allowed_models: S.optional(S.NullOr(LiteLLMBudgetTableAllowedModelsList)),
|
|
717
|
+
budget_duration: S.optional(S.NullOr(S.String)),
|
|
718
|
+
budget_id: S.optional(S.NullOr(S.String)),
|
|
719
|
+
max_budget: S.optional(S.NullOr(S.Number)),
|
|
720
|
+
max_parallel_requests: S.optional(S.NullOr(S.Number)),
|
|
721
|
+
model_max_budget: S.optional(S.NullOr(LiteLLMBudgetTableModelMaxBudgetMap)),
|
|
722
|
+
rpm_limit: S.optional(S.NullOr(S.Number)),
|
|
723
|
+
soft_budget: S.optional(S.NullOr(S.Number)),
|
|
724
|
+
tpm_limit: S.optional(S.NullOr(S.Number)),
|
|
725
|
+
}),
|
|
726
|
+
).annotate({
|
|
727
|
+
identifier: "LiteLLMBudgetTable",
|
|
728
|
+
}) as any as S.Schema<LiteLLMBudgetTable>;
|
|
729
|
+
|
|
730
|
+
export interface LiteLLMEndUserTable {
|
|
731
|
+
alias?: string | null;
|
|
732
|
+
allowed_model_region?: LiteLLMEndUserTableAllowedModelRegion | null;
|
|
733
|
+
blocked: boolean;
|
|
734
|
+
budget_id?: string | null;
|
|
735
|
+
default_model?: string | null;
|
|
736
|
+
litellm_budget_table?: LiteLLMBudgetTable | null;
|
|
737
|
+
object_permission?: LiteLLMObjectPermissionTable | null;
|
|
738
|
+
object_permission_id?: string | null;
|
|
739
|
+
spend?: number;
|
|
740
|
+
user_id: string;
|
|
741
|
+
}
|
|
742
|
+
export const LiteLLMEndUserTable = /*@__PURE__*/ S.suspend(() =>
|
|
743
|
+
S.Struct({
|
|
744
|
+
alias: S.optional(S.NullOr(S.String)),
|
|
745
|
+
allowed_model_region: S.optional(
|
|
746
|
+
S.NullOr(LiteLLMEndUserTableAllowedModelRegion),
|
|
747
|
+
),
|
|
748
|
+
blocked: S.Boolean,
|
|
749
|
+
budget_id: S.optional(S.NullOr(S.String)),
|
|
750
|
+
default_model: S.optional(S.NullOr(S.String)),
|
|
751
|
+
litellm_budget_table: S.optional(S.NullOr(LiteLLMBudgetTable)),
|
|
752
|
+
object_permission: S.optional(S.NullOr(LiteLLMObjectPermissionTable)),
|
|
753
|
+
object_permission_id: S.optional(S.NullOr(S.String)),
|
|
754
|
+
spend: S.optional(S.Number),
|
|
755
|
+
user_id: S.String,
|
|
756
|
+
}),
|
|
757
|
+
).annotate({
|
|
758
|
+
identifier: "LiteLLMEndUserTable",
|
|
759
|
+
}) as any as S.Schema<LiteLLMEndUserTable>;
|
|
760
|
+
|
|
761
|
+
export type BlockUsersResponseBlockedUsersList = Array<LiteLLMEndUserTable>;
|
|
762
|
+
export const BlockUsersResponseBlockedUsersList = /*@__PURE__*/ S.Array(
|
|
763
|
+
LiteLLMEndUserTable,
|
|
764
|
+
) as any as S.Schema<BlockUsersResponseBlockedUsersList>;
|
|
765
|
+
|
|
766
|
+
export interface BlockUsersResponse {
|
|
767
|
+
blocked_users: BlockUsersResponseBlockedUsersList;
|
|
768
|
+
}
|
|
769
|
+
export const BlockUsersResponse = /*@__PURE__*/ S.suspend(() =>
|
|
770
|
+
S.Struct({
|
|
771
|
+
blocked_users: BlockUsersResponseBlockedUsersList,
|
|
772
|
+
}),
|
|
773
|
+
).annotate({
|
|
774
|
+
identifier: "BlockUsersResponse",
|
|
775
|
+
}) as any as S.Schema<BlockUsersResponse>;
|
|
776
|
+
|
|
777
|
+
export type PostBlockUserEndUserBlockRequestUserIdsList = Array<string>;
|
|
778
|
+
export const PostBlockUserEndUserBlockRequestUserIdsList =
|
|
779
|
+
/*@__PURE__*/ S.Array(
|
|
780
|
+
S.String,
|
|
781
|
+
) as any as S.Schema<PostBlockUserEndUserBlockRequestUserIdsList>;
|
|
782
|
+
|
|
783
|
+
export interface PostBlockUserEndUserBlockRequest {
|
|
784
|
+
user_ids: PostBlockUserEndUserBlockRequestUserIdsList;
|
|
785
|
+
}
|
|
786
|
+
export const PostBlockUserEndUserBlockRequest = /*@__PURE__*/ S.suspend(() =>
|
|
787
|
+
S.Struct({
|
|
788
|
+
user_ids: PostBlockUserEndUserBlockRequestUserIdsList,
|
|
789
|
+
}).pipe(T.Http({ method: "POST", uri: "/end_user/block", code: 200 })),
|
|
790
|
+
).annotate({
|
|
791
|
+
identifier: "PostBlockUserEndUserBlockRequest",
|
|
792
|
+
}) as any as S.Schema<PostBlockUserEndUserBlockRequest>;
|
|
793
|
+
|
|
794
|
+
export interface PostBlockUserEndUserBlockResponse {
|
|
795
|
+
body: unknown;
|
|
796
|
+
}
|
|
797
|
+
export const PostBlockUserEndUserBlockResponse = /*@__PURE__*/ S.suspend(() =>
|
|
798
|
+
S.Struct({
|
|
799
|
+
body: S.Unknown,
|
|
800
|
+
}),
|
|
801
|
+
).annotate({
|
|
802
|
+
identifier: "PostBlockUserEndUserBlockResponse",
|
|
803
|
+
}) as any as S.Schema<PostBlockUserEndUserBlockResponse>;
|
|
804
|
+
|
|
805
|
+
export type PostNewEndUserCustomerNewRequestAllowedModelRegion = "eu" | "us";
|
|
806
|
+
export const PostNewEndUserCustomerNewRequestAllowedModelRegion = S.String;
|
|
807
|
+
|
|
808
|
+
export interface BudgetConfig {
|
|
809
|
+
budget_duration?: string | null;
|
|
810
|
+
max_budget?: number | null;
|
|
811
|
+
rpm_limit?: number | null;
|
|
812
|
+
tpm_limit?: number | null;
|
|
813
|
+
}
|
|
814
|
+
export const BudgetConfig = /*@__PURE__*/ S.suspend(() =>
|
|
815
|
+
S.Struct({
|
|
816
|
+
budget_duration: S.optional(S.NullOr(S.String)),
|
|
817
|
+
max_budget: S.optional(S.NullOr(S.Number)),
|
|
818
|
+
rpm_limit: S.optional(S.NullOr(S.Number)),
|
|
819
|
+
tpm_limit: S.optional(S.NullOr(S.Number)),
|
|
820
|
+
}),
|
|
821
|
+
).annotate({ identifier: "BudgetConfig" }) as any as S.Schema<BudgetConfig>;
|
|
822
|
+
|
|
823
|
+
export type PostNewEndUserCustomerNewRequestModelMaxBudgetMap = {
|
|
824
|
+
[key: string]: BudgetConfig | undefined;
|
|
825
|
+
};
|
|
826
|
+
export const PostNewEndUserCustomerNewRequestModelMaxBudgetMap =
|
|
827
|
+
/*@__PURE__*/ S.Record(
|
|
828
|
+
S.String,
|
|
829
|
+
BudgetConfig,
|
|
830
|
+
) as any as S.Schema<PostNewEndUserCustomerNewRequestModelMaxBudgetMap>;
|
|
831
|
+
|
|
832
|
+
export type LiteLLMObjectPermissionBaseAgentAccessGroupsList = Array<string>;
|
|
833
|
+
export const LiteLLMObjectPermissionBaseAgentAccessGroupsList =
|
|
834
|
+
/*@__PURE__*/ S.Array(
|
|
835
|
+
S.String,
|
|
836
|
+
) as any as S.Schema<LiteLLMObjectPermissionBaseAgentAccessGroupsList>;
|
|
837
|
+
|
|
838
|
+
export type LiteLLMObjectPermissionBaseAgentsList = Array<string>;
|
|
839
|
+
export const LiteLLMObjectPermissionBaseAgentsList = /*@__PURE__*/ S.Array(
|
|
840
|
+
S.String,
|
|
841
|
+
) as any as S.Schema<LiteLLMObjectPermissionBaseAgentsList>;
|
|
842
|
+
|
|
843
|
+
export type LiteLLMObjectPermissionBaseBlockedToolsList = Array<string>;
|
|
844
|
+
export const LiteLLMObjectPermissionBaseBlockedToolsList =
|
|
845
|
+
/*@__PURE__*/ S.Array(
|
|
846
|
+
S.String,
|
|
847
|
+
) as any as S.Schema<LiteLLMObjectPermissionBaseBlockedToolsList>;
|
|
848
|
+
|
|
849
|
+
export type LiteLLMObjectPermissionBaseMcpAccessGroupsList = Array<string>;
|
|
850
|
+
export const LiteLLMObjectPermissionBaseMcpAccessGroupsList =
|
|
851
|
+
/*@__PURE__*/ S.Array(
|
|
852
|
+
S.String,
|
|
853
|
+
) as any as S.Schema<LiteLLMObjectPermissionBaseMcpAccessGroupsList>;
|
|
854
|
+
|
|
855
|
+
export type LiteLLMObjectPermissionBaseMcpServersList = Array<string>;
|
|
856
|
+
export const LiteLLMObjectPermissionBaseMcpServersList = /*@__PURE__*/ S.Array(
|
|
857
|
+
S.String,
|
|
858
|
+
) as any as S.Schema<LiteLLMObjectPermissionBaseMcpServersList>;
|
|
859
|
+
|
|
860
|
+
export type LiteLLMObjectPermissionBaseMcpToolPermissionsValueList =
|
|
861
|
+
Array<string>;
|
|
862
|
+
export const LiteLLMObjectPermissionBaseMcpToolPermissionsValueList =
|
|
863
|
+
/*@__PURE__*/ S.Array(
|
|
864
|
+
S.String,
|
|
865
|
+
) as any as S.Schema<LiteLLMObjectPermissionBaseMcpToolPermissionsValueList>;
|
|
866
|
+
|
|
867
|
+
export type LiteLLMObjectPermissionBaseMcpToolPermissionsMap = {
|
|
868
|
+
[key: string]:
|
|
869
|
+
| LiteLLMObjectPermissionBaseMcpToolPermissionsValueList
|
|
870
|
+
| undefined;
|
|
871
|
+
};
|
|
872
|
+
export const LiteLLMObjectPermissionBaseMcpToolPermissionsMap =
|
|
873
|
+
/*@__PURE__*/ S.Record(
|
|
874
|
+
S.String,
|
|
875
|
+
LiteLLMObjectPermissionBaseMcpToolPermissionsValueList,
|
|
876
|
+
) as any as S.Schema<LiteLLMObjectPermissionBaseMcpToolPermissionsMap>;
|
|
877
|
+
|
|
878
|
+
export type LiteLLMObjectPermissionBaseMcpToolsetsList = Array<string>;
|
|
879
|
+
export const LiteLLMObjectPermissionBaseMcpToolsetsList = /*@__PURE__*/ S.Array(
|
|
880
|
+
S.String,
|
|
881
|
+
) as any as S.Schema<LiteLLMObjectPermissionBaseMcpToolsetsList>;
|
|
882
|
+
|
|
883
|
+
export type LiteLLMObjectPermissionBaseModelsList = Array<string>;
|
|
884
|
+
export const LiteLLMObjectPermissionBaseModelsList = /*@__PURE__*/ S.Array(
|
|
885
|
+
S.String,
|
|
886
|
+
) as any as S.Schema<LiteLLMObjectPermissionBaseModelsList>;
|
|
887
|
+
|
|
888
|
+
export type LiteLLMObjectPermissionBaseSearchToolsList = Array<string>;
|
|
889
|
+
export const LiteLLMObjectPermissionBaseSearchToolsList = /*@__PURE__*/ S.Array(
|
|
890
|
+
S.String,
|
|
891
|
+
) as any as S.Schema<LiteLLMObjectPermissionBaseSearchToolsList>;
|
|
892
|
+
|
|
893
|
+
export type LiteLLMObjectPermissionBaseVectorStoresList = Array<string>;
|
|
894
|
+
export const LiteLLMObjectPermissionBaseVectorStoresList =
|
|
895
|
+
/*@__PURE__*/ S.Array(
|
|
896
|
+
S.String,
|
|
897
|
+
) as any as S.Schema<LiteLLMObjectPermissionBaseVectorStoresList>;
|
|
898
|
+
|
|
899
|
+
export interface LiteLLMObjectPermissionBase {
|
|
900
|
+
agent_access_groups?: LiteLLMObjectPermissionBaseAgentAccessGroupsList | null;
|
|
901
|
+
agents?: LiteLLMObjectPermissionBaseAgentsList | null;
|
|
902
|
+
blocked_tools?: LiteLLMObjectPermissionBaseBlockedToolsList | null;
|
|
903
|
+
mcp_access_groups?: LiteLLMObjectPermissionBaseMcpAccessGroupsList | null;
|
|
904
|
+
mcp_servers?: LiteLLMObjectPermissionBaseMcpServersList | null;
|
|
905
|
+
mcp_tool_permissions?: LiteLLMObjectPermissionBaseMcpToolPermissionsMap | null;
|
|
906
|
+
mcp_tool_search_enabled?: boolean | null;
|
|
907
|
+
mcp_toolsets?: LiteLLMObjectPermissionBaseMcpToolsetsList | null;
|
|
908
|
+
models?: LiteLLMObjectPermissionBaseModelsList | null;
|
|
909
|
+
search_tools?: LiteLLMObjectPermissionBaseSearchToolsList | null;
|
|
910
|
+
vector_stores?: LiteLLMObjectPermissionBaseVectorStoresList | null;
|
|
911
|
+
}
|
|
912
|
+
export const LiteLLMObjectPermissionBase = /*@__PURE__*/ S.suspend(() =>
|
|
913
|
+
S.Struct({
|
|
914
|
+
agent_access_groups: S.optional(
|
|
915
|
+
S.NullOr(LiteLLMObjectPermissionBaseAgentAccessGroupsList),
|
|
916
|
+
),
|
|
917
|
+
agents: S.optional(S.NullOr(LiteLLMObjectPermissionBaseAgentsList)),
|
|
918
|
+
blocked_tools: S.optional(
|
|
919
|
+
S.NullOr(LiteLLMObjectPermissionBaseBlockedToolsList),
|
|
920
|
+
),
|
|
921
|
+
mcp_access_groups: S.optional(
|
|
922
|
+
S.NullOr(LiteLLMObjectPermissionBaseMcpAccessGroupsList),
|
|
923
|
+
),
|
|
924
|
+
mcp_servers: S.optional(
|
|
925
|
+
S.NullOr(LiteLLMObjectPermissionBaseMcpServersList),
|
|
926
|
+
),
|
|
927
|
+
mcp_tool_permissions: S.optional(
|
|
928
|
+
S.NullOr(LiteLLMObjectPermissionBaseMcpToolPermissionsMap),
|
|
929
|
+
),
|
|
930
|
+
mcp_tool_search_enabled: S.optional(S.NullOr(S.Boolean)),
|
|
931
|
+
mcp_toolsets: S.optional(
|
|
932
|
+
S.NullOr(LiteLLMObjectPermissionBaseMcpToolsetsList),
|
|
933
|
+
),
|
|
934
|
+
models: S.optional(S.NullOr(LiteLLMObjectPermissionBaseModelsList)),
|
|
935
|
+
search_tools: S.optional(
|
|
936
|
+
S.NullOr(LiteLLMObjectPermissionBaseSearchToolsList),
|
|
937
|
+
),
|
|
938
|
+
vector_stores: S.optional(
|
|
939
|
+
S.NullOr(LiteLLMObjectPermissionBaseVectorStoresList),
|
|
940
|
+
),
|
|
941
|
+
}),
|
|
942
|
+
).annotate({
|
|
943
|
+
identifier: "LiteLLMObjectPermissionBase",
|
|
944
|
+
}) as any as S.Schema<LiteLLMObjectPermissionBase>;
|
|
945
|
+
|
|
946
|
+
export interface PostNewEndUserCustomerNewRequest {
|
|
947
|
+
alias?: string | null;
|
|
948
|
+
allowed_model_region?:
|
|
949
|
+
| PostNewEndUserCustomerNewRequestAllowedModelRegion
|
|
950
|
+
| (string & {})
|
|
951
|
+
| null;
|
|
952
|
+
blocked?: boolean;
|
|
953
|
+
/** Max duration budget should be set for (e.g. '1hr', '1d', '28d') */
|
|
954
|
+
budget_duration?: string | null;
|
|
955
|
+
budget_id?: string | null;
|
|
956
|
+
/** Datetime when the budget is reset */
|
|
957
|
+
budget_reset_at?: string | null;
|
|
958
|
+
default_model?: string | null;
|
|
959
|
+
/** Requests will fail if this budget (in USD) is exceeded. */
|
|
960
|
+
max_budget?: number | null;
|
|
961
|
+
/** Max concurrent requests allowed for this budget id. */
|
|
962
|
+
max_parallel_requests?: number | null;
|
|
963
|
+
/** Max budget for each model (e.g. {'gpt-4o': {'max_budget': '0.0000001', 'budget_duration': '1d', 'tpm_limit': 1000, 'rpm_limit': 1000}}) */
|
|
964
|
+
model_max_budget?: PostNewEndUserCustomerNewRequestModelMaxBudgetMap | null;
|
|
965
|
+
object_permission?: LiteLLMObjectPermissionBase | null;
|
|
966
|
+
/** Max requests per minute, allowed for this budget id. */
|
|
967
|
+
rpm_limit?: number | null;
|
|
968
|
+
/** Requests will NOT fail if this is exceeded. Will fire alerting though. */
|
|
969
|
+
soft_budget?: number | null;
|
|
970
|
+
spend?: number | null;
|
|
971
|
+
/** Max tokens per minute, allowed for this budget id. */
|
|
972
|
+
tpm_limit?: number | null;
|
|
973
|
+
user_id: string;
|
|
974
|
+
}
|
|
975
|
+
export const PostNewEndUserCustomerNewRequest = /*@__PURE__*/ S.suspend(() =>
|
|
976
|
+
S.Struct({
|
|
977
|
+
alias: S.optional(S.NullOr(S.String)),
|
|
978
|
+
allowed_model_region: S.optional(
|
|
979
|
+
S.NullOr(PostNewEndUserCustomerNewRequestAllowedModelRegion),
|
|
980
|
+
),
|
|
981
|
+
blocked: S.optional(S.Boolean),
|
|
982
|
+
budget_duration: S.optional(S.NullOr(S.String)),
|
|
983
|
+
budget_id: S.optional(S.NullOr(S.String)),
|
|
984
|
+
budget_reset_at: S.optional(S.NullOr(S.String)),
|
|
985
|
+
default_model: S.optional(S.NullOr(S.String)),
|
|
986
|
+
max_budget: S.optional(S.NullOr(S.Number)),
|
|
987
|
+
max_parallel_requests: S.optional(S.NullOr(S.Number)),
|
|
988
|
+
model_max_budget: S.optional(
|
|
989
|
+
S.NullOr(PostNewEndUserCustomerNewRequestModelMaxBudgetMap),
|
|
990
|
+
),
|
|
991
|
+
object_permission: S.optional(S.NullOr(LiteLLMObjectPermissionBase)),
|
|
992
|
+
rpm_limit: S.optional(S.NullOr(S.Number)),
|
|
993
|
+
soft_budget: S.optional(S.NullOr(S.Number)),
|
|
994
|
+
spend: S.optional(S.NullOr(S.Number)),
|
|
995
|
+
tpm_limit: S.optional(S.NullOr(S.Number)),
|
|
996
|
+
user_id: S.String,
|
|
997
|
+
}).pipe(T.Http({ method: "POST", uri: "/customer/new", code: 200 })),
|
|
998
|
+
).annotate({
|
|
999
|
+
identifier: "PostNewEndUserCustomerNewRequest",
|
|
1000
|
+
}) as any as S.Schema<PostNewEndUserCustomerNewRequest>;
|
|
1001
|
+
|
|
1002
|
+
export type PostNewEndUserEndUserNewRequestAllowedModelRegion = "eu" | "us";
|
|
1003
|
+
export const PostNewEndUserEndUserNewRequestAllowedModelRegion = S.String;
|
|
1004
|
+
|
|
1005
|
+
export type PostNewEndUserEndUserNewRequestModelMaxBudgetMap = {
|
|
1006
|
+
[key: string]: BudgetConfig | undefined;
|
|
1007
|
+
};
|
|
1008
|
+
export const PostNewEndUserEndUserNewRequestModelMaxBudgetMap =
|
|
1009
|
+
/*@__PURE__*/ S.Record(
|
|
1010
|
+
S.String,
|
|
1011
|
+
BudgetConfig,
|
|
1012
|
+
) as any as S.Schema<PostNewEndUserEndUserNewRequestModelMaxBudgetMap>;
|
|
1013
|
+
|
|
1014
|
+
export interface PostNewEndUserEndUserNewRequest {
|
|
1015
|
+
alias?: string | null;
|
|
1016
|
+
allowed_model_region?:
|
|
1017
|
+
| PostNewEndUserEndUserNewRequestAllowedModelRegion
|
|
1018
|
+
| (string & {})
|
|
1019
|
+
| null;
|
|
1020
|
+
blocked?: boolean;
|
|
1021
|
+
/** Max duration budget should be set for (e.g. '1hr', '1d', '28d') */
|
|
1022
|
+
budget_duration?: string | null;
|
|
1023
|
+
budget_id?: string | null;
|
|
1024
|
+
/** Datetime when the budget is reset */
|
|
1025
|
+
budget_reset_at?: string | null;
|
|
1026
|
+
default_model?: string | null;
|
|
1027
|
+
/** Requests will fail if this budget (in USD) is exceeded. */
|
|
1028
|
+
max_budget?: number | null;
|
|
1029
|
+
/** Max concurrent requests allowed for this budget id. */
|
|
1030
|
+
max_parallel_requests?: number | null;
|
|
1031
|
+
/** Max budget for each model (e.g. {'gpt-4o': {'max_budget': '0.0000001', 'budget_duration': '1d', 'tpm_limit': 1000, 'rpm_limit': 1000}}) */
|
|
1032
|
+
model_max_budget?: PostNewEndUserEndUserNewRequestModelMaxBudgetMap | null;
|
|
1033
|
+
object_permission?: LiteLLMObjectPermissionBase | null;
|
|
1034
|
+
/** Max requests per minute, allowed for this budget id. */
|
|
1035
|
+
rpm_limit?: number | null;
|
|
1036
|
+
/** Requests will NOT fail if this is exceeded. Will fire alerting though. */
|
|
1037
|
+
soft_budget?: number | null;
|
|
1038
|
+
spend?: number | null;
|
|
1039
|
+
/** Max tokens per minute, allowed for this budget id. */
|
|
1040
|
+
tpm_limit?: number | null;
|
|
1041
|
+
user_id: string;
|
|
1042
|
+
}
|
|
1043
|
+
export const PostNewEndUserEndUserNewRequest = /*@__PURE__*/ S.suspend(() =>
|
|
1044
|
+
S.Struct({
|
|
1045
|
+
alias: S.optional(S.NullOr(S.String)),
|
|
1046
|
+
allowed_model_region: S.optional(
|
|
1047
|
+
S.NullOr(PostNewEndUserEndUserNewRequestAllowedModelRegion),
|
|
1048
|
+
),
|
|
1049
|
+
blocked: S.optional(S.Boolean),
|
|
1050
|
+
budget_duration: S.optional(S.NullOr(S.String)),
|
|
1051
|
+
budget_id: S.optional(S.NullOr(S.String)),
|
|
1052
|
+
budget_reset_at: S.optional(S.NullOr(S.String)),
|
|
1053
|
+
default_model: S.optional(S.NullOr(S.String)),
|
|
1054
|
+
max_budget: S.optional(S.NullOr(S.Number)),
|
|
1055
|
+
max_parallel_requests: S.optional(S.NullOr(S.Number)),
|
|
1056
|
+
model_max_budget: S.optional(
|
|
1057
|
+
S.NullOr(PostNewEndUserEndUserNewRequestModelMaxBudgetMap),
|
|
1058
|
+
),
|
|
1059
|
+
object_permission: S.optional(S.NullOr(LiteLLMObjectPermissionBase)),
|
|
1060
|
+
rpm_limit: S.optional(S.NullOr(S.Number)),
|
|
1061
|
+
soft_budget: S.optional(S.NullOr(S.Number)),
|
|
1062
|
+
spend: S.optional(S.NullOr(S.Number)),
|
|
1063
|
+
tpm_limit: S.optional(S.NullOr(S.Number)),
|
|
1064
|
+
user_id: S.String,
|
|
1065
|
+
}).pipe(T.Http({ method: "POST", uri: "/end_user/new", code: 200 })),
|
|
1066
|
+
).annotate({
|
|
1067
|
+
identifier: "PostNewEndUserEndUserNewRequest",
|
|
1068
|
+
}) as any as S.Schema<PostNewEndUserEndUserNewRequest>;
|
|
1069
|
+
|
|
1070
|
+
export type UnblockUserCustomerUnblockPostRequestUserIdsList = Array<string>;
|
|
1071
|
+
export const UnblockUserCustomerUnblockPostRequestUserIdsList =
|
|
1072
|
+
/*@__PURE__*/ S.Array(
|
|
1073
|
+
S.String,
|
|
1074
|
+
) as any as S.Schema<UnblockUserCustomerUnblockPostRequestUserIdsList>;
|
|
1075
|
+
|
|
1076
|
+
export interface UnblockUserCustomerUnblockPostRequest {
|
|
1077
|
+
user_ids: UnblockUserCustomerUnblockPostRequestUserIdsList;
|
|
1078
|
+
}
|
|
1079
|
+
export const UnblockUserCustomerUnblockPostRequest = /*@__PURE__*/ S.suspend(
|
|
1080
|
+
() =>
|
|
1081
|
+
S.Struct({
|
|
1082
|
+
user_ids: UnblockUserCustomerUnblockPostRequestUserIdsList,
|
|
1083
|
+
}).pipe(T.Http({ method: "POST", uri: "/customer/unblock", code: 200 })),
|
|
1084
|
+
).annotate({
|
|
1085
|
+
identifier: "UnblockUserCustomerUnblockPostRequest",
|
|
1086
|
+
}) as any as S.Schema<UnblockUserCustomerUnblockPostRequest>;
|
|
1087
|
+
|
|
1088
|
+
/** User IDs that remain blocked after this unblock call */
|
|
1089
|
+
export type UnblockUsersResponseBlockedUsersList = Array<string>;
|
|
1090
|
+
export const UnblockUsersResponseBlockedUsersList = /*@__PURE__*/ S.Array(
|
|
1091
|
+
S.String,
|
|
1092
|
+
) as any as S.Schema<UnblockUsersResponseBlockedUsersList>;
|
|
1093
|
+
|
|
1094
|
+
export interface UnblockUsersResponse {
|
|
1095
|
+
/** User IDs that remain blocked after this unblock call */
|
|
1096
|
+
blocked_users: UnblockUsersResponseBlockedUsersList;
|
|
1097
|
+
}
|
|
1098
|
+
export const UnblockUsersResponse = /*@__PURE__*/ S.suspend(() =>
|
|
1099
|
+
S.Struct({
|
|
1100
|
+
blocked_users: UnblockUsersResponseBlockedUsersList,
|
|
1101
|
+
}),
|
|
1102
|
+
).annotate({
|
|
1103
|
+
identifier: "UnblockUsersResponse",
|
|
1104
|
+
}) as any as S.Schema<UnblockUsersResponse>;
|
|
1105
|
+
|
|
1106
|
+
export type UnblockUserEndUserUnblockPostRequestUserIdsList = Array<string>;
|
|
1107
|
+
export const UnblockUserEndUserUnblockPostRequestUserIdsList =
|
|
1108
|
+
/*@__PURE__*/ S.Array(
|
|
1109
|
+
S.String,
|
|
1110
|
+
) as any as S.Schema<UnblockUserEndUserUnblockPostRequestUserIdsList>;
|
|
1111
|
+
|
|
1112
|
+
export interface UnblockUserEndUserUnblockPostRequest {
|
|
1113
|
+
user_ids: UnblockUserEndUserUnblockPostRequestUserIdsList;
|
|
1114
|
+
}
|
|
1115
|
+
export const UnblockUserEndUserUnblockPostRequest = /*@__PURE__*/ S.suspend(
|
|
1116
|
+
() =>
|
|
1117
|
+
S.Struct({
|
|
1118
|
+
user_ids: UnblockUserEndUserUnblockPostRequestUserIdsList,
|
|
1119
|
+
}).pipe(T.Http({ method: "POST", uri: "/end_user/unblock", code: 200 })),
|
|
1120
|
+
).annotate({
|
|
1121
|
+
identifier: "UnblockUserEndUserUnblockPostRequest",
|
|
1122
|
+
}) as any as S.Schema<UnblockUserEndUserUnblockPostRequest>;
|
|
1123
|
+
|
|
1124
|
+
export interface UnblockUserEndUserUnblockPostResponse {
|
|
1125
|
+
body: unknown;
|
|
1126
|
+
}
|
|
1127
|
+
export const UnblockUserEndUserUnblockPostResponse = /*@__PURE__*/ S.suspend(
|
|
1128
|
+
() =>
|
|
1129
|
+
S.Struct({
|
|
1130
|
+
body: S.Unknown,
|
|
1131
|
+
}),
|
|
1132
|
+
).annotate({
|
|
1133
|
+
identifier: "UnblockUserEndUserUnblockPostResponse",
|
|
1134
|
+
}) as any as S.Schema<UnblockUserEndUserUnblockPostResponse>;
|
|
1135
|
+
|
|
1136
|
+
export type UpdateEndUserCustomerUpdatePostRequestAllowedModelRegion =
|
|
1137
|
+
| "eu"
|
|
1138
|
+
| "us";
|
|
1139
|
+
export const UpdateEndUserCustomerUpdatePostRequestAllowedModelRegion =
|
|
1140
|
+
S.String;
|
|
1141
|
+
|
|
1142
|
+
export interface UpdateEndUserCustomerUpdatePostRequest {
|
|
1143
|
+
alias?: string | null;
|
|
1144
|
+
allowed_model_region?:
|
|
1145
|
+
| UpdateEndUserCustomerUpdatePostRequestAllowedModelRegion
|
|
1146
|
+
| (string & {})
|
|
1147
|
+
| null;
|
|
1148
|
+
blocked?: boolean;
|
|
1149
|
+
budget_id?: string | null;
|
|
1150
|
+
default_model?: string | null;
|
|
1151
|
+
max_budget?: number | null;
|
|
1152
|
+
object_permission?: LiteLLMObjectPermissionBase | null;
|
|
1153
|
+
user_id: string;
|
|
1154
|
+
}
|
|
1155
|
+
export const UpdateEndUserCustomerUpdatePostRequest = /*@__PURE__*/ S.suspend(
|
|
1156
|
+
() =>
|
|
1157
|
+
S.Struct({
|
|
1158
|
+
alias: S.optional(S.NullOr(S.String)),
|
|
1159
|
+
allowed_model_region: S.optional(
|
|
1160
|
+
S.NullOr(UpdateEndUserCustomerUpdatePostRequestAllowedModelRegion),
|
|
1161
|
+
),
|
|
1162
|
+
blocked: S.optional(S.Boolean),
|
|
1163
|
+
budget_id: S.optional(S.NullOr(S.String)),
|
|
1164
|
+
default_model: S.optional(S.NullOr(S.String)),
|
|
1165
|
+
max_budget: S.optional(S.NullOr(S.Number)),
|
|
1166
|
+
object_permission: S.optional(S.NullOr(LiteLLMObjectPermissionBase)),
|
|
1167
|
+
user_id: S.String,
|
|
1168
|
+
}).pipe(T.Http({ method: "POST", uri: "/customer/update", code: 200 })),
|
|
1169
|
+
).annotate({
|
|
1170
|
+
identifier: "UpdateEndUserCustomerUpdatePostRequest",
|
|
1171
|
+
}) as any as S.Schema<UpdateEndUserCustomerUpdatePostRequest>;
|
|
1172
|
+
|
|
1173
|
+
export type UpdateEndUserEndUserUpdatePostRequestAllowedModelRegion =
|
|
1174
|
+
| "eu"
|
|
1175
|
+
| "us";
|
|
1176
|
+
export const UpdateEndUserEndUserUpdatePostRequestAllowedModelRegion = S.String;
|
|
1177
|
+
|
|
1178
|
+
export interface UpdateEndUserEndUserUpdatePostRequest {
|
|
1179
|
+
alias?: string | null;
|
|
1180
|
+
allowed_model_region?:
|
|
1181
|
+
| UpdateEndUserEndUserUpdatePostRequestAllowedModelRegion
|
|
1182
|
+
| (string & {})
|
|
1183
|
+
| null;
|
|
1184
|
+
blocked?: boolean;
|
|
1185
|
+
budget_id?: string | null;
|
|
1186
|
+
default_model?: string | null;
|
|
1187
|
+
max_budget?: number | null;
|
|
1188
|
+
object_permission?: LiteLLMObjectPermissionBase | null;
|
|
1189
|
+
user_id: string;
|
|
1190
|
+
}
|
|
1191
|
+
export const UpdateEndUserEndUserUpdatePostRequest = /*@__PURE__*/ S.suspend(
|
|
1192
|
+
() =>
|
|
1193
|
+
S.Struct({
|
|
1194
|
+
alias: S.optional(S.NullOr(S.String)),
|
|
1195
|
+
allowed_model_region: S.optional(
|
|
1196
|
+
S.NullOr(UpdateEndUserEndUserUpdatePostRequestAllowedModelRegion),
|
|
1197
|
+
),
|
|
1198
|
+
blocked: S.optional(S.Boolean),
|
|
1199
|
+
budget_id: S.optional(S.NullOr(S.String)),
|
|
1200
|
+
default_model: S.optional(S.NullOr(S.String)),
|
|
1201
|
+
max_budget: S.optional(S.NullOr(S.Number)),
|
|
1202
|
+
object_permission: S.optional(S.NullOr(LiteLLMObjectPermissionBase)),
|
|
1203
|
+
user_id: S.String,
|
|
1204
|
+
}).pipe(T.Http({ method: "POST", uri: "/end_user/update", code: 200 })),
|
|
1205
|
+
).annotate({
|
|
1206
|
+
identifier: "UpdateEndUserEndUserUpdatePostRequest",
|
|
1207
|
+
}) as any as S.Schema<UpdateEndUserEndUserUpdatePostRequest>;
|
|
1208
|
+
|
|
1209
|
+
export type DeleteEndUserCustomerDeletePostError =
|
|
1210
|
+
| UnprocessableEntity
|
|
1211
|
+
| LitellmOpError;
|
|
1212
|
+
/** Delete End User Delete multiple end-users. Parameters: - user_ids (List[str], required): The unique `user_id`s for the users to delete Example curl: ``` curl --location 'http://0.0.0.0:4000/customer/delete' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "user_ids" :["ishaan-jaff-5"] }' See below for all params ``` */
|
|
1213
|
+
export const deleteEndUserCustomerDeletePost: API.OperationMethod<
|
|
1214
|
+
DeleteEndUserCustomerDeletePostRequest,
|
|
1215
|
+
DeleteCustomersResponse,
|
|
1216
|
+
DeleteEndUserCustomerDeletePostError,
|
|
1217
|
+
LitellmOpContext
|
|
1218
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1219
|
+
input: DeleteEndUserCustomerDeletePostRequest,
|
|
1220
|
+
output: DeleteCustomersResponse,
|
|
1221
|
+
errors: [UnprocessableEntity],
|
|
1222
|
+
protocol: LitellmProtocol,
|
|
1223
|
+
retry: Retry.Retry,
|
|
1224
|
+
}));
|
|
1225
|
+
|
|
1226
|
+
export type DeleteEndUserEndUserDeletePostError =
|
|
1227
|
+
| UnprocessableEntity
|
|
1228
|
+
| LitellmOpError;
|
|
1229
|
+
/** Delete End User Delete multiple end-users. Parameters: - user_ids (List[str], required): The unique `user_id`s for the users to delete Example curl: ``` curl --location 'http://0.0.0.0:4000/customer/delete' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "user_ids" :["ishaan-jaff-5"] }' See below for all params ``` */
|
|
1230
|
+
export const deleteEndUserEndUserDeletePost: API.OperationMethod<
|
|
1231
|
+
DeleteEndUserEndUserDeletePostRequest,
|
|
1232
|
+
DeleteCustomersResponse,
|
|
1233
|
+
DeleteEndUserEndUserDeletePostError,
|
|
1234
|
+
LitellmOpContext
|
|
1235
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1236
|
+
input: DeleteEndUserEndUserDeletePostRequest,
|
|
1237
|
+
output: DeleteCustomersResponse,
|
|
1238
|
+
errors: [UnprocessableEntity],
|
|
1239
|
+
protocol: LitellmProtocol,
|
|
1240
|
+
retry: Retry.Retry,
|
|
1241
|
+
}));
|
|
1242
|
+
|
|
1243
|
+
export type GetCustomerDailyActivityCustomerDailyActivityGetError =
|
|
1244
|
+
| UnprocessableEntity
|
|
1245
|
+
| LitellmOpError;
|
|
1246
|
+
/** Get Customer Daily Activity Get daily activity for specific organizations or all accessible organizations. */
|
|
1247
|
+
export const getCustomerDailyActivityCustomerDailyActivityGet: API.OperationMethod<
|
|
1248
|
+
GetCustomerDailyActivityCustomerDailyActivityGetRequest,
|
|
1249
|
+
SpendAnalyticsPaginatedResponse,
|
|
1250
|
+
GetCustomerDailyActivityCustomerDailyActivityGetError,
|
|
1251
|
+
LitellmOpContext
|
|
1252
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1253
|
+
input: GetCustomerDailyActivityCustomerDailyActivityGetRequest,
|
|
1254
|
+
output: SpendAnalyticsPaginatedResponse,
|
|
1255
|
+
errors: [UnprocessableEntity],
|
|
1256
|
+
protocol: LitellmProtocol,
|
|
1257
|
+
retry: Retry.Retry,
|
|
1258
|
+
}));
|
|
1259
|
+
|
|
1260
|
+
export type GetCustomerDailyActivityEndUserDailyActivityGetError =
|
|
1261
|
+
| UnprocessableEntity
|
|
1262
|
+
| LitellmOpError;
|
|
1263
|
+
/** Get Customer Daily Activity Get daily activity for specific organizations or all accessible organizations. */
|
|
1264
|
+
export const getCustomerDailyActivityEndUserDailyActivityGet: API.OperationMethod<
|
|
1265
|
+
GetCustomerDailyActivityEndUserDailyActivityGetRequest,
|
|
1266
|
+
GetCustomerDailyActivityEndUserDailyActivityGetResponse,
|
|
1267
|
+
GetCustomerDailyActivityEndUserDailyActivityGetError,
|
|
1268
|
+
LitellmOpContext
|
|
1269
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1270
|
+
input: GetCustomerDailyActivityEndUserDailyActivityGetRequest,
|
|
1271
|
+
output: GetCustomerDailyActivityEndUserDailyActivityGetResponse,
|
|
1272
|
+
errors: [UnprocessableEntity],
|
|
1273
|
+
protocol: LitellmProtocol,
|
|
1274
|
+
retry: Retry.Retry,
|
|
1275
|
+
}));
|
|
1276
|
+
|
|
1277
|
+
export type GetEndUserInfoCustomerInfoError =
|
|
1278
|
+
| UnprocessableEntity
|
|
1279
|
+
| LitellmOpError;
|
|
1280
|
+
/** End User Info Get information about an end-user. An `end_user` is a customer (external user) of the proxy. Parameters: - end_user_id (str, required): The unique identifier for the end-user Example curl: ``` curl -X GET 'http://localhost:4000/customer/info?end_user_id=test-litellm-user-4' -H 'Authorization: Bearer sk-1234' ``` */
|
|
1281
|
+
export const getEndUserInfoCustomerInfo: API.OperationMethod<
|
|
1282
|
+
GetEndUserInfoCustomerInfoRequest,
|
|
1283
|
+
CustomerResponse,
|
|
1284
|
+
GetEndUserInfoCustomerInfoError,
|
|
1285
|
+
LitellmOpContext
|
|
1286
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1287
|
+
input: GetEndUserInfoCustomerInfoRequest,
|
|
1288
|
+
output: CustomerResponse,
|
|
1289
|
+
errors: [UnprocessableEntity],
|
|
1290
|
+
protocol: LitellmProtocol,
|
|
1291
|
+
retry: Retry.Retry,
|
|
1292
|
+
}));
|
|
1293
|
+
|
|
1294
|
+
export type GetEndUserInfoEndUserInfoError =
|
|
1295
|
+
| UnprocessableEntity
|
|
1296
|
+
| LitellmOpError;
|
|
1297
|
+
/** End User Info Get information about an end-user. An `end_user` is a customer (external user) of the proxy. Parameters: - end_user_id (str, required): The unique identifier for the end-user Example curl: ``` curl -X GET 'http://localhost:4000/customer/info?end_user_id=test-litellm-user-4' -H 'Authorization: Bearer sk-1234' ``` */
|
|
1298
|
+
export const getEndUserInfoEndUserInfo: API.OperationMethod<
|
|
1299
|
+
GetEndUserInfoEndUserInfoRequest,
|
|
1300
|
+
CustomerResponse,
|
|
1301
|
+
GetEndUserInfoEndUserInfoError,
|
|
1302
|
+
LitellmOpContext
|
|
1303
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1304
|
+
input: GetEndUserInfoEndUserInfoRequest,
|
|
1305
|
+
output: CustomerResponse,
|
|
1306
|
+
errors: [UnprocessableEntity],
|
|
1307
|
+
protocol: LitellmProtocol,
|
|
1308
|
+
retry: Retry.Retry,
|
|
1309
|
+
}));
|
|
1310
|
+
|
|
1311
|
+
export type ListEndUserCustomerListGetError = LitellmOpError;
|
|
1312
|
+
/** List End User [Admin-only] List all available customers Example curl: ``` curl --location --request GET 'http://0.0.0.0:4000/customer/list' --header 'Authorization: Bearer sk-1234' ``` */
|
|
1313
|
+
export const listEndUserCustomerListGet: API.OperationMethod<
|
|
1314
|
+
ListEndUserCustomerListGetRequest,
|
|
1315
|
+
ListEndUserCustomerListGetResponse,
|
|
1316
|
+
ListEndUserCustomerListGetError,
|
|
1317
|
+
LitellmOpContext
|
|
1318
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1319
|
+
input: ListEndUserCustomerListGetRequest,
|
|
1320
|
+
output: ListEndUserCustomerListGetResponse,
|
|
1321
|
+
errors: [],
|
|
1322
|
+
protocol: LitellmProtocol,
|
|
1323
|
+
retry: Retry.Retry,
|
|
1324
|
+
}));
|
|
1325
|
+
|
|
1326
|
+
export type ListEndUserEndUserListGetError = LitellmOpError;
|
|
1327
|
+
/** List End User [Admin-only] List all available customers Example curl: ``` curl --location --request GET 'http://0.0.0.0:4000/customer/list' --header 'Authorization: Bearer sk-1234' ``` */
|
|
1328
|
+
export const listEndUserEndUserListGet: API.OperationMethod<
|
|
1329
|
+
ListEndUserEndUserListGetRequest,
|
|
1330
|
+
ListEndUserEndUserListGetResponse,
|
|
1331
|
+
ListEndUserEndUserListGetError,
|
|
1332
|
+
LitellmOpContext
|
|
1333
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1334
|
+
input: ListEndUserEndUserListGetRequest,
|
|
1335
|
+
output: ListEndUserEndUserListGetResponse,
|
|
1336
|
+
errors: [],
|
|
1337
|
+
protocol: LitellmProtocol,
|
|
1338
|
+
retry: Retry.Retry,
|
|
1339
|
+
}));
|
|
1340
|
+
|
|
1341
|
+
export type PostBlockUserCustomerBlockError =
|
|
1342
|
+
| UnprocessableEntity
|
|
1343
|
+
| LitellmOpError;
|
|
1344
|
+
/** Block User [BETA] Reject calls with this end-user id Parameters: - user_ids (List[str], required): The unique `user_id`s for the users to block (any /chat/completion call with this user={end-user-id} param, will be rejected.) ``` curl -X POST "http://0.0.0.0:8000/user/block" -H "Authorization: Bearer sk-1234" -d '{ "user_ids": [<user_id>, ...] }' ``` */
|
|
1345
|
+
export const postBlockUserCustomerBlock: API.OperationMethod<
|
|
1346
|
+
PostBlockUserCustomerBlockRequest,
|
|
1347
|
+
BlockUsersResponse,
|
|
1348
|
+
PostBlockUserCustomerBlockError,
|
|
1349
|
+
LitellmOpContext
|
|
1350
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1351
|
+
input: PostBlockUserCustomerBlockRequest,
|
|
1352
|
+
output: BlockUsersResponse,
|
|
1353
|
+
errors: [UnprocessableEntity],
|
|
1354
|
+
protocol: LitellmProtocol,
|
|
1355
|
+
retry: Retry.Retry,
|
|
1356
|
+
}));
|
|
1357
|
+
|
|
1358
|
+
export type PostBlockUserEndUserBlockError =
|
|
1359
|
+
| UnprocessableEntity
|
|
1360
|
+
| LitellmOpError;
|
|
1361
|
+
/** Block User [BETA] Reject calls with this end-user id Parameters: - user_ids (List[str], required): The unique `user_id`s for the users to block (any /chat/completion call with this user={end-user-id} param, will be rejected.) ``` curl -X POST "http://0.0.0.0:8000/user/block" -H "Authorization: Bearer sk-1234" -d '{ "user_ids": [<user_id>, ...] }' ``` */
|
|
1362
|
+
export const postBlockUserEndUserBlock: API.OperationMethod<
|
|
1363
|
+
PostBlockUserEndUserBlockRequest,
|
|
1364
|
+
PostBlockUserEndUserBlockResponse,
|
|
1365
|
+
PostBlockUserEndUserBlockError,
|
|
1366
|
+
LitellmOpContext
|
|
1367
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1368
|
+
input: PostBlockUserEndUserBlockRequest,
|
|
1369
|
+
output: PostBlockUserEndUserBlockResponse,
|
|
1370
|
+
errors: [UnprocessableEntity],
|
|
1371
|
+
protocol: LitellmProtocol,
|
|
1372
|
+
retry: Retry.Retry,
|
|
1373
|
+
}));
|
|
1374
|
+
|
|
1375
|
+
export type PostNewEndUserCustomerNewError =
|
|
1376
|
+
| UnprocessableEntity
|
|
1377
|
+
| LitellmOpError;
|
|
1378
|
+
/** New End User Allow creating a new Customer Parameters: - user_id: str - The unique identifier for the user. - alias: Optional[str] - A human-friendly alias for the user. - blocked: bool - Flag to allow or disallow requests for this end-user. Default is False. - max_budget: Optional[float] - The maximum budget allocated to the user. Either 'max_budget' or 'budget_id' should be provided, not both. - budget_id: Optional[str] - The identifier for an existing budget allocated to the user. Either 'max_budget' or 'budget_id' should be provided, not both. - allowed_model_region: Optional[Union[Literal["eu"], Literal["us"]]] - Require all user requests to use models in this specific region. - default_model: Optional[str] - If no equivalent model in the allowed region, default all requests to this model. - metadata: Optional[dict] = Metadata for customer, store information for customer. Example metadata = {"data_training_opt_out": True} - budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"). - tpm_limit: Optional[int] - [Not Implemented Yet] Specify tpm limit for a given customer (Tokens per minute) - rpm_limit: Optional[int] - [Not Implemented Yet] Specify rpm limit for a given customer (Requests per minute) - model_max_budget: Optional[dict] - [Not Implemented Yet] Specify max budget for a given model. Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d"}} - max_parallel_requests: Optional[int] - [Not Implemented Yet] Specify max parallel requests for a given customer. - soft_budget: Optional[float] - [Not Implemented Yet] Get alerts when customer crosses given budget, doesn't block requests. - spend: Optional[float] - Specify initial spend for a given customer. - budget_reset_at: Optional[str] - Specify the date and time when the budget should be reset. - object_permission: Optional[LiteLLM_ObjectPermissionBase] - Customer-specific object permissions to control access to resources. Supported fields: * mcp_servers: List[str] - List of allowed MCP server IDs * mcp_access_groups: List[str] - List of MCP access group names * mcp_tool_permissions: Dict[str, List[str]] - Map of server ID to allowed tool names (e.g., {"server_1": ["tool_a", "tool_b"]}) * vector_stores: List[str] - List of allowed vector store IDs * agents: List[str] - List of allowed agent IDs * agent_access_groups: List[str] - List of agent access group names Example: {"mcp_servers": ["server_1", "server_2"], "vector_stores": ["vector_store_1"], "agents": ["agent_1"]} IF null or {} then no object-level restrictions apply. - Allow specifying allowed regions - Allow specifying default model Example curl: ``` curl --location 'http://0.0.0.0:4000/customer/new' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "user_id" : "ishaan-jaff-3", "allowed_region": "eu", "budget_id": "free_tier", "default_model": "azure/gpt-3.5-turbo-eu" }' # With object permissions curl -L -X POST 'http://localhost:4000/customer/new' -H 'Authorization: Bearer sk-1234' -H 'Content-Type: application/json' -d '{ "user_id": "user_1", "object_permission": { "mcp_servers": ["server_1"], "mcp_access_groups": ["public_group"], "vector_stores": ["vector_store_1"] } }' # return end-user object ``` NOTE: This used to be called `/end_user/new`, we will still be maintaining compatibility for /end_user/XXX for these endpoints */
|
|
1379
|
+
export const postNewEndUserCustomerNew: API.OperationMethod<
|
|
1380
|
+
PostNewEndUserCustomerNewRequest,
|
|
1381
|
+
CustomerResponse,
|
|
1382
|
+
PostNewEndUserCustomerNewError,
|
|
1383
|
+
LitellmOpContext
|
|
1384
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1385
|
+
input: PostNewEndUserCustomerNewRequest,
|
|
1386
|
+
output: CustomerResponse,
|
|
1387
|
+
errors: [UnprocessableEntity],
|
|
1388
|
+
protocol: LitellmProtocol,
|
|
1389
|
+
retry: Retry.Retry,
|
|
1390
|
+
}));
|
|
1391
|
+
|
|
1392
|
+
export type PostNewEndUserEndUserNewError =
|
|
1393
|
+
| UnprocessableEntity
|
|
1394
|
+
| LitellmOpError;
|
|
1395
|
+
/** New End User Allow creating a new Customer Parameters: - user_id: str - The unique identifier for the user. - alias: Optional[str] - A human-friendly alias for the user. - blocked: bool - Flag to allow or disallow requests for this end-user. Default is False. - max_budget: Optional[float] - The maximum budget allocated to the user. Either 'max_budget' or 'budget_id' should be provided, not both. - budget_id: Optional[str] - The identifier for an existing budget allocated to the user. Either 'max_budget' or 'budget_id' should be provided, not both. - allowed_model_region: Optional[Union[Literal["eu"], Literal["us"]]] - Require all user requests to use models in this specific region. - default_model: Optional[str] - If no equivalent model in the allowed region, default all requests to this model. - metadata: Optional[dict] = Metadata for customer, store information for customer. Example metadata = {"data_training_opt_out": True} - budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"). - tpm_limit: Optional[int] - [Not Implemented Yet] Specify tpm limit for a given customer (Tokens per minute) - rpm_limit: Optional[int] - [Not Implemented Yet] Specify rpm limit for a given customer (Requests per minute) - model_max_budget: Optional[dict] - [Not Implemented Yet] Specify max budget for a given model. Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d"}} - max_parallel_requests: Optional[int] - [Not Implemented Yet] Specify max parallel requests for a given customer. - soft_budget: Optional[float] - [Not Implemented Yet] Get alerts when customer crosses given budget, doesn't block requests. - spend: Optional[float] - Specify initial spend for a given customer. - budget_reset_at: Optional[str] - Specify the date and time when the budget should be reset. - object_permission: Optional[LiteLLM_ObjectPermissionBase] - Customer-specific object permissions to control access to resources. Supported fields: * mcp_servers: List[str] - List of allowed MCP server IDs * mcp_access_groups: List[str] - List of MCP access group names * mcp_tool_permissions: Dict[str, List[str]] - Map of server ID to allowed tool names (e.g., {"server_1": ["tool_a", "tool_b"]}) * vector_stores: List[str] - List of allowed vector store IDs * agents: List[str] - List of allowed agent IDs * agent_access_groups: List[str] - List of agent access group names Example: {"mcp_servers": ["server_1", "server_2"], "vector_stores": ["vector_store_1"], "agents": ["agent_1"]} IF null or {} then no object-level restrictions apply. - Allow specifying allowed regions - Allow specifying default model Example curl: ``` curl --location 'http://0.0.0.0:4000/customer/new' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "user_id" : "ishaan-jaff-3", "allowed_region": "eu", "budget_id": "free_tier", "default_model": "azure/gpt-3.5-turbo-eu" }' # With object permissions curl -L -X POST 'http://localhost:4000/customer/new' -H 'Authorization: Bearer sk-1234' -H 'Content-Type: application/json' -d '{ "user_id": "user_1", "object_permission": { "mcp_servers": ["server_1"], "mcp_access_groups": ["public_group"], "vector_stores": ["vector_store_1"] } }' # return end-user object ``` NOTE: This used to be called `/end_user/new`, we will still be maintaining compatibility for /end_user/XXX for these endpoints */
|
|
1396
|
+
export const postNewEndUserEndUserNew: API.OperationMethod<
|
|
1397
|
+
PostNewEndUserEndUserNewRequest,
|
|
1398
|
+
CustomerResponse,
|
|
1399
|
+
PostNewEndUserEndUserNewError,
|
|
1400
|
+
LitellmOpContext
|
|
1401
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1402
|
+
input: PostNewEndUserEndUserNewRequest,
|
|
1403
|
+
output: CustomerResponse,
|
|
1404
|
+
errors: [UnprocessableEntity],
|
|
1405
|
+
protocol: LitellmProtocol,
|
|
1406
|
+
retry: Retry.Retry,
|
|
1407
|
+
}));
|
|
1408
|
+
|
|
1409
|
+
export type UnblockUserCustomerUnblockPostError =
|
|
1410
|
+
| UnprocessableEntity
|
|
1411
|
+
| LitellmOpError;
|
|
1412
|
+
/** Unblock User [BETA] Unblock calls with this user id Example ``` curl -X POST "http://0.0.0.0:8000/user/unblock" -H "Authorization: Bearer sk-1234" -d '{ "user_ids": [<user_id>, ...] }' ``` */
|
|
1413
|
+
export const unblockUserCustomerUnblockPost: API.OperationMethod<
|
|
1414
|
+
UnblockUserCustomerUnblockPostRequest,
|
|
1415
|
+
UnblockUsersResponse,
|
|
1416
|
+
UnblockUserCustomerUnblockPostError,
|
|
1417
|
+
LitellmOpContext
|
|
1418
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1419
|
+
input: UnblockUserCustomerUnblockPostRequest,
|
|
1420
|
+
output: UnblockUsersResponse,
|
|
1421
|
+
errors: [UnprocessableEntity],
|
|
1422
|
+
protocol: LitellmProtocol,
|
|
1423
|
+
retry: Retry.Retry,
|
|
1424
|
+
}));
|
|
1425
|
+
|
|
1426
|
+
export type UnblockUserEndUserUnblockPostError =
|
|
1427
|
+
| UnprocessableEntity
|
|
1428
|
+
| LitellmOpError;
|
|
1429
|
+
/** Unblock User [BETA] Unblock calls with this user id Example ``` curl -X POST "http://0.0.0.0:8000/user/unblock" -H "Authorization: Bearer sk-1234" -d '{ "user_ids": [<user_id>, ...] }' ``` */
|
|
1430
|
+
export const unblockUserEndUserUnblockPost: API.OperationMethod<
|
|
1431
|
+
UnblockUserEndUserUnblockPostRequest,
|
|
1432
|
+
UnblockUserEndUserUnblockPostResponse,
|
|
1433
|
+
UnblockUserEndUserUnblockPostError,
|
|
1434
|
+
LitellmOpContext
|
|
1435
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1436
|
+
input: UnblockUserEndUserUnblockPostRequest,
|
|
1437
|
+
output: UnblockUserEndUserUnblockPostResponse,
|
|
1438
|
+
errors: [UnprocessableEntity],
|
|
1439
|
+
protocol: LitellmProtocol,
|
|
1440
|
+
retry: Retry.Retry,
|
|
1441
|
+
}));
|
|
1442
|
+
|
|
1443
|
+
export type UpdateEndUserCustomerUpdatePostError =
|
|
1444
|
+
| UnprocessableEntity
|
|
1445
|
+
| LitellmOpError;
|
|
1446
|
+
/** Update End User Example curl Parameters: - user_id: str - alias: Optional[str] = None # human-friendly alias - blocked: bool = False # allow/disallow requests for this end-user - max_budget: Optional[float] = None - budget_id: Optional[str] = None # give either a budget_id or max_budget - allowed_model_region: Optional[AllowedModelRegion] = ( None # require all user requests to use models in this specific region ) - default_model: Optional[str] = ( None # if no equivalent model in allowed region - default all requests to this model ) - object_permission: Optional[LiteLLM_ObjectPermissionBase] - Customer-specific object permissions to control access to resources. Supported fields: * mcp_servers: List[str] - List of allowed MCP server IDs * mcp_access_groups: List[str] - List of MCP access group names * mcp_tool_permissions: Dict[str, List[str]] - Map of server ID to allowed tool names * vector_stores: List[str] - List of allowed vector store IDs * agents: List[str] - List of allowed agent IDs * agent_access_groups: List[str] - List of agent access group names Example: {"mcp_servers": ["server_1"], "vector_stores": ["vector_store_1"]} IF null or {} then no object-level restrictions apply. Example curl: ``` curl --location 'http://0.0.0.0:4000/customer/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "user_id": "test-litellm-user-4", "budget_id": "paid_tier" }' # Updating object permissions curl -L -X POST 'http://localhost:4000/customer/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "user_id": "user_1", "object_permission": { "mcp_servers": ["server_3"], "vector_stores": ["vector_store_2", "vector_store_3"] } }' See below for all params ``` */
|
|
1447
|
+
export const updateEndUserCustomerUpdatePost: API.OperationMethod<
|
|
1448
|
+
UpdateEndUserCustomerUpdatePostRequest,
|
|
1449
|
+
CustomerResponse,
|
|
1450
|
+
UpdateEndUserCustomerUpdatePostError,
|
|
1451
|
+
LitellmOpContext
|
|
1452
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1453
|
+
input: UpdateEndUserCustomerUpdatePostRequest,
|
|
1454
|
+
output: CustomerResponse,
|
|
1455
|
+
errors: [UnprocessableEntity],
|
|
1456
|
+
protocol: LitellmProtocol,
|
|
1457
|
+
retry: Retry.Retry,
|
|
1458
|
+
}));
|
|
1459
|
+
|
|
1460
|
+
export type UpdateEndUserEndUserUpdatePostError =
|
|
1461
|
+
| UnprocessableEntity
|
|
1462
|
+
| LitellmOpError;
|
|
1463
|
+
/** Update End User Example curl Parameters: - user_id: str - alias: Optional[str] = None # human-friendly alias - blocked: bool = False # allow/disallow requests for this end-user - max_budget: Optional[float] = None - budget_id: Optional[str] = None # give either a budget_id or max_budget - allowed_model_region: Optional[AllowedModelRegion] = ( None # require all user requests to use models in this specific region ) - default_model: Optional[str] = ( None # if no equivalent model in allowed region - default all requests to this model ) - object_permission: Optional[LiteLLM_ObjectPermissionBase] - Customer-specific object permissions to control access to resources. Supported fields: * mcp_servers: List[str] - List of allowed MCP server IDs * mcp_access_groups: List[str] - List of MCP access group names * mcp_tool_permissions: Dict[str, List[str]] - Map of server ID to allowed tool names * vector_stores: List[str] - List of allowed vector store IDs * agents: List[str] - List of allowed agent IDs * agent_access_groups: List[str] - List of agent access group names Example: {"mcp_servers": ["server_1"], "vector_stores": ["vector_store_1"]} IF null or {} then no object-level restrictions apply. Example curl: ``` curl --location 'http://0.0.0.0:4000/customer/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "user_id": "test-litellm-user-4", "budget_id": "paid_tier" }' # Updating object permissions curl -L -X POST 'http://localhost:4000/customer/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "user_id": "user_1", "object_permission": { "mcp_servers": ["server_3"], "vector_stores": ["vector_store_2", "vector_store_3"] } }' See below for all params ``` */
|
|
1464
|
+
export const updateEndUserEndUserUpdatePost: API.OperationMethod<
|
|
1465
|
+
UpdateEndUserEndUserUpdatePostRequest,
|
|
1466
|
+
CustomerResponse,
|
|
1467
|
+
UpdateEndUserEndUserUpdatePostError,
|
|
1468
|
+
LitellmOpContext
|
|
1469
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
1470
|
+
input: UpdateEndUserEndUserUpdatePostRequest,
|
|
1471
|
+
output: CustomerResponse,
|
|
1472
|
+
errors: [UnprocessableEntity],
|
|
1473
|
+
protocol: LitellmProtocol,
|
|
1474
|
+
retry: Retry.Retry,
|
|
1475
|
+
}));
|