@homeflare/distilled-litellm 0.2.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +41 -12
- package/dist/services/a2a.js +1 -1
- package/dist/services/a2a_registration.js +1 -1
- package/dist/services/access_groups.d.ts +18 -0
- package/dist/services/access_groups.d.ts.map +1 -1
- package/dist/services/access_groups.js +15 -1
- package/dist/services/access_groups.js.map +1 -1
- package/dist/services/adaptive_router.js +1 -1
- package/dist/services/agents.d.ts +10 -0
- package/dist/services/agents.d.ts.map +1 -1
- package/dist/services/agents.js +10 -1
- package/dist/services/agents.js.map +1 -1
- package/dist/services/alerting.js +1 -1
- package/dist/services/anthropic_passthrough.js +1 -1
- package/dist/services/anthropic_skills.d.ts +7 -1
- package/dist/services/anthropic_skills.d.ts.map +1 -1
- package/dist/services/anthropic_skills.js +6 -2
- package/dist/services/anthropic_skills.js.map +1 -1
- package/dist/services/assistants.js +1 -1
- package/dist/services/audio.js +1 -1
- package/dist/services/audit_logging.d.ts +2 -0
- package/dist/services/audit_logging.d.ts.map +1 -1
- package/dist/services/audit_logging.js +2 -1
- package/dist/services/audit_logging.js.map +1 -1
- package/dist/services/auto_router.d.ts +162 -62
- package/dist/services/auto_router.d.ts.map +1 -1
- package/dist/services/auto_router.js +92 -31
- package/dist/services/auto_router.js.map +1 -1
- package/dist/services/batch.js +1 -1
- package/dist/services/beta_agents.js +1 -1
- package/dist/services/beta_mcp.js +1 -1
- package/dist/services/budget_management.d.ts +8 -3
- package/dist/services/budget_management.d.ts.map +1 -1
- package/dist/services/budget_management.js +7 -4
- package/dist/services/budget_management.js.map +1 -1
- package/dist/services/budget_spend_tracking.d.ts +24 -5
- package/dist/services/budget_spend_tracking.d.ts.map +1 -1
- package/dist/services/budget_spend_tracking.js +17 -4
- package/dist/services/budget_spend_tracking.js.map +1 -1
- package/dist/services/cache_settings.js +1 -1
- package/dist/services/caching.js +1 -1
- package/dist/services/chat_completions.js +1 -1
- package/dist/services/claude_code_marketplace.d.ts +11 -10
- package/dist/services/claude_code_marketplace.d.ts.map +1 -1
- package/dist/services/claude_code_marketplace.js +8 -6
- package/dist/services/claude_code_marketplace.js.map +1 -1
- package/dist/services/cloudzero.js +1 -1
- package/dist/services/completions.js +1 -1
- package/dist/services/compliance.js +1 -1
- package/dist/services/config_overrides.d.ts +5 -1
- package/dist/services/config_overrides.d.ts.map +1 -1
- package/dist/services/config_overrides.js +3 -1
- package/dist/services/config_overrides.js.map +1 -1
- package/dist/services/config_yaml.d.ts +120 -6
- package/dist/services/config_yaml.d.ts.map +1 -1
- package/dist/services/config_yaml.js +67 -1
- package/dist/services/config_yaml.js.map +1 -1
- package/dist/services/containers.d.ts +8 -2
- package/dist/services/containers.d.ts.map +1 -1
- package/dist/services/containers.js +13 -5
- package/dist/services/containers.js.map +1 -1
- package/dist/services/coordination_redis_settings.js +1 -1
- package/dist/services/cost_tracking.d.ts +91 -1
- package/dist/services/cost_tracking.d.ts.map +1 -1
- package/dist/services/cost_tracking.js +82 -2
- package/dist/services/cost_tracking.js.map +1 -1
- package/dist/services/credential_management.d.ts +2 -1
- package/dist/services/credential_management.d.ts.map +1 -1
- package/dist/services/credential_management.js +3 -2
- package/dist/services/credential_management.js.map +1 -1
- package/dist/services/customer_management.d.ts +25 -2
- package/dist/services/customer_management.d.ts.map +1 -1
- package/dist/services/customer_management.js +22 -3
- package/dist/services/customer_management.js.map +1 -1
- package/dist/services/email_management.js +1 -1
- package/dist/services/embeddings.js +1 -1
- package/dist/services/evals.js +1 -1
- package/dist/services/experimental.js +1 -1
- package/dist/services/fallback_management.js +1 -1
- package/dist/services/files.js +1 -1
- package/dist/services/fine_tuning.js +1 -1
- package/dist/services/gemini_agents.js +1 -1
- package/dist/services/google_genai_endpoints.js +1 -1
- package/dist/services/guardrails.d.ts +80 -7
- package/dist/services/guardrails.d.ts.map +1 -1
- package/dist/services/guardrails.js +37 -1
- package/dist/services/guardrails.js.map +1 -1
- package/dist/services/health.d.ts +2 -2
- package/dist/services/health.d.ts.map +1 -1
- package/dist/services/health.js +2 -2
- package/dist/services/health.js.map +1 -1
- package/dist/services/images.js +1 -1
- package/dist/services/index.d.ts +1 -15
- package/dist/services/index.d.ts.map +1 -1
- package/dist/services/index.js +1 -15
- package/dist/services/index.js.map +1 -1
- package/dist/services/internal_user_management.d.ts +227 -39
- package/dist/services/internal_user_management.d.ts.map +1 -1
- package/dist/services/internal_user_management.js +194 -37
- package/dist/services/internal_user_management.js.map +1 -1
- package/dist/services/invite_links.js +1 -1
- package/dist/services/jwt_mappings.d.ts +3 -0
- package/dist/services/jwt_mappings.d.ts.map +1 -1
- package/dist/services/jwt_mappings.js +4 -1
- package/dist/services/jwt_mappings.js.map +1 -1
- package/dist/services/key_management.d.ts +93 -49
- package/dist/services/key_management.d.ts.map +1 -1
- package/dist/services/key_management.js +75 -39
- package/dist/services/key_management.js.map +1 -1
- package/dist/services/langfuse_passthrough.js +1 -1
- package/dist/services/llm_passthrough.d.ts +1199 -0
- package/dist/services/llm_passthrough.d.ts.map +1 -0
- package/dist/services/llm_passthrough.js +2150 -0
- package/dist/services/llm_passthrough.js.map +1 -0
- package/dist/services/llm_utils.js +1 -1
- package/dist/services/logging_callbacks.js +1 -1
- package/dist/services/mcp_byok_oauth.d.ts +18 -11
- package/dist/services/mcp_byok_oauth.d.ts.map +1 -1
- package/dist/services/mcp_byok_oauth.js +27 -24
- package/dist/services/mcp_byok_oauth.js.map +1 -1
- package/dist/services/mcp_discoverable.d.ts +34 -0
- package/dist/services/mcp_discoverable.d.ts.map +1 -1
- package/dist/services/mcp_discoverable.js +51 -1
- package/dist/services/mcp_discoverable.js.map +1 -1
- package/dist/services/mcp_management.d.ts +90 -2
- package/dist/services/mcp_management.d.ts.map +1 -1
- package/dist/services/mcp_management.js +115 -3
- package/dist/services/mcp_management.js.map +1 -1
- package/dist/services/mcp_rest.d.ts +13 -0
- package/dist/services/mcp_rest.d.ts.map +1 -1
- package/dist/services/mcp_rest.js +10 -2
- package/dist/services/mcp_rest.js.map +1 -1
- package/dist/services/memory_management.d.ts +2 -0
- package/dist/services/memory_management.d.ts.map +1 -1
- package/dist/services/memory_management.js +2 -1
- package/dist/services/memory_management.js.map +1 -1
- package/dist/services/misc.d.ts +86 -1
- package/dist/services/misc.d.ts.map +1 -1
- package/dist/services/misc.js +126 -2
- package/dist/services/misc.js.map +1 -1
- package/dist/services/model_management.d.ts +310 -19
- package/dist/services/model_management.d.ts.map +1 -1
- package/dist/services/model_management.js +240 -7
- package/dist/services/model_management.js.map +1 -1
- package/dist/services/moderations.js +1 -1
- package/dist/services/ocr.js +1 -1
- package/dist/services/open_ai_pass_through.d.ts +35 -90
- package/dist/services/open_ai_pass_through.d.ts.map +1 -1
- package/dist/services/open_ai_pass_through.js +41 -139
- package/dist/services/open_ai_pass_through.js.map +1 -1
- package/dist/services/organization_management.d.ts +21 -1
- package/dist/services/organization_management.d.ts.map +1 -1
- package/dist/services/organization_management.js +20 -2
- package/dist/services/organization_management.js.map +1 -1
- package/dist/services/plugins.js +1 -1
- package/dist/services/policies.d.ts +2 -0
- package/dist/services/policies.d.ts.map +1 -1
- package/dist/services/policies.js +3 -1
- package/dist/services/policies.js.map +1 -1
- package/dist/services/policy_engine.d.ts +6 -0
- package/dist/services/policy_engine.d.ts.map +1 -1
- package/dist/services/policy_engine.js +4 -1
- package/dist/services/policy_engine.js.map +1 -1
- package/dist/services/project_management.d.ts +15 -0
- package/dist/services/project_management.d.ts.map +1 -1
- package/dist/services/project_management.js +14 -1
- package/dist/services/project_management.js.map +1 -1
- package/dist/services/prompts.js +1 -1
- package/dist/services/public.d.ts +124 -0
- package/dist/services/public.d.ts.map +1 -1
- package/dist/services/public.js +158 -1
- package/dist/services/public.js.map +1 -1
- package/dist/services/rag.js +1 -1
- package/dist/services/realtime.d.ts +4 -26
- package/dist/services/realtime.d.ts.map +1 -1
- package/dist/services/realtime.js +7 -57
- package/dist/services/realtime.js.map +1 -1
- package/dist/services/rerank.d.ts +72 -0
- package/dist/services/rerank.d.ts.map +1 -1
- package/dist/services/rerank.js +61 -4
- package/dist/services/rerank.js.map +1 -1
- package/dist/services/responses.d.ts +30 -0
- package/dist/services/responses.d.ts.map +1 -1
- package/dist/services/responses.js +59 -1
- package/dist/services/responses.js.map +1 -1
- package/dist/services/router_settings.js +1 -1
- package/dist/services/rust_control_plane.js +1 -1
- package/dist/services/scim.d.ts +41 -1
- package/dist/services/scim.d.ts.map +1 -1
- package/dist/services/scim.js +60 -2
- package/dist/services/scim.js.map +1 -1
- package/dist/services/search.js +1 -1
- package/dist/services/search_tools.js +1 -1
- package/dist/services/settings.d.ts +88 -0
- package/dist/services/settings.d.ts.map +1 -1
- package/dist/services/settings.js +113 -1
- package/dist/services/settings.js.map +1 -1
- package/dist/services/sso_settings.d.ts +1 -1
- package/dist/services/sso_settings.d.ts.map +1 -1
- package/dist/services/sso_settings.js +1 -1
- package/dist/services/sso_settings.js.map +1 -1
- package/dist/services/tag_management.d.ts +7 -0
- package/dist/services/tag_management.d.ts.map +1 -1
- package/dist/services/tag_management.js +8 -1
- package/dist/services/tag_management.js.map +1 -1
- package/dist/services/team_management.d.ts +265 -17
- package/dist/services/team_management.d.ts.map +1 -1
- package/dist/services/team_management.js +247 -12
- package/dist/services/team_management.js.map +1 -1
- package/dist/services/tools.js +1 -1
- package/dist/services/ui_settings.js +1 -1
- package/dist/services/ui_theme_settings.js +1 -1
- package/dist/services/usage_ai.js +1 -1
- package/dist/services/vantage.js +1 -1
- package/dist/services/vector_store_management.js +1 -1
- package/dist/services/vector_stores.js +1 -1
- package/dist/services/videos.js +1 -1
- package/dist/services/web_socket.d.ts +0 -18
- package/dist/services/web_socket.d.ts.map +1 -1
- package/dist/services/web_socket.js +1 -33
- package/dist/services/web_socket.js.map +1 -1
- package/dist/services/workflow_management.js +1 -1
- package/package.json +1 -1
- package/src/services/a2a.ts +1 -1
- package/src/services/a2a_registration.ts +1 -1
- package/src/services/access_groups.ts +44 -1
- package/src/services/adaptive_router.ts +1 -1
- package/src/services/agents.ts +22 -1
- package/src/services/alerting.ts +1 -1
- package/src/services/anthropic_passthrough.ts +1 -1
- package/src/services/anthropic_skills.ts +12 -2
- package/src/services/assistants.ts +1 -1
- package/src/services/audio.ts +1 -1
- package/src/services/audit_logging.ts +4 -1
- package/src/services/auto_router.ts +303 -93
- package/src/services/batch.ts +1 -1
- package/src/services/beta_agents.ts +1 -1
- package/src/services/beta_mcp.ts +1 -1
- package/src/services/budget_management.ts +12 -4
- package/src/services/budget_spend_tracking.ts +38 -6
- package/src/services/cache_settings.ts +1 -1
- package/src/services/caching.ts +1 -1
- package/src/services/chat_completions.ts +1 -1
- package/src/services/claude_code_marketplace.ts +20 -14
- package/src/services/cloudzero.ts +1 -1
- package/src/services/completions.ts +1 -1
- package/src/services/compliance.ts +1 -1
- package/src/services/config_overrides.ts +8 -2
- package/src/services/config_yaml.ts +251 -6
- package/src/services/containers.ts +29 -11
- package/src/services/coordination_redis_settings.ts +1 -1
- package/src/services/cost_tracking.ts +198 -2
- package/src/services/credential_management.ts +9 -4
- package/src/services/customer_management.ts +49 -3
- package/src/services/email_management.ts +1 -1
- package/src/services/embeddings.ts +1 -1
- package/src/services/evals.ts +1 -1
- package/src/services/experimental.ts +1 -1
- package/src/services/fallback_management.ts +1 -1
- package/src/services/files.ts +1 -1
- package/src/services/fine_tuning.ts +1 -1
- package/src/services/gemini_agents.ts +1 -1
- package/src/services/google_genai_endpoints.ts +1 -1
- package/src/services/guardrails.ts +198 -8
- package/src/services/health.ts +3 -2
- package/src/services/images.ts +1 -1
- package/src/services/index.ts +1 -15
- package/src/services/internal_user_management.ts +565 -103
- package/src/services/invite_links.ts +1 -1
- package/src/services/jwt_mappings.ts +7 -1
- package/src/services/key_management.ts +229 -126
- package/src/services/langfuse_passthrough.ts +1 -1
- package/src/services/llm_passthrough.ts +4542 -0
- package/src/services/llm_utils.ts +1 -1
- package/src/services/logging_callbacks.ts +1 -1
- package/src/services/mcp_byok_oauth.ts +65 -45
- package/src/services/mcp_discoverable.ts +109 -1
- package/src/services/mcp_management.ts +258 -3
- package/src/services/mcp_rest.ts +30 -5
- package/src/services/memory_management.ts +4 -1
- package/src/services/misc.ts +269 -2
- package/src/services/model_management.ts +666 -21
- package/src/services/moderations.ts +1 -1
- package/src/services/ocr.ts +1 -1
- package/src/services/open_ai_pass_through.ts +81 -286
- package/src/services/organization_management.ts +44 -2
- package/src/services/plugins.ts +1 -1
- package/src/services/policies.ts +5 -1
- package/src/services/policy_engine.ts +10 -1
- package/src/services/project_management.ts +33 -1
- package/src/services/prompts.ts +1 -1
- package/src/services/public.ts +356 -1
- package/src/services/rag.ts +1 -1
- package/src/services/realtime.ts +11 -111
- package/src/services/rerank.ts +187 -7
- package/src/services/responses.ts +117 -1
- package/src/services/router_settings.ts +1 -1
- package/src/services/rust_control_plane.ts +1 -1
- package/src/services/scim.ts +134 -3
- package/src/services/search.ts +1 -1
- package/src/services/search_tools.ts +1 -1
- package/src/services/settings.ts +278 -1
- package/src/services/sso_settings.ts +2 -1
- package/src/services/tag_management.ts +15 -1
- package/src/services/team_management.ts +676 -37
- package/src/services/tools.ts +1 -1
- package/src/services/ui_settings.ts +1 -1
- package/src/services/ui_theme_settings.ts +1 -1
- package/src/services/usage_ai.ts +1 -1
- package/src/services/vantage.ts +1 -1
- package/src/services/vector_store_management.ts +1 -1
- package/src/services/vector_stores.ts +1 -1
- package/src/services/videos.ts +1 -1
- package/src/services/web_socket.ts +1 -61
- package/src/services/workflow_management.ts +1 -1
- package/dist/services/anthropic_pass_through.d.ts +0 -70
- package/dist/services/anthropic_pass_through.d.ts.map +0 -1
- package/dist/services/anthropic_pass_through.js +0 -114
- package/dist/services/anthropic_pass_through.js.map +0 -1
- package/dist/services/assembly_ai_eu_pass_through.d.ts +0 -70
- package/dist/services/assembly_ai_eu_pass_through.d.ts.map +0 -1
- package/dist/services/assembly_ai_eu_pass_through.js +0 -114
- package/dist/services/assembly_ai_eu_pass_through.js.map +0 -1
- package/dist/services/assembly_ai_pass_through.d.ts +0 -70
- package/dist/services/assembly_ai_pass_through.d.ts.map +0 -1
- package/dist/services/assembly_ai_pass_through.js +0 -114
- package/dist/services/assembly_ai_pass_through.js.map +0 -1
- package/dist/services/aws_comprehend_medical_pass_through.d.ts +0 -36
- package/dist/services/aws_comprehend_medical_pass_through.d.ts.map +0 -1
- package/dist/services/aws_comprehend_medical_pass_through.js +0 -56
- package/dist/services/aws_comprehend_medical_pass_through.js.map +0 -1
- package/dist/services/azure_ai_pass_through.d.ts +0 -70
- package/dist/services/azure_ai_pass_through.d.ts.map +0 -1
- package/dist/services/azure_ai_pass_through.js +0 -112
- package/dist/services/azure_ai_pass_through.js.map +0 -1
- package/dist/services/azure_pass_through.d.ts +0 -70
- package/dist/services/azure_pass_through.d.ts.map +0 -1
- package/dist/services/azure_pass_through.js +0 -107
- package/dist/services/azure_pass_through.js.map +0 -1
- package/dist/services/bedrock_pass_through.d.ts +0 -70
- package/dist/services/bedrock_pass_through.d.ts.map +0 -1
- package/dist/services/bedrock_pass_through.js +0 -114
- package/dist/services/bedrock_pass_through.js.map +0 -1
- package/dist/services/cohere_pass_through.d.ts +0 -70
- package/dist/services/cohere_pass_through.d.ts.map +0 -1
- package/dist/services/cohere_pass_through.js +0 -112
- package/dist/services/cohere_pass_through.js.map +0 -1
- package/dist/services/cursor_pass_through.d.ts +0 -70
- package/dist/services/cursor_pass_through.d.ts.map +0 -1
- package/dist/services/cursor_pass_through.js +0 -112
- package/dist/services/cursor_pass_through.js.map +0 -1
- package/dist/services/google_ai_studio_pass_through.d.ts +0 -70
- package/dist/services/google_ai_studio_pass_through.d.ts.map +0 -1
- package/dist/services/google_ai_studio_pass_through.js +0 -112
- package/dist/services/google_ai_studio_pass_through.js.map +0 -1
- package/dist/services/milvus_pass_through.d.ts +0 -70
- package/dist/services/milvus_pass_through.d.ts.map +0 -1
- package/dist/services/milvus_pass_through.js +0 -112
- package/dist/services/milvus_pass_through.js.map +0 -1
- package/dist/services/mistral_pass_through.d.ts +0 -70
- package/dist/services/mistral_pass_through.d.ts.map +0 -1
- package/dist/services/mistral_pass_through.js +0 -114
- package/dist/services/mistral_pass_through.js.map +0 -1
- package/dist/services/vertex_ai_pass_through.d.ts +0 -180
- package/dist/services/vertex_ai_pass_through.d.ts.map +0 -1
- package/dist/services/vertex_ai_pass_through.js +0 -334
- package/dist/services/vertex_ai_pass_through.js.map +0 -1
- package/dist/services/vllm_pass_through.d.ts +0 -70
- package/dist/services/vllm_pass_through.d.ts.map +0 -1
- package/dist/services/vllm_pass_through.js +0 -104
- package/dist/services/vllm_pass_through.js.map +0 -1
- package/dist/services/watsonx_pass_through.d.ts +0 -70
- package/dist/services/watsonx_pass_through.d.ts.map +0 -1
- package/dist/services/watsonx_pass_through.js +0 -114
- package/dist/services/watsonx_pass_through.js.map +0 -1
- package/src/services/anthropic_pass_through.ts +0 -233
- package/src/services/assembly_ai_eu_pass_through.ts +0 -237
- package/src/services/assembly_ai_pass_through.ts +0 -237
- package/src/services/aws_comprehend_medical_pass_through.ts +0 -109
- package/src/services/azure_ai_pass_through.ts +0 -231
- package/src/services/azure_pass_through.ts +0 -227
- package/src/services/bedrock_pass_through.ts +0 -229
- package/src/services/cohere_pass_through.ts +0 -227
- package/src/services/cursor_pass_through.ts +0 -227
- package/src/services/google_ai_studio_pass_through.ts +0 -227
- package/src/services/milvus_pass_through.ts +0 -227
- package/src/services/mistral_pass_through.ts +0 -229
- package/src/services/vertex_ai_pass_through.ts +0 -684
- package/src/services/vllm_pass_through.ts +0 -227
- package/src/services/watsonx_pass_through.ts +0 -229
|
@@ -59,6 +59,34 @@ export interface AddTeamCallbacksTeamTeamIdCallbackPostResponse {
|
|
|
59
59
|
body: unknown;
|
|
60
60
|
}
|
|
61
61
|
export declare const AddTeamCallbacksTeamTeamIdCallbackPostResponse: S.Schema<AddTeamCallbacksTeamTeamIdCallbackPostResponse>;
|
|
62
|
+
/** One member, named by exactly one of `user_id` or `user_email`. */
|
|
63
|
+
export interface TeamMemberRef {
|
|
64
|
+
user_email?: string | null;
|
|
65
|
+
user_id?: string | null;
|
|
66
|
+
}
|
|
67
|
+
export declare const TeamMemberRef: S.Schema<TeamMemberRef>;
|
|
68
|
+
export type BulkDeleteTeamMembersActionManagementV1TeamsTeamIdMembersBulkDeletePostRequestMembersList = Array<TeamMemberRef>;
|
|
69
|
+
export declare const BulkDeleteTeamMembersActionManagementV1TeamsTeamIdMembersBulkDeletePostRequestMembersList: S.Schema<BulkDeleteTeamMembersActionManagementV1TeamsTeamIdMembersBulkDeletePostRequestMembersList>;
|
|
70
|
+
export interface BulkDeleteTeamMembersActionManagementV1TeamsTeamIdMembersBulkDeletePostRequest {
|
|
71
|
+
team_id: string;
|
|
72
|
+
members: BulkDeleteTeamMembersActionManagementV1TeamsTeamIdMembersBulkDeletePostRequestMembersList;
|
|
73
|
+
}
|
|
74
|
+
export declare const BulkDeleteTeamMembersActionManagementV1TeamsTeamIdMembersBulkDeletePostRequest: S.Schema<BulkDeleteTeamMembersActionManagementV1TeamsTeamIdMembersBulkDeletePostRequest>;
|
|
75
|
+
/** Outcome for one requested member, in request order. */
|
|
76
|
+
export interface TeamMemberDeleteResult {
|
|
77
|
+
error?: string | null;
|
|
78
|
+
success: boolean;
|
|
79
|
+
user_email?: string | null;
|
|
80
|
+
user_id?: string | null;
|
|
81
|
+
}
|
|
82
|
+
export declare const TeamMemberDeleteResult: S.Schema<TeamMemberDeleteResult>;
|
|
83
|
+
export type BulkTeamMemberDeleteResponseDataList = Array<TeamMemberDeleteResult>;
|
|
84
|
+
export declare const BulkTeamMemberDeleteResponseDataList: S.Schema<BulkTeamMemberDeleteResponseDataList>;
|
|
85
|
+
/** `{data: [...]}` with one `TeamMemberDeleteResult` per requested member, in request order. */
|
|
86
|
+
export interface BulkTeamMemberDeleteResponse {
|
|
87
|
+
data: BulkTeamMemberDeleteResponseDataList;
|
|
88
|
+
}
|
|
89
|
+
export declare const BulkTeamMemberDeleteResponse: S.Schema<BulkTeamMemberDeleteResponse>;
|
|
62
90
|
/** The role of the user within the team. 'admin' users can manage team settings and members, 'user' is a regular team member */
|
|
63
91
|
export type MemberRole = "admin" | "user";
|
|
64
92
|
export declare const MemberRole: any;
|
|
@@ -114,8 +142,54 @@ export interface BulkTeamMemberAddResponse {
|
|
|
114
142
|
updated_team?: BulkTeamMemberAddResponseUpdatedTeamMap | null;
|
|
115
143
|
}
|
|
116
144
|
export declare const BulkTeamMemberAddResponse: S.Schema<BulkTeamMemberAddResponse>;
|
|
145
|
+
export type TeamMemberBudgetPatchAllowedModelsList = Array<string>;
|
|
146
|
+
export declare const TeamMemberBudgetPatchAllowedModelsList: S.Schema<TeamMemberBudgetPatchAllowedModelsList>;
|
|
147
|
+
/** One member's per-member limits, merge-patch style: a field left out of the row is untouched, a field sent as null is cleared, and clearing the last limit drops the member back to the team default. */
|
|
148
|
+
export interface TeamMemberBudgetPatch {
|
|
149
|
+
allowed_models?: TeamMemberBudgetPatchAllowedModelsList | null;
|
|
150
|
+
budget_duration?: string | null;
|
|
151
|
+
max_budget_in_team?: number | null;
|
|
152
|
+
rpm_limit?: number | null;
|
|
153
|
+
tpm_limit?: number | null;
|
|
154
|
+
user_email?: string | null;
|
|
155
|
+
user_id?: string | null;
|
|
156
|
+
}
|
|
157
|
+
export declare const TeamMemberBudgetPatch: S.Schema<TeamMemberBudgetPatch>;
|
|
158
|
+
export type BulkUpdateTeamMemberBudgetsActionManagementV1TeamsTeamIdMembersBulkUpdatePostRequestMembersList = Array<TeamMemberBudgetPatch>;
|
|
159
|
+
export declare const BulkUpdateTeamMemberBudgetsActionManagementV1TeamsTeamIdMembersBulkUpdatePostRequestMembersList: S.Schema<BulkUpdateTeamMemberBudgetsActionManagementV1TeamsTeamIdMembersBulkUpdatePostRequestMembersList>;
|
|
160
|
+
export interface BulkUpdateTeamMemberBudgetsActionManagementV1TeamsTeamIdMembersBulkUpdatePostRequest {
|
|
161
|
+
team_id: string;
|
|
162
|
+
members: BulkUpdateTeamMemberBudgetsActionManagementV1TeamsTeamIdMembersBulkUpdatePostRequestMembersList;
|
|
163
|
+
}
|
|
164
|
+
export declare const BulkUpdateTeamMemberBudgetsActionManagementV1TeamsTeamIdMembersBulkUpdatePostRequest: S.Schema<BulkUpdateTeamMemberBudgetsActionManagementV1TeamsTeamIdMembersBulkUpdatePostRequest>;
|
|
165
|
+
export type TeamMemberBudgetUpdateResultAllowedModelsList = Array<string>;
|
|
166
|
+
export declare const TeamMemberBudgetUpdateResultAllowedModelsList: S.Schema<TeamMemberBudgetUpdateResultAllowedModelsList>;
|
|
167
|
+
export type TeamMemberBudgetUpdateResultMaxBudgetSource = "member" | "team_default";
|
|
168
|
+
export declare const TeamMemberBudgetUpdateResultMaxBudgetSource: any;
|
|
169
|
+
/** Outcome for one requested member, in request order, carrying the limits in force after the write rather than the ones that were asked for. */
|
|
170
|
+
export interface TeamMemberBudgetUpdateResult {
|
|
171
|
+
allowed_models?: TeamMemberBudgetUpdateResultAllowedModelsList | null;
|
|
172
|
+
budget_duration?: string | null;
|
|
173
|
+
budget_id?: string | null;
|
|
174
|
+
error?: string | null;
|
|
175
|
+
max_budget?: number | null;
|
|
176
|
+
max_budget_source?: TeamMemberBudgetUpdateResultMaxBudgetSource | null;
|
|
177
|
+
rpm_limit?: number | null;
|
|
178
|
+
success: boolean;
|
|
179
|
+
tpm_limit?: number | null;
|
|
180
|
+
user_email?: string | null;
|
|
181
|
+
user_id?: string | null;
|
|
182
|
+
}
|
|
183
|
+
export declare const TeamMemberBudgetUpdateResult: S.Schema<TeamMemberBudgetUpdateResult>;
|
|
184
|
+
export type BulkTeamMemberBudgetUpdateResponseDataList = Array<TeamMemberBudgetUpdateResult>;
|
|
185
|
+
export declare const BulkTeamMemberBudgetUpdateResponseDataList: S.Schema<BulkTeamMemberBudgetUpdateResponseDataList>;
|
|
186
|
+
/** `{data: [...]}` with one `TeamMemberBudgetUpdateResult` per requested member, in request order. */
|
|
187
|
+
export interface BulkTeamMemberBudgetUpdateResponse {
|
|
188
|
+
data: BulkTeamMemberBudgetUpdateResponseDataList;
|
|
189
|
+
}
|
|
190
|
+
export declare const BulkTeamMemberBudgetUpdateResponse: S.Schema<BulkTeamMemberBudgetUpdateResponse>;
|
|
117
191
|
/** Enum for key management routes */
|
|
118
|
-
export type KeyManagementRoutes = "/key/generate" | "/key/update" | "/key/delete" | "/key/regenerate" | "/key/service-account/generate" | "/key/{key_id}/regenerate" | "/key/block" | "/key/unblock" | "/key/bulk_update" | "/team/key/bulk_update" | "/key/{key_id}/reset_spend" | "/key/access_group_assignment" | "/key/info" | "/key/health" | "/key/list" | "/key/aliases" | "/team/daily/activity" | "/team/daily/activity/aggregated" | "/spend/logs" | "/spend/logs/v2";
|
|
192
|
+
export type KeyManagementRoutes = "/key/generate" | "/key/update" | "/key/delete" | "/key/regenerate" | "/key/service-account/generate" | "/key/{key_id}/regenerate" | "/key/block" | "/key/unblock" | "/key/bulk_update" | "/team/key/bulk_update" | "/key/{key_id}/reset_spend" | "/key/access_group_assignment" | "/auto_router/manage" | "/key/info" | "/key/health" | "/key/list" | "/key/aliases" | "/team/daily/activity" | "/team/daily/activity/aggregated" | "/spend/logs" | "/spend/logs/v2";
|
|
119
193
|
export declare const KeyManagementRoutes: any;
|
|
120
194
|
export type BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostRequestPermissionsList = Array<KeyManagementRoutes | (string & {})>;
|
|
121
195
|
export declare const BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostRequestPermissionsList: S.Schema<BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostRequestPermissionsList>;
|
|
@@ -209,15 +283,20 @@ export interface DailySpendMetadata {
|
|
|
209
283
|
total_pages?: number;
|
|
210
284
|
total_prompt_caching_savings_spend?: number;
|
|
211
285
|
total_prompt_tokens?: number;
|
|
286
|
+
total_response_time_ms?: number;
|
|
212
287
|
total_spend?: number;
|
|
213
288
|
total_successful_requests?: number;
|
|
289
|
+
total_timed_requests?: number;
|
|
214
290
|
total_tokens?: number;
|
|
215
291
|
}
|
|
216
292
|
export declare const DailySpendMetadata: S.Schema<DailySpendMetadata>;
|
|
217
293
|
/** Metadata for a key */
|
|
218
294
|
export interface KeyMetadata {
|
|
219
295
|
key_alias?: string | null;
|
|
296
|
+
key_exists?: boolean | null;
|
|
220
297
|
team_id?: string | null;
|
|
298
|
+
user_email?: string | null;
|
|
299
|
+
user_id?: string | null;
|
|
221
300
|
}
|
|
222
301
|
export declare const KeyMetadata: S.Schema<KeyMetadata>;
|
|
223
302
|
export interface SpendMetrics {
|
|
@@ -235,6 +314,8 @@ export interface SpendMetrics {
|
|
|
235
314
|
prompt_tokens?: number;
|
|
236
315
|
spend?: number;
|
|
237
316
|
successful_requests?: number;
|
|
317
|
+
timed_requests?: number;
|
|
318
|
+
total_response_time_ms?: number;
|
|
238
319
|
total_tokens?: number;
|
|
239
320
|
}
|
|
240
321
|
export declare const SpendMetrics: S.Schema<SpendMetrics>;
|
|
@@ -354,6 +435,9 @@ export interface LiteLLMBudgetTableFull {
|
|
|
354
435
|
model_max_budget?: LiteLLMBudgetTableFullModelMaxBudgetMap | null;
|
|
355
436
|
rpm_limit?: number | null;
|
|
356
437
|
soft_budget?: number | null;
|
|
438
|
+
temp_budget_expiry?: string | null;
|
|
439
|
+
temp_budget_increase?: number | null;
|
|
440
|
+
tpd_limit?: number | null;
|
|
357
441
|
tpm_limit?: number | null;
|
|
358
442
|
}
|
|
359
443
|
export declare const LiteLLMBudgetTableFull: S.Schema<LiteLLMBudgetTableFull>;
|
|
@@ -373,6 +457,9 @@ export interface LiteLLMBudgetTable {
|
|
|
373
457
|
model_max_budget?: LiteLLMBudgetTableModelMaxBudgetMap | null;
|
|
374
458
|
rpm_limit?: number | null;
|
|
375
459
|
soft_budget?: number | null;
|
|
460
|
+
temp_budget_expiry?: string | null;
|
|
461
|
+
temp_budget_increase?: number | null;
|
|
462
|
+
tpd_limit?: number | null;
|
|
376
463
|
tpm_limit?: number | null;
|
|
377
464
|
}
|
|
378
465
|
export declare const LiteLLMBudgetTable: S.Schema<LiteLLMBudgetTable>;
|
|
@@ -407,6 +494,35 @@ export interface TeamMetadataSchemaResponse {
|
|
|
407
494
|
fields: TeamMetadataSchemaResponseFieldsList;
|
|
408
495
|
}
|
|
409
496
|
export declare const TeamMetadataSchemaResponse: S.Schema<TeamMetadataSchemaResponse>;
|
|
497
|
+
export interface GetTeamSpendByUserTeamSpendByUserGetRequest {
|
|
498
|
+
team_ids?: string;
|
|
499
|
+
start_date?: string;
|
|
500
|
+
end_date?: string;
|
|
501
|
+
}
|
|
502
|
+
export declare const GetTeamSpendByUserTeamSpendByUserGetRequest: S.Schema<GetTeamSpendByUserTeamSpendByUserGetRequest>;
|
|
503
|
+
export interface TeamUserSpendRow {
|
|
504
|
+
api_requests?: number;
|
|
505
|
+
completion_tokens?: number;
|
|
506
|
+
failed_requests?: number;
|
|
507
|
+
prompt_tokens?: number;
|
|
508
|
+
spend?: number;
|
|
509
|
+
successful_requests?: number;
|
|
510
|
+
team_alias?: string | null;
|
|
511
|
+
team_id: string;
|
|
512
|
+
total_tokens?: number;
|
|
513
|
+
user_alias?: string | null;
|
|
514
|
+
user_email?: string | null;
|
|
515
|
+
user_id: string;
|
|
516
|
+
}
|
|
517
|
+
export declare const TeamUserSpendRow: S.Schema<TeamUserSpendRow>;
|
|
518
|
+
export type TeamUserSpendResponseResultsList = Array<TeamUserSpendRow>;
|
|
519
|
+
export declare const TeamUserSpendResponseResultsList: S.Schema<TeamUserSpendResponseResultsList>;
|
|
520
|
+
export interface TeamUserSpendResponse {
|
|
521
|
+
end_date: string;
|
|
522
|
+
results: TeamUserSpendResponseResultsList;
|
|
523
|
+
start_date: string;
|
|
524
|
+
}
|
|
525
|
+
export declare const TeamUserSpendResponse: S.Schema<TeamUserSpendResponse>;
|
|
410
526
|
export interface GetUiViewTeamsTeamFilterUiRequest {
|
|
411
527
|
/** Team ID in the request parameters */
|
|
412
528
|
team_id?: string;
|
|
@@ -487,6 +603,8 @@ export type LiteLLMObjectPermissionTableModelsList = Array<string>;
|
|
|
487
603
|
export declare const LiteLLMObjectPermissionTableModelsList: S.Schema<LiteLLMObjectPermissionTableModelsList>;
|
|
488
604
|
export type LiteLLMObjectPermissionTableSearchToolsList = Array<string>;
|
|
489
605
|
export declare const LiteLLMObjectPermissionTableSearchToolsList: S.Schema<LiteLLMObjectPermissionTableSearchToolsList>;
|
|
606
|
+
export type LiteLLMObjectPermissionTableSkillsList = Array<string>;
|
|
607
|
+
export declare const LiteLLMObjectPermissionTableSkillsList: S.Schema<LiteLLMObjectPermissionTableSkillsList>;
|
|
490
608
|
export type LiteLLMObjectPermissionTableVectorStoresList = Array<string>;
|
|
491
609
|
export declare const LiteLLMObjectPermissionTableVectorStoresList: S.Schema<LiteLLMObjectPermissionTableVectorStoresList>;
|
|
492
610
|
/** Represents a LiteLLM_ObjectPermissionTable record */
|
|
@@ -502,6 +620,7 @@ export interface LiteLLMObjectPermissionTable {
|
|
|
502
620
|
models?: LiteLLMObjectPermissionTableModelsList | null;
|
|
503
621
|
object_permission_id: string;
|
|
504
622
|
search_tools?: LiteLLMObjectPermissionTableSearchToolsList | null;
|
|
623
|
+
skills?: LiteLLMObjectPermissionTableSkillsList | null;
|
|
505
624
|
vector_stores?: LiteLLMObjectPermissionTableVectorStoresList | null;
|
|
506
625
|
}
|
|
507
626
|
export declare const LiteLLMObjectPermissionTable: S.Schema<LiteLLMObjectPermissionTable>;
|
|
@@ -544,6 +663,7 @@ export interface LiteLLMTeamTable {
|
|
|
544
663
|
team_alias?: string | null;
|
|
545
664
|
team_id: string;
|
|
546
665
|
team_member_permissions?: LiteLLMTeamTableTeamMemberPermissionsList | null;
|
|
666
|
+
tpd_limit?: number | null;
|
|
547
667
|
tpm_limit?: number | null;
|
|
548
668
|
updated_at?: string | null;
|
|
549
669
|
}
|
|
@@ -669,6 +789,7 @@ export interface TeamListItem {
|
|
|
669
789
|
team_alias?: string | null;
|
|
670
790
|
team_id: string;
|
|
671
791
|
team_member_permissions?: TeamListItemTeamMemberPermissionsList | null;
|
|
792
|
+
tpd_limit?: number | null;
|
|
672
793
|
tpm_limit?: number | null;
|
|
673
794
|
updated_at?: string | null;
|
|
674
795
|
}
|
|
@@ -744,6 +865,7 @@ export interface LiteLLMDeletedTeamTable {
|
|
|
744
865
|
team_alias?: string | null;
|
|
745
866
|
team_id: string;
|
|
746
867
|
team_member_permissions?: LiteLLMDeletedTeamTableTeamMemberPermissionsList | null;
|
|
868
|
+
tpd_limit?: number | null;
|
|
747
869
|
tpm_limit?: number | null;
|
|
748
870
|
updated_at?: string | null;
|
|
749
871
|
}
|
|
@@ -806,6 +928,17 @@ export type PatchTeamTeamTeamIdPatchRequestModelAliasesMap = {
|
|
|
806
928
|
[key: string]: unknown | undefined;
|
|
807
929
|
};
|
|
808
930
|
export declare const PatchTeamTeamTeamIdPatchRequestModelAliasesMap: S.Schema<PatchTeamTeamTeamIdPatchRequestModelAliasesMap>;
|
|
931
|
+
export interface BudgetConfig {
|
|
932
|
+
budget_duration?: string | null;
|
|
933
|
+
max_budget?: number | null;
|
|
934
|
+
rpm_limit?: number | null;
|
|
935
|
+
tpm_limit?: number | null;
|
|
936
|
+
}
|
|
937
|
+
export declare const BudgetConfig: S.Schema<BudgetConfig>;
|
|
938
|
+
export type PatchTeamTeamTeamIdPatchRequestModelMaxBudgetMap = {
|
|
939
|
+
[key: string]: BudgetConfig | undefined;
|
|
940
|
+
};
|
|
941
|
+
export declare const PatchTeamTeamTeamIdPatchRequestModelMaxBudgetMap: S.Schema<PatchTeamTeamTeamIdPatchRequestModelMaxBudgetMap>;
|
|
809
942
|
export type PatchTeamTeamTeamIdPatchRequestModelRpmLimitMap = {
|
|
810
943
|
[key: string]: number | undefined;
|
|
811
944
|
};
|
|
@@ -838,6 +971,8 @@ export type LiteLLMObjectPermissionBaseModelsList = Array<string>;
|
|
|
838
971
|
export declare const LiteLLMObjectPermissionBaseModelsList: S.Schema<LiteLLMObjectPermissionBaseModelsList>;
|
|
839
972
|
export type LiteLLMObjectPermissionBaseSearchToolsList = Array<string>;
|
|
840
973
|
export declare const LiteLLMObjectPermissionBaseSearchToolsList: S.Schema<LiteLLMObjectPermissionBaseSearchToolsList>;
|
|
974
|
+
export type LiteLLMObjectPermissionBaseSkillsList = Array<string>;
|
|
975
|
+
export declare const LiteLLMObjectPermissionBaseSkillsList: S.Schema<LiteLLMObjectPermissionBaseSkillsList>;
|
|
841
976
|
export type LiteLLMObjectPermissionBaseVectorStoresList = Array<string>;
|
|
842
977
|
export declare const LiteLLMObjectPermissionBaseVectorStoresList: S.Schema<LiteLLMObjectPermissionBaseVectorStoresList>;
|
|
843
978
|
export interface LiteLLMObjectPermissionBase {
|
|
@@ -851,6 +986,7 @@ export interface LiteLLMObjectPermissionBase {
|
|
|
851
986
|
mcp_toolsets?: LiteLLMObjectPermissionBaseMcpToolsetsList | null;
|
|
852
987
|
models?: LiteLLMObjectPermissionBaseModelsList | null;
|
|
853
988
|
search_tools?: LiteLLMObjectPermissionBaseSearchToolsList | null;
|
|
989
|
+
skills?: LiteLLMObjectPermissionBaseSkillsList | null;
|
|
854
990
|
vector_stores?: LiteLLMObjectPermissionBaseVectorStoresList | null;
|
|
855
991
|
}
|
|
856
992
|
export declare const LiteLLMObjectPermissionBase: S.Schema<LiteLLMObjectPermissionBase>;
|
|
@@ -858,10 +994,97 @@ export type PatchTeamTeamTeamIdPatchRequestPoliciesList = Array<string>;
|
|
|
858
994
|
export declare const PatchTeamTeamTeamIdPatchRequestPoliciesList: S.Schema<PatchTeamTeamTeamIdPatchRequestPoliciesList>;
|
|
859
995
|
export type PatchTeamTeamTeamIdPatchRequestPromptsList = Array<string>;
|
|
860
996
|
export declare const PatchTeamTeamTeamIdPatchRequestPromptsList: S.Schema<PatchTeamTeamTeamIdPatchRequestPromptsList>;
|
|
861
|
-
export type
|
|
997
|
+
export type UpdateRouterConfigContextWindowFallbacksItemMap = {
|
|
998
|
+
[key: string]: unknown | undefined;
|
|
999
|
+
};
|
|
1000
|
+
export declare const UpdateRouterConfigContextWindowFallbacksItemMap: S.Schema<UpdateRouterConfigContextWindowFallbacksItemMap>;
|
|
1001
|
+
export type UpdateRouterConfigContextWindowFallbacksList = Array<UpdateRouterConfigContextWindowFallbacksItemMap>;
|
|
1002
|
+
export declare const UpdateRouterConfigContextWindowFallbacksList: S.Schema<UpdateRouterConfigContextWindowFallbacksList>;
|
|
1003
|
+
export type UpdateRouterConfigFallbacksItemMap = {
|
|
1004
|
+
[key: string]: unknown | undefined;
|
|
1005
|
+
};
|
|
1006
|
+
export declare const UpdateRouterConfigFallbacksItemMap: S.Schema<UpdateRouterConfigFallbacksItemMap>;
|
|
1007
|
+
export type UpdateRouterConfigFallbacksList = Array<UpdateRouterConfigFallbacksItemMap>;
|
|
1008
|
+
export declare const UpdateRouterConfigFallbacksList: S.Schema<UpdateRouterConfigFallbacksList>;
|
|
1009
|
+
export type UpdateRouterConfigModelGroupAffinityConfigValueList = Array<string>;
|
|
1010
|
+
export declare const UpdateRouterConfigModelGroupAffinityConfigValueList: S.Schema<UpdateRouterConfigModelGroupAffinityConfigValueList>;
|
|
1011
|
+
export type UpdateRouterConfigModelGroupAffinityConfigMap = {
|
|
1012
|
+
[key: string]: UpdateRouterConfigModelGroupAffinityConfigValueList | undefined;
|
|
1013
|
+
};
|
|
1014
|
+
export declare const UpdateRouterConfigModelGroupAffinityConfigMap: S.Schema<UpdateRouterConfigModelGroupAffinityConfigMap>;
|
|
1015
|
+
export type UpdateRouterConfigModelGroupAliasValueCase1Map = {
|
|
1016
|
+
[key: string]: unknown | undefined;
|
|
1017
|
+
};
|
|
1018
|
+
export declare const UpdateRouterConfigModelGroupAliasValueCase1Map: S.Schema<UpdateRouterConfigModelGroupAliasValueCase1Map>;
|
|
1019
|
+
export type UpdateRouterConfigModelGroupAliasValue = string | UpdateRouterConfigModelGroupAliasValueCase1Map;
|
|
1020
|
+
export declare const UpdateRouterConfigModelGroupAliasValue: S.Schema<UpdateRouterConfigModelGroupAliasValue>;
|
|
1021
|
+
export type UpdateRouterConfigModelGroupAliasMap = {
|
|
1022
|
+
[key: string]: UpdateRouterConfigModelGroupAliasValue | undefined;
|
|
1023
|
+
};
|
|
1024
|
+
export declare const UpdateRouterConfigModelGroupAliasMap: S.Schema<UpdateRouterConfigModelGroupAliasMap>;
|
|
1025
|
+
/** Use this to set a custom number of retries per exception type If RateLimitErrorRetries = 3, then 3 retries will be made for RateLimitError Mapping of Exception type to number of retries https://docs.litellm.ai/docs/exception_mapping */
|
|
1026
|
+
export interface RetryPolicy {
|
|
1027
|
+
AuthenticationErrorRetries?: number | null;
|
|
1028
|
+
BadRequestErrorRetries?: number | null;
|
|
1029
|
+
ContentPolicyViolationErrorRetries?: number | null;
|
|
1030
|
+
DefaultRetries?: number | null;
|
|
1031
|
+
InternalServerErrorRetries?: number | null;
|
|
1032
|
+
RateLimitErrorRetries?: number | null;
|
|
1033
|
+
ServiceUnavailableErrorRetries?: number | null;
|
|
1034
|
+
TimeoutErrorRetries?: number | null;
|
|
1035
|
+
}
|
|
1036
|
+
export declare const RetryPolicy: S.Schema<RetryPolicy>;
|
|
1037
|
+
export type UpdateRouterConfigModelGroupRetryPolicyMap = {
|
|
1038
|
+
[key: string]: RetryPolicy | undefined;
|
|
1039
|
+
};
|
|
1040
|
+
export declare const UpdateRouterConfigModelGroupRetryPolicyMap: S.Schema<UpdateRouterConfigModelGroupRetryPolicyMap>;
|
|
1041
|
+
export type UpdateRouterConfigOptionalPreCallChecksItem = "prompt_caching" | "router_budget_limiting" | "responses_api_deployment_check" | "deployment_affinity" | "session_affinity" | "forward_client_headers_by_model_group" | "enforce_model_rate_limits" | "encrypted_content_affinity";
|
|
1042
|
+
export declare const UpdateRouterConfigOptionalPreCallChecksItem: any;
|
|
1043
|
+
export type UpdateRouterConfigOptionalPreCallChecksList = Array<UpdateRouterConfigOptionalPreCallChecksItem | (string & {})>;
|
|
1044
|
+
export declare const UpdateRouterConfigOptionalPreCallChecksList: S.Schema<UpdateRouterConfigOptionalPreCallChecksList>;
|
|
1045
|
+
export type RoutingGroupModelsList = Array<string>;
|
|
1046
|
+
export declare const RoutingGroupModelsList: S.Schema<RoutingGroupModelsList>;
|
|
1047
|
+
export type RoutingGroupRoutingStrategyArgsMap = {
|
|
862
1048
|
[key: string]: unknown | undefined;
|
|
863
1049
|
};
|
|
864
|
-
export declare const
|
|
1050
|
+
export declare const RoutingGroupRoutingStrategyArgsMap: S.Schema<RoutingGroupRoutingStrategyArgsMap>;
|
|
1051
|
+
/** A group of models that share a routing strategy. */
|
|
1052
|
+
export interface RoutingGroup {
|
|
1053
|
+
group_name: string;
|
|
1054
|
+
models: RoutingGroupModelsList;
|
|
1055
|
+
routing_strategy: string;
|
|
1056
|
+
routing_strategy_args?: RoutingGroupRoutingStrategyArgsMap | null;
|
|
1057
|
+
}
|
|
1058
|
+
export declare const RoutingGroup: S.Schema<RoutingGroup>;
|
|
1059
|
+
export type UpdateRouterConfigRoutingGroupsList = Array<RoutingGroup>;
|
|
1060
|
+
export declare const UpdateRouterConfigRoutingGroupsList: S.Schema<UpdateRouterConfigRoutingGroupsList>;
|
|
1061
|
+
export type UpdateRouterConfigRoutingStrategyArgsMap = {
|
|
1062
|
+
[key: string]: unknown | undefined;
|
|
1063
|
+
};
|
|
1064
|
+
export declare const UpdateRouterConfigRoutingStrategyArgsMap: S.Schema<UpdateRouterConfigRoutingStrategyArgsMap>;
|
|
1065
|
+
/** Set of params that you can modify via `router.update_settings()`. */
|
|
1066
|
+
export interface UpdateRouterConfig {
|
|
1067
|
+
allowed_fails?: number | null;
|
|
1068
|
+
context_window_fallbacks?: UpdateRouterConfigContextWindowFallbacksList | null;
|
|
1069
|
+
cooldown_time?: number | null;
|
|
1070
|
+
enable_tag_filtering?: boolean | null;
|
|
1071
|
+
fallbacks?: UpdateRouterConfigFallbacksList | null;
|
|
1072
|
+
max_retries?: number | null;
|
|
1073
|
+
model_group_affinity_config?: UpdateRouterConfigModelGroupAffinityConfigMap | null;
|
|
1074
|
+
model_group_alias?: UpdateRouterConfigModelGroupAliasMap | null;
|
|
1075
|
+
model_group_retry_policy?: UpdateRouterConfigModelGroupRetryPolicyMap | null;
|
|
1076
|
+
num_retries?: number | null;
|
|
1077
|
+
optional_pre_call_checks?: UpdateRouterConfigOptionalPreCallChecksList | null;
|
|
1078
|
+
retry_after?: number | null;
|
|
1079
|
+
retry_policy?: RetryPolicy | null;
|
|
1080
|
+
routing_groups?: UpdateRouterConfigRoutingGroupsList | null;
|
|
1081
|
+
routing_strategy?: string | null;
|
|
1082
|
+
routing_strategy_args?: UpdateRouterConfigRoutingStrategyArgsMap | null;
|
|
1083
|
+
tag_routing_prefix?: string | null;
|
|
1084
|
+
timeout?: number | null;
|
|
1085
|
+
weights?: unknown | null;
|
|
1086
|
+
}
|
|
1087
|
+
export declare const UpdateRouterConfig: S.Schema<UpdateRouterConfig>;
|
|
865
1088
|
export type PatchTeamTeamTeamIdPatchRequestSecretManagerSettingsMap = {
|
|
866
1089
|
[key: string]: unknown | undefined;
|
|
867
1090
|
};
|
|
@@ -887,6 +1110,8 @@ export interface PatchTeamTeamTeamIdPatchRequest {
|
|
|
887
1110
|
mcp_rpm_limit?: PatchTeamTeamTeamIdPatchRequestMcpRpmLimitMap | null;
|
|
888
1111
|
metadata?: PatchTeamTeamTeamIdPatchRequestMetadataMap | null;
|
|
889
1112
|
model_aliases?: PatchTeamTeamTeamIdPatchRequestModelAliasesMap | null;
|
|
1113
|
+
/** Max budget per model for every key on the team, overridable per key (e.g. {'gpt-4o': {'max_budget': 10, 'budget_duration': '1d'}}) */
|
|
1114
|
+
model_max_budget?: PatchTeamTeamTeamIdPatchRequestModelMaxBudgetMap | null;
|
|
890
1115
|
model_rpm_limit?: PatchTeamTeamTeamIdPatchRequestModelRpmLimitMap | null;
|
|
891
1116
|
model_tpm_limit?: PatchTeamTeamTeamIdPatchRequestModelTpmLimitMap | null;
|
|
892
1117
|
models?: PatchTeamTeamTeamIdPatchRequestModelsList | null;
|
|
@@ -894,7 +1119,7 @@ export interface PatchTeamTeamTeamIdPatchRequest {
|
|
|
894
1119
|
organization_id?: string | null;
|
|
895
1120
|
policies?: PatchTeamTeamTeamIdPatchRequestPoliciesList | null;
|
|
896
1121
|
prompts?: PatchTeamTeamTeamIdPatchRequestPromptsList | null;
|
|
897
|
-
router_settings?:
|
|
1122
|
+
router_settings?: UpdateRouterConfig | null;
|
|
898
1123
|
rpm_limit?: number | null;
|
|
899
1124
|
secret_manager_settings?: PatchTeamTeamTeamIdPatchRequestSecretManagerSettingsMap | null;
|
|
900
1125
|
soft_budget?: number | null;
|
|
@@ -905,6 +1130,7 @@ export interface PatchTeamTeamTeamIdPatchRequest {
|
|
|
905
1130
|
team_member_key_duration?: string | null;
|
|
906
1131
|
team_member_rpm_limit?: number | null;
|
|
907
1132
|
team_member_tpm_limit?: number | null;
|
|
1133
|
+
tpd_limit?: number | null;
|
|
908
1134
|
tpm_limit?: number | null;
|
|
909
1135
|
}
|
|
910
1136
|
export declare const PatchTeamTeamTeamIdPatchRequest: S.Schema<PatchTeamTeamTeamIdPatchRequest>;
|
|
@@ -958,6 +1184,10 @@ export type PostNewTeamTeamNewRequestModelAliasesMap = {
|
|
|
958
1184
|
[key: string]: unknown | undefined;
|
|
959
1185
|
};
|
|
960
1186
|
export declare const PostNewTeamTeamNewRequestModelAliasesMap: S.Schema<PostNewTeamTeamNewRequestModelAliasesMap>;
|
|
1187
|
+
export type PostNewTeamTeamNewRequestModelMaxBudgetMap = {
|
|
1188
|
+
[key: string]: BudgetConfig | undefined;
|
|
1189
|
+
};
|
|
1190
|
+
export declare const PostNewTeamTeamNewRequestModelMaxBudgetMap: S.Schema<PostNewTeamTeamNewRequestModelMaxBudgetMap>;
|
|
961
1191
|
export type PostNewTeamTeamNewRequestModelRpmLimitMap = {
|
|
962
1192
|
[key: string]: number | undefined;
|
|
963
1193
|
};
|
|
@@ -972,10 +1202,6 @@ export type PostNewTeamTeamNewRequestPoliciesList = Array<string>;
|
|
|
972
1202
|
export declare const PostNewTeamTeamNewRequestPoliciesList: S.Schema<PostNewTeamTeamNewRequestPoliciesList>;
|
|
973
1203
|
export type PostNewTeamTeamNewRequestPromptsList = Array<string>;
|
|
974
1204
|
export declare const PostNewTeamTeamNewRequestPromptsList: S.Schema<PostNewTeamTeamNewRequestPromptsList>;
|
|
975
|
-
export type PostNewTeamTeamNewRequestRouterSettingsMap = {
|
|
976
|
-
[key: string]: unknown | undefined;
|
|
977
|
-
};
|
|
978
|
-
export declare const PostNewTeamTeamNewRequestRouterSettingsMap: S.Schema<PostNewTeamTeamNewRequestRouterSettingsMap>;
|
|
979
1205
|
export type PostNewTeamTeamNewRequestRpmLimitType = "guaranteed_throughput" | "best_effort_throughput";
|
|
980
1206
|
export declare const PostNewTeamTeamNewRequestRpmLimitType: any;
|
|
981
1207
|
export type PostNewTeamTeamNewRequestSecretManagerSettingsMap = {
|
|
@@ -1009,6 +1235,8 @@ export interface PostNewTeamTeamNewRequest {
|
|
|
1009
1235
|
members_with_roles?: PostNewTeamTeamNewRequestMembersWithRolesList;
|
|
1010
1236
|
metadata?: PostNewTeamTeamNewRequestMetadataMap | null;
|
|
1011
1237
|
model_aliases?: PostNewTeamTeamNewRequestModelAliasesMap | null;
|
|
1238
|
+
/** Max budget per model for every key on the team, overridable per key (e.g. {'gpt-4o': {'max_budget': 10, 'budget_duration': '1d'}}) */
|
|
1239
|
+
model_max_budget?: PostNewTeamTeamNewRequestModelMaxBudgetMap | null;
|
|
1012
1240
|
model_rpm_limit?: PostNewTeamTeamNewRequestModelRpmLimitMap | null;
|
|
1013
1241
|
model_tpm_limit?: PostNewTeamTeamNewRequestModelTpmLimitMap | null;
|
|
1014
1242
|
models?: PostNewTeamTeamNewRequestModelsList;
|
|
@@ -1016,7 +1244,7 @@ export interface PostNewTeamTeamNewRequest {
|
|
|
1016
1244
|
organization_id?: string | null;
|
|
1017
1245
|
policies?: PostNewTeamTeamNewRequestPoliciesList | null;
|
|
1018
1246
|
prompts?: PostNewTeamTeamNewRequestPromptsList | null;
|
|
1019
|
-
router_settings?:
|
|
1247
|
+
router_settings?: UpdateRouterConfig | null;
|
|
1020
1248
|
rpm_limit?: number | null;
|
|
1021
1249
|
rpm_limit_type?: PostNewTeamTeamNewRequestRpmLimitType | (string & {}) | null;
|
|
1022
1250
|
secret_manager_settings?: PostNewTeamTeamNewRequestSecretManagerSettingsMap | null;
|
|
@@ -1030,6 +1258,7 @@ export interface PostNewTeamTeamNewRequest {
|
|
|
1030
1258
|
team_member_permissions?: PostNewTeamTeamNewRequestTeamMemberPermissionsList | null;
|
|
1031
1259
|
team_member_rpm_limit?: number | null;
|
|
1032
1260
|
team_member_tpm_limit?: number | null;
|
|
1261
|
+
tpd_limit?: number | null;
|
|
1033
1262
|
tpm_limit?: number | null;
|
|
1034
1263
|
tpm_limit_type?: PostNewTeamTeamNewRequestTpmLimitType | (string & {}) | null;
|
|
1035
1264
|
}
|
|
@@ -1209,6 +1438,7 @@ export interface TeamAddMemberResponse {
|
|
|
1209
1438
|
team_alias?: string | null;
|
|
1210
1439
|
team_id: string;
|
|
1211
1440
|
team_member_permissions?: TeamAddMemberResponseTeamMemberPermissionsList | null;
|
|
1441
|
+
tpd_limit?: number | null;
|
|
1212
1442
|
tpm_limit?: number | null;
|
|
1213
1443
|
updated_at?: string | null;
|
|
1214
1444
|
updated_team_memberships: TeamAddMemberResponseUpdatedTeamMembershipsList;
|
|
@@ -1255,6 +1485,10 @@ export interface TeamMemberUpdateTeamMemberUpdatePostRequest {
|
|
|
1255
1485
|
/** Requests per minute limit for this team member */
|
|
1256
1486
|
rpm_limit?: number | null;
|
|
1257
1487
|
team_id: string;
|
|
1488
|
+
/** UTC expiry for temp_budget_increase */
|
|
1489
|
+
temp_budget_expiry?: string | null;
|
|
1490
|
+
/** Temporary additive budget increase for this team member, active until temp_budget_expiry */
|
|
1491
|
+
temp_budget_increase?: number | null;
|
|
1258
1492
|
/** Tokens per minute limit for this team member */
|
|
1259
1493
|
tpm_limit?: number | null;
|
|
1260
1494
|
user_email?: string | null;
|
|
@@ -1269,6 +1503,8 @@ export interface TeamMemberUpdateResponse {
|
|
|
1269
1503
|
max_budget_in_team?: number | null;
|
|
1270
1504
|
rpm_limit?: number | null;
|
|
1271
1505
|
team_id: string;
|
|
1506
|
+
temp_budget_expiry?: string | null;
|
|
1507
|
+
temp_budget_increase?: number | null;
|
|
1272
1508
|
tpm_limit?: number | null;
|
|
1273
1509
|
user_email?: string | null;
|
|
1274
1510
|
user_id: string;
|
|
@@ -1347,6 +1583,10 @@ export type UpdateTeamTeamUpdatePostRequestModelAliasesMap = {
|
|
|
1347
1583
|
[key: string]: unknown | undefined;
|
|
1348
1584
|
};
|
|
1349
1585
|
export declare const UpdateTeamTeamUpdatePostRequestModelAliasesMap: S.Schema<UpdateTeamTeamUpdatePostRequestModelAliasesMap>;
|
|
1586
|
+
export type UpdateTeamTeamUpdatePostRequestModelMaxBudgetMap = {
|
|
1587
|
+
[key: string]: BudgetConfig | undefined;
|
|
1588
|
+
};
|
|
1589
|
+
export declare const UpdateTeamTeamUpdatePostRequestModelMaxBudgetMap: S.Schema<UpdateTeamTeamUpdatePostRequestModelMaxBudgetMap>;
|
|
1350
1590
|
export type UpdateTeamTeamUpdatePostRequestModelRpmLimitMap = {
|
|
1351
1591
|
[key: string]: number | undefined;
|
|
1352
1592
|
};
|
|
@@ -1361,10 +1601,6 @@ export type UpdateTeamTeamUpdatePostRequestPoliciesList = Array<string>;
|
|
|
1361
1601
|
export declare const UpdateTeamTeamUpdatePostRequestPoliciesList: S.Schema<UpdateTeamTeamUpdatePostRequestPoliciesList>;
|
|
1362
1602
|
export type UpdateTeamTeamUpdatePostRequestPromptsList = Array<string>;
|
|
1363
1603
|
export declare const UpdateTeamTeamUpdatePostRequestPromptsList: S.Schema<UpdateTeamTeamUpdatePostRequestPromptsList>;
|
|
1364
|
-
export type UpdateTeamTeamUpdatePostRequestRouterSettingsMap = {
|
|
1365
|
-
[key: string]: unknown | undefined;
|
|
1366
|
-
};
|
|
1367
|
-
export declare const UpdateTeamTeamUpdatePostRequestRouterSettingsMap: S.Schema<UpdateTeamTeamUpdatePostRequestRouterSettingsMap>;
|
|
1368
1604
|
export type UpdateTeamTeamUpdatePostRequestSecretManagerSettingsMap = {
|
|
1369
1605
|
[key: string]: unknown | undefined;
|
|
1370
1606
|
};
|
|
@@ -1389,6 +1625,8 @@ export interface UpdateTeamTeamUpdatePostRequest {
|
|
|
1389
1625
|
mcp_rpm_limit?: UpdateTeamTeamUpdatePostRequestMcpRpmLimitMap | null;
|
|
1390
1626
|
metadata?: UpdateTeamTeamUpdatePostRequestMetadataMap | null;
|
|
1391
1627
|
model_aliases?: UpdateTeamTeamUpdatePostRequestModelAliasesMap | null;
|
|
1628
|
+
/** Max budget per model for every key on the team, overridable per key (e.g. {'gpt-4o': {'max_budget': 10, 'budget_duration': '1d'}}) */
|
|
1629
|
+
model_max_budget?: UpdateTeamTeamUpdatePostRequestModelMaxBudgetMap | null;
|
|
1392
1630
|
model_rpm_limit?: UpdateTeamTeamUpdatePostRequestModelRpmLimitMap | null;
|
|
1393
1631
|
model_tpm_limit?: UpdateTeamTeamUpdatePostRequestModelTpmLimitMap | null;
|
|
1394
1632
|
models?: UpdateTeamTeamUpdatePostRequestModelsList | null;
|
|
@@ -1396,7 +1634,7 @@ export interface UpdateTeamTeamUpdatePostRequest {
|
|
|
1396
1634
|
organization_id?: string | null;
|
|
1397
1635
|
policies?: UpdateTeamTeamUpdatePostRequestPoliciesList | null;
|
|
1398
1636
|
prompts?: UpdateTeamTeamUpdatePostRequestPromptsList | null;
|
|
1399
|
-
router_settings?:
|
|
1637
|
+
router_settings?: UpdateRouterConfig | null;
|
|
1400
1638
|
rpm_limit?: number | null;
|
|
1401
1639
|
secret_manager_settings?: UpdateTeamTeamUpdatePostRequestSecretManagerSettingsMap | null;
|
|
1402
1640
|
soft_budget?: number | null;
|
|
@@ -1408,6 +1646,7 @@ export interface UpdateTeamTeamUpdatePostRequest {
|
|
|
1408
1646
|
team_member_key_duration?: string | null;
|
|
1409
1647
|
team_member_rpm_limit?: number | null;
|
|
1410
1648
|
team_member_tpm_limit?: number | null;
|
|
1649
|
+
tpd_limit?: number | null;
|
|
1411
1650
|
tpm_limit?: number | null;
|
|
1412
1651
|
}
|
|
1413
1652
|
export declare const UpdateTeamTeamUpdatePostRequest: S.Schema<UpdateTeamTeamUpdatePostRequest>;
|
|
@@ -1416,11 +1655,17 @@ export interface UpdateTeamTeamUpdatePostResponse {
|
|
|
1416
1655
|
}
|
|
1417
1656
|
export declare const UpdateTeamTeamUpdatePostResponse: S.Schema<UpdateTeamTeamUpdatePostResponse>;
|
|
1418
1657
|
export type AddTeamCallbacksTeamTeamIdCallbackPostError = UnprocessableEntity | LitellmOpError;
|
|
1419
|
-
/** Add Team Callbacks Add a success/failure callback to a team Use this if if you want different teams to have different success/failure callbacks Parameters: - callback_name (
|
|
1658
|
+
/** Add Team Callbacks Add a success/failure callback to a team Use this if if you want different teams to have different success/failure callbacks Parameters: - callback_name (str, required): The name of the callback to add, e.g. "langfuse", "langsmith", "gcs", "newrelic". The value is validated against the callbacks that support team-scoped credentials - callback_type (Literal["success", "failure", "success_and_failure"], required): The type of callback to add. One of: - "success": Callback for successful LLM calls - "failure": Callback for failed LLM calls - "success_and_failure": Callback for both successful and failed LLM calls - callback_vars (StandardCallbackDynamicParams, required): A dictionary of variables to pass to the callback - langfuse_public_key: The public key for the Langfuse callback - langfuse_secret_key: The secret key for the Langfuse callback - langfuse_secret: The secret for the Langfuse callback - langfuse_host: The host for the Langfuse callback - langfuse_environment: The tracing environment for the Langfuse callback (lowercase; falls back to LANGFUSE_TRACING_ENVIRONMENT) - langfuse_span_scope: For langfuse_otel, "full" (default) sends the whole request trace, "llm_only" sends only the model-call spans - gcs_bucket_name: The name of the GCS bucket - gcs_path_service_account: The path to the GCS service account - langsmith_api_key: The API key for the Langsmith callback - langsmith_project: The project for the Langsmith callback - langsmith_base_url: The base URL for the Langsmith callback - newrelic_api_key: The ingest license key for the team's New Relic account; routes both LLM/agent traces and cost metrics to that account. Requires the proxy to run with LITELLM_OTEL_V2=true, otherwise this callback is rejected with a 400 - newrelic_region: The New Relic region for the team's account ("us" or "eu"), riding the team's own key Example curl: ``` curl -X POST 'http:/localhost:4000/team/dbe2f686-a686-4896-864a-4c3924458709/callback' -H 'Content-Type: application/json' -H 'Authorization: Bearer sk-1234' -d '{ "callback_name": "langfuse", "callback_type": "success", "callback_vars": {"langfuse_public_key": "pk-lf-xxxx1", "langfuse_secret_key": "sk-xxxxx"} }' ``` This means for the team where team_id = dbe2f686-a686-4896-864a-4c3924458709, all LLM calls will be logged to langfuse using the public key pk-lf-xxxx1 and the secret key sk-xxxxx */
|
|
1420
1659
|
export declare const addTeamCallbacksTeamTeamIdCallbackPost: API.OperationMethod<AddTeamCallbacksTeamTeamIdCallbackPostRequest, AddTeamCallbacksTeamTeamIdCallbackPostResponse, AddTeamCallbacksTeamTeamIdCallbackPostError, LitellmOpContext>;
|
|
1660
|
+
export type BulkDeleteTeamMembersActionManagementV1TeamsTeamIdMembersBulkDeletePostError = UnprocessableEntity | LitellmOpError;
|
|
1661
|
+
/** Bulk Delete Team Members Action Remove up to 500 members from one team in one call. Same authorization as `/team/member_delete`: proxy admins, the team's admins, and admins of the team's organization. Each member is named by exactly one of `user_id` or `user_email`; unknown body fields are a 422 and an unknown team is a 404. `data` holds one result per requested member, in request order. A row is `success: false` with an `error` when it names nobody on the team or repeats an earlier row. The roster is rewritten once, under the team's advisory lock, so a concurrent member_add is never overwritten from a stale read. Example curl: ``` curl --location 'http://0.0.0.0:4000/management/v1/teams/team-1/members/bulk_delete' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{"members": [{"user_id": "user-1"}, {"user_email": "user-2@example.com"}]}' ``` */
|
|
1662
|
+
export declare const bulkDeleteTeamMembersActionManagementV1TeamsTeamIdMembersBulkDeletePost: API.OperationMethod<BulkDeleteTeamMembersActionManagementV1TeamsTeamIdMembersBulkDeletePostRequest, BulkTeamMemberDeleteResponse, BulkDeleteTeamMembersActionManagementV1TeamsTeamIdMembersBulkDeletePostError, LitellmOpContext>;
|
|
1421
1663
|
export type BulkTeamMemberAddTeamBulkMemberAddPostError = UnprocessableEntity | LitellmOpError;
|
|
1422
1664
|
/** Bulk Team Member Add Bulk add multiple members to a team at once. This endpoint reuses the same logic as /team/member_add but provides a bulk-friendly response format. Parameters: - team_id: str - The ID of the team to add members to - members: List[Member] - List of members to add to the team - all_users: Optional[bool] - Flag to add all users on Proxy to the team - max_budget_in_team: Optional[float] - Maximum budget allocated to each user within the team Returns: - results: List of individual member addition results - total_requested: Total number of members requested for addition - successful_additions: Number of successful additions - failed_additions: Number of failed additions - updated_team: The updated team object Example request: ```bash curl --location 'http://0.0.0.0:4000/team/bulk_member_add' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "team_id": "team-1234", "members": [ { "user_id": "user1", "role": "user" }, { "user_email": "user2@example.com", "role": "admin" } ], "max_budget_in_team": 100.0 }' ``` */
|
|
1423
1665
|
export declare const bulkTeamMemberAddTeamBulkMemberAddPost: API.OperationMethod<BulkTeamMemberAddTeamBulkMemberAddPostRequest, BulkTeamMemberAddResponse, BulkTeamMemberAddTeamBulkMemberAddPostError, LitellmOpContext>;
|
|
1666
|
+
export type BulkUpdateTeamMemberBudgetsActionManagementV1TeamsTeamIdMembersBulkUpdatePostError = UnprocessableEntity | LitellmOpError;
|
|
1667
|
+
/** Bulk Update Team Member Budgets Action Set per-member limits for up to 500 members of one team in one call. Same authorization and member addressing as `/team/member_update`: proxy admins, the team's admins, and admins of the team's organization, with each member named by exactly one of `user_id` or `user_email`. Unknown body fields are a 422 and an unknown team is a 404. Each row is a merge patch of that member's limits: a field left out is untouched, a field sent as null is cleared, and clearing the last limit drops the member back to the team default. A budget row shared by several memberships, the team default included, is copied for the member being patched rather than written in place, so one member's new cap never lands on anybody else. `data` holds one result per requested member, in request order, carrying the limits in force after the write. A row is `success: false` with an `error` when it names nobody on the team or repeats an earlier row. Roles are not part of this route; `/team/member_update` still owns them. Example curl: ``` curl --location 'http://0.0.0.0:4000/management/v1/teams/team-1/members/bulk_update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{"members": [{"user_id": "user-1", "max_budget_in_team": 10}, {"user_email": "user-2@example.com", "max_budget_in_team": 10, "budget_duration": "30d"}]}' ``` */
|
|
1668
|
+
export declare const bulkUpdateTeamMemberBudgetsActionManagementV1TeamsTeamIdMembersBulkUpdatePost: API.OperationMethod<BulkUpdateTeamMemberBudgetsActionManagementV1TeamsTeamIdMembersBulkUpdatePostRequest, BulkTeamMemberBudgetUpdateResponse, BulkUpdateTeamMemberBudgetsActionManagementV1TeamsTeamIdMembersBulkUpdatePostError, LitellmOpContext>;
|
|
1424
1669
|
export type BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostError = UnprocessableEntity | LitellmOpError;
|
|
1425
1670
|
/** Bulk Update Team Member Permissions Append permissions to existing teams. Either pass team_ids to target specific teams, or set apply_to_all_teams=True to update every team. For each team, the provided permissions are merged with the team's existing permissions (duplicates are skipped). */
|
|
1426
1671
|
export declare const bulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePost: API.OperationMethod<BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostRequest, BulkUpdateTeamMemberPermissionsResponse, BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostError, LitellmOpContext>;
|
|
@@ -1451,6 +1696,9 @@ export declare const getTeamMemberMeTeamTeamIdMembersMe: API.OperationMethod<Get
|
|
|
1451
1696
|
export type GetTeamMetadataSchemaTeamMetadataSchemaGetError = LitellmOpError;
|
|
1452
1697
|
/** Get Team Metadata Schema Get the team metadata fields declared in ``general_settings.team_metadata_schema``. The UI uses this to prepopulate the team metadata form with the declared keys. Returns an empty ``fields`` list when no schema is configured. This schema is advisory; server-side enforcement stays with ``custom_team_metadata_validate``. */
|
|
1453
1698
|
export declare const getTeamMetadataSchemaTeamMetadataSchemaGet: API.OperationMethod<GetTeamMetadataSchemaTeamMetadataSchemaGetRequest, TeamMetadataSchemaResponse, GetTeamMetadataSchemaTeamMetadataSchemaGetError, LitellmOpContext>;
|
|
1699
|
+
export type GetTeamSpendByUserTeamSpendByUserGetError = UnprocessableEntity | LitellmOpError;
|
|
1700
|
+
/** Get Team Spend By User Spend per user within the given teams, attributed per request from spend logs. Proxy admins may query any team. Team admins and members holding the `/team/daily/activity` permission see every user of the requested teams; other members only see their own row. */
|
|
1701
|
+
export declare const getTeamSpendByUserTeamSpendByUserGet: API.OperationMethod<GetTeamSpendByUserTeamSpendByUserGetRequest, TeamUserSpendResponse, GetTeamSpendByUserTeamSpendByUserGetError, LitellmOpContext>;
|
|
1454
1702
|
export type GetUiViewTeamsTeamFilterUiError = UnprocessableEntity | LitellmOpError;
|
|
1455
1703
|
/** Ui View Teams [PROXY-ADMIN ONLY] Filter teams based on partial match of team_id or team_alias with pagination. Args: user_id (Optional[str]): Partial user ID to search for user_email (Optional[str]): Partial email to search for page (int): Page number for pagination (starts at 1) page_size (int): Number of items per page (max 100) user_api_key_dict (UserAPIKeyAuth): User authentication information Returns: List[LiteLLM_SpendLogs]: Paginated list of matching user records */
|
|
1456
1704
|
export declare const getUiViewTeamsTeamFilterUi: API.OperationMethod<GetUiViewTeamsTeamFilterUiRequest, GetUiViewTeamsTeamFilterUiResponse, GetUiViewTeamsTeamFilterUiError, LitellmOpContext>;
|
|
@@ -1467,7 +1715,7 @@ export type PostBlockTeamTeamBlockError = UnprocessableEntity | LitellmOpError;
|
|
|
1467
1715
|
/** Block Team Blocks all calls from keys with this team id. Parameters: - team_id: str - Required. The unique identifier of the team to block. Example: ``` curl --location 'http://0.0.0.0:4000/team/block' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "team_id": "team-1234" }' ``` Returns: - The updated team record with blocked=True */
|
|
1468
1716
|
export declare const postBlockTeamTeamBlock: API.OperationMethod<PostBlockTeamTeamBlockRequest, PostBlockTeamTeamBlockResponse, PostBlockTeamTeamBlockError, LitellmOpContext>;
|
|
1469
1717
|
export type PostNewTeamTeamNewError = BadRequest | Forbidden | UnprocessableEntity | LitellmOpError;
|
|
1470
|
-
/** New Team Allow users to create a new team. Apply user permissions to their team. 👉 [Detailed Doc on setting team budgets](https://docs.litellm.ai/docs/proxy/team_budgets) Parameters: - team_alias: Optional[str] - User defined team alias - team_id: Optional[str] - The team id of the user. If none passed, we'll generate it. - members_with_roles: List[{"role": "admin" or "user", "user_id": "<user-id>"}] - A list of users and their roles in the team. Get user_id when making a new user via `/user/new`. - team_member_permissions: Optional[List[str]] - A list of routes that non-admin team members can access. example: ["/key/generate", "/key/update", "/key/delete"] - metadata: Optional[dict] - Metadata for team, store information for team. Example metadata = {"extra_info": "some info"} - model_rpm_limit: Optional[Dict[str, int]] - The RPM (Requests Per Minute) limit for this team - applied across all keys for this team. - model_tpm_limit: Optional[Dict[str, int]] - The TPM (Tokens Per Minute) limit for this team - applied across all keys for this team. - default_estimated_output_tokens: Optional[int] - Expected output tokens reserved for TPM limiting when a request omits max_tokens, for keys on this team that do not set their own. Positive integer. - default_estimated_output_tokens_per_model: Optional[Dict[str, int]] - Per-model override of the above. Example: {"gpt-4": 4096, "gpt-3.5-turbo": 1024} - mcp_rpm_limit: Optional[Dict[str, int]] - Per-MCP-server RPM limit for this team, keyed by MCP server name (alias if set, else the configured name). Example: {"github": 100, "slack": 200}. Applied across all keys for this team. - tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for this team - all keys with this team_id will have at max this TPM limit - rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for this team - all keys associated with this team_id will have at max this RPM limit - rpm_limit_type: Optional[Literal["guaranteed_throughput", "best_effort_throughput"]] - The type of RPM limit enforcement. Use "guaranteed_throughput" to raise an error if overallocating RPM, or "best_effort_throughput" for best effort enforcement. - tpm_limit_type: Optional[Literal["guaranteed_throughput", "best_effort_throughput"]] - The type of TPM limit enforcement. Use "guaranteed_throughput" to raise an error if overallocating TPM, or "best_effort_throughput" for best effort enforcement. - max_budget: Optional[float] - The maximum budget allocated to the team - all keys for this team_id will have at max this max_budget - soft_budget: Optional[float] - The soft budget threshold for the team. If max_budget is set, soft_budget must be strictly lower than max_budget. Can be set independently if max_budget is not set. - budget_duration: Optional[str] - The duration of the budget for the team. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets) - models: Optional[list] - A list of models associated with the team - all keys for this team_id will have at most, these models. If empty, assumes all models are allowed. - blocked: bool - Flag indicating if the team is blocked or not - will stop all calls from keys with this team_id. - members: Optional[List] - Control team members via `/team/member/add` and `/team/member/delete`. - tags: Optional[List[str]] - Tags for [tracking spend](https://litellm.vercel.app/docs/proxy/enterprise#tracking-spend-for-custom-tags) and/or doing [tag-based routing](https://litellm.vercel.app/docs/proxy/tag_routing). - prompts: Optional[List[str]] - List of prompts that the team is allowed to use. - organization_id: Optional[str] - The organization id of the team. Default is None. Create via `/organization/new`. - model_aliases: Optional[dict] - Model aliases for the team. [Docs](https://docs.litellm.ai/docs/proxy/team_based_routing#create-team-with-model-alias) - guardrails: Optional[List[str]] - Guardrails for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails) - policies: Optional[List[str]] - Policies for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails/guardrail_policies) - disable_global_guardrails: Optional[bool] - Whether to disable global guardrails for the key. - object_permission: Optional[LiteLLM_ObjectPermissionBase] - team-specific object permission. Example - {"vector_stores": ["vector_store_1", "vector_store_2"], "agents": ["agent_1", "agent_2"], "agent_access_groups": ["dev_group"]}. IF null or {} then no object permission. - team_member_budget: Optional[float] - The maximum budget allocated to an individual team member. - team_member_budget_duration: Optional[str] - The duration of the budget for the team member. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets) - team_member_rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for individual team members. - team_member_tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for individual team members. - team_member_key_duration: Optional[str] - The duration for a team member's key. e.g. "1d", "1w", "1mo" - allowed_passthrough_routes: Optional[List[str]] - List of allowed pass through routes for the team. - allowed_vector_store_indexes: Optional[List[dict]] - List of allowed vector store indexes for the key. Example - [{"index_name": "my-index", "index_permissions": ["write", "read"]}]. If specified, the key will only be able to use these specific vector store indexes. Create index, using `/v1/indexes` endpoint. - secret_manager_settings: Optional[dict] - Secret manager settings for the team. [Docs](https://docs.litellm.ai/docs/secret_managers/overview) - router_settings: Optional[UpdateRouterConfig] - team-specific router settings. Example - {"model_group_retry_policy": {"gpt-4": {"RateLimitErrorRetries": 5}}}. IF null or {} then no router settings. - access_group_ids: Optional[List[str]] - List of access group IDs to associate with the team. Access groups define which models the team can access. Example - ["access_group_1", "access_group_2"]. - enforced_file_expires_after: Optional[dict] - Enforced file expiration policy for the team. Keys created under this team will inherit this policy for file uploads. Example - {"anchor": "created_at", "days": 30}. - enforced_batch_output_expires_after: Optional[dict] - Enforced batch output file expiration policy for the team. Keys created under this team will inherit this policy for batch output files. Example - {"anchor": "created_at", "days": 30}. - budget_limits: Optional[list] - List of concurrent budget windows for the team. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{"budget_limit": 10.0, "time_period": "1d"}, {"budget_limit": 50.0, "time_period": "7d"}]. - default_team_member_models: Optional[List[str]] - Default models assigned to new team members when they join this team. Must be a subset of the team's models. Returns: - team_id: (str) Unique team id - used for tracking spend across multiple keys for same team id. _deprecated_params: - admins: list - A list of user_id's for the admin role - users: list - A list of user_id's for the user role Example Request: ``` curl --location 'http://0.0.0.0:4000/team/new' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "team_alias": "my-new-team_2", "members_with_roles": [{"role": "admin", "user_id": "user-1234"}, {"role": "user", "user_id": "user-2434"}] }' ``` ``` curl --location 'http://0.0.0.0:4000/team/new' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "team_alias": "QA Prod Bot", "max_budget": 0.000000001, "budget_duration": "1d" }' ``` */
|
|
1718
|
+
/** New Team Allow users to create a new team. Apply user permissions to their team. 👉 [Detailed Doc on setting team budgets](https://docs.litellm.ai/docs/proxy/team_budgets) Parameters: - team_alias: Optional[str] - User defined team alias - team_id: Optional[str] - The team id of the user. If none passed, we'll generate it. - members_with_roles: List[{"role": "admin" or "user", "user_id": "<user-id>"}] - A list of users and their roles in the team. Get user_id when making a new user via `/user/new`. - team_member_permissions: Optional[List[str]] - A list of routes that non-admin team members can access. example: ["/key/generate", "/key/update", "/key/delete"] - metadata: Optional[dict] - Metadata for team, store information for team. Example metadata = {"extra_info": "some info"} - model_rpm_limit: Optional[Dict[str, int]] - The RPM (Requests Per Minute) limit for this team - applied across all keys for this team. - model_tpm_limit: Optional[Dict[str, int]] - The TPM (Tokens Per Minute) limit for this team - applied across all keys for this team. - default_estimated_output_tokens: Optional[int] - Expected output tokens reserved for TPM limiting when a request omits max_tokens, for keys on this team that do not set their own. Positive integer. - default_estimated_output_tokens_per_model: Optional[Dict[str, int]] - Per-model override of the above. Example: {"gpt-4": 4096, "gpt-3.5-turbo": 1024} - mcp_rpm_limit: Optional[Dict[str, int]] - Per-MCP-server RPM limit for this team, keyed by MCP server name (alias if set, else the configured name). Example: {"github": 100, "slack": 200}. Applied across all keys for this team. - tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for this team - all keys with this team_id will have at max this TPM limit - rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for this team - all keys associated with this team_id will have at max this RPM limit - tpd_limit: Optional[int] - The TPD (Tokens Per Day) limit for this team. Batch submissions are charged against it instead of tpm_limit/rpm_limit - rpm_limit_type: Optional[Literal["guaranteed_throughput", "best_effort_throughput"]] - The type of RPM limit enforcement. Use "guaranteed_throughput" to raise an error if overallocating RPM, or "best_effort_throughput" for best effort enforcement. - tpm_limit_type: Optional[Literal["guaranteed_throughput", "best_effort_throughput"]] - The type of TPM limit enforcement. Use "guaranteed_throughput" to raise an error if overallocating TPM, or "best_effort_throughput" for best effort enforcement. - max_budget: Optional[float] - The maximum budget allocated to the team - all keys for this team_id will have at max this max_budget - soft_budget: Optional[float] - The soft budget threshold for the team. If max_budget is set, soft_budget must be strictly lower than max_budget. Can be set independently if max_budget is not set. - budget_duration: Optional[str] - The duration of the budget for the team. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets) - models: Optional[list] - A list of models associated with the team - all keys for this team_id will have at most, these models. If empty, assumes all models are allowed. - blocked: bool - Flag indicating if the team is blocked or not - will stop all calls from keys with this team_id. - members: Optional[List] - Control team members via `/team/member/add` and `/team/member/delete`. - tags: Optional[List[str]] - Tags for [tracking spend](https://litellm.vercel.app/docs/proxy/enterprise#tracking-spend-for-custom-tags) and/or doing [tag-based routing](https://litellm.vercel.app/docs/proxy/tag_routing). - prompts: Optional[List[str]] - List of prompts that the team is allowed to use. - organization_id: Optional[str] - The organization id of the team. Default is None. Create via `/organization/new`. - model_aliases: Optional[dict] - Model aliases for the team. [Docs](https://docs.litellm.ai/docs/proxy/team_based_routing#create-team-with-model-alias) - model_max_budget: Optional[dict] - Per-model max budget every key on the team inherits unless the key sets its own for that model. Example: {"gpt-4o": {"max_budget": 10, "budget_duration": "1d"}} - guardrails: Optional[List[str]] - Guardrails for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails) - policies: Optional[List[str]] - Policies for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails/guardrail_policies) - disable_global_guardrails: Optional[bool] - Whether to disable global guardrails for the key. - object_permission: Optional[LiteLLM_ObjectPermissionBase] - team-specific object permission. Example - {"vector_stores": ["vector_store_1", "vector_store_2"], "agents": ["agent_1", "agent_2"], "agent_access_groups": ["dev_group"]}. IF null or {} then no object permission. - team_member_budget: Optional[float] - The maximum budget allocated to an individual team member. - team_member_budget_duration: Optional[str] - The duration of the budget for the team member. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets) - team_member_rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for individual team members. - team_member_tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for individual team members. - team_member_key_duration: Optional[str] - The duration for a team member's key. e.g. "1d", "1w", "1mo" - allowed_passthrough_routes: Optional[List[str]] - List of allowed pass through routes for the team. - allowed_vector_store_indexes: Optional[List[dict]] - List of allowed vector store indexes for the key. Example - [{"index_name": "my-index", "index_permissions": ["write", "read"]}]. If specified, the key will only be able to use these specific vector store indexes. Create index, using `/v1/indexes` endpoint. - secret_manager_settings: Optional[dict] - Secret manager settings for the team. [Docs](https://docs.litellm.ai/docs/secret_managers/overview) - router_settings: Optional[UpdateRouterConfig] - team-specific router settings. Example - {"model_group_retry_policy": {"gpt-4": {"RateLimitErrorRetries": 5}}}. IF null or {} then no router settings. - access_group_ids: Optional[List[str]] - List of access group IDs to associate with the team. Access groups define which models the team can access. Example - ["access_group_1", "access_group_2"]. - enforced_file_expires_after: Optional[dict] - Enforced file expiration policy for the team. Keys created under this team will inherit this policy for file uploads. Example - {"anchor": "created_at", "days": 30}. - enforced_batch_output_expires_after: Optional[dict] - Enforced batch output file expiration policy for the team. Keys created under this team will inherit this policy for batch output files. Example - {"anchor": "created_at", "days": 30}. - budget_limits: Optional[list] - List of concurrent budget windows for the team. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{"budget_limit": 10.0, "time_period": "1d"}, {"budget_limit": 50.0, "time_period": "7d"}]. - default_team_member_models: Optional[List[str]] - Default models assigned to new team members when they join this team. Must be a subset of the team's models. Returns: - team_id: (str) Unique team id - used for tracking spend across multiple keys for same team id. _deprecated_params: - admins: list - A list of user_id's for the admin role - users: list - A list of user_id's for the user role Example Request: ``` curl --location 'http://0.0.0.0:4000/team/new' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "team_alias": "my-new-team_2", "members_with_roles": [{"role": "admin", "user_id": "user-1234"}, {"role": "user", "user_id": "user-2434"}] }' ``` ``` curl --location 'http://0.0.0.0:4000/team/new' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "team_alias": "QA Prod Bot", "max_budget": 0.000000001, "budget_duration": "1d" }' ``` */
|
|
1471
1719
|
export declare const postNewTeamTeamNew: API.OperationMethod<PostNewTeamTeamNewRequest, LiteLLMTeamTable, PostNewTeamTeamNewError, LitellmOpContext>;
|
|
1472
1720
|
export type ResetTeamMemberSpendFnTeamTeamIdMemberUserIdResetSpendPostError = UnprocessableEntity | LitellmOpError;
|
|
1473
1721
|
/** Reset Team Member Spend Fn Reset a team member's tracked spend against their per-member budget. A member's spend is tracked separately from both their own personal budget and the team's own budget (LiteLLM_TeamMembership.spend), so neither /user/update nor /team/update can clear it: this is the only endpoint that does. The cross-pod spend counter and cached membership reads are invalidated so the reset takes effect on the member's next request rather than waiting on the membership cache's TTL. */
|
|
@@ -1497,6 +1745,6 @@ export type UpdateTeamMemberPermissionsTeamPermissionsUpdatePostError = Unproces
|
|
|
1497
1745
|
/** Update Team Member Permissions Update the team member permissions for a team */
|
|
1498
1746
|
export declare const updateTeamMemberPermissionsTeamPermissionsUpdatePost: API.OperationMethod<UpdateTeamMemberPermissionsTeamPermissionsUpdatePostRequest, LiteLLMTeamTable, UpdateTeamMemberPermissionsTeamPermissionsUpdatePostError, LitellmOpContext>;
|
|
1499
1747
|
export type UpdateTeamTeamUpdatePostError = BadRequest | Forbidden | NotFound | UnprocessableEntity | LitellmOpError;
|
|
1500
|
-
/** Update Team Use `/team/member_add` AND `/team/member/delete` to add/remove new team members You can now update team budget / rate limits via /team/update Parameters: - team_id: str - The team id of the user. Required param. - team_alias: Optional[str] - User defined team alias - team_member_permissions: Optional[List[str]] - A list of routes that non-admin team members can access. example: ["/key/generate", "/key/update", "/key/delete"] - metadata: Optional[dict] - Metadata for team, store information for team. Example metadata = {"team": "core-infra", "app": "app2", "email": "ishaan@berri.ai" } - tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for this team - all keys with this team_id will have at max this TPM limit - rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for this team - all keys associated with this team_id will have at max this RPM limit - max_budget: Optional[float] - The maximum budget allocated to the team - all keys for this team_id will have at max this max_budget - soft_budget: Optional[float] - The soft budget threshold for the team. If max_budget is set (either in the request or existing), soft_budget must be strictly lower than max_budget. Can be set independently if max_budget is not set. - budget_duration: Optional[str] - The duration of the budget for the team. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets) - models: Optional[list] - A list of models associated with the team - all keys for this team_id will have at most, these models. If empty, assumes all models are allowed. - prompts: Optional[List[str]] - List of prompts that the team is allowed to use. - blocked: bool - Flag indicating if the team is blocked or not - will stop all calls from keys with this team_id. - tags: Optional[List[str]] - Tags for [tracking spend](https://litellm.vercel.app/docs/proxy/enterprise#tracking-spend-for-custom-tags) and/or doing [tag-based routing](https://litellm.vercel.app/docs/proxy/tag_routing). - organization_id: Optional[str] - The organization id of the team. Default is None. Create via `/organization/new`. - model_aliases: Optional[dict] - Model aliases for the team. [Docs](https://docs.litellm.ai/docs/proxy/team_based_routing#create-team-with-model-alias) - guardrails: Optional[List[str]] - Guardrails for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails) - policies: Optional[List[str]] - Policies for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails/guardrail_policies) - disable_global_guardrails: Optional[bool] - Whether to disable global guardrails for the key. - object_permission: Optional[LiteLLM_ObjectPermissionBase] - team-specific object permission. Example - {"vector_stores": ["vector_store_1", "vector_store_2"], "agents": ["agent_1", "agent_2"], "agent_access_groups": ["dev_group"]}. IF null or {} then no object permission. - team_member_budget: Optional[float] - The maximum budget allocated to an individual team member. - team_member_budget_duration: Optional[str] - The duration of the budget for the team member. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets) - team_member_rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for individual team members. - team_member_tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for individual team members. - team_member_key_duration: Optional[str] - The duration for a team member's key. e.g. "1d", "1w", "1mo" - allowed_passthrough_routes: Optional[List[str]] - List of allowed pass through routes for the team. - model_rpm_limit: Optional[Dict[str, int]] - The RPM (Requests Per Minute) limit per model for this team. Example: {"gpt-4": 100, "gpt-3.5-turbo": 200} - model_tpm_limit: Optional[Dict[str, int]] - The TPM (Tokens Per Minute) limit per model for this team. Example: {"gpt-4": 10000, "gpt-3.5-turbo": 20000} - default_estimated_output_tokens: Optional[int] - Expected output tokens reserved for TPM limiting when a request omits max_tokens, for keys on this team that do not set their own. Positive integer. - default_estimated_output_tokens_per_model: Optional[Dict[str, int]] - Per-model override of the above. Example: {"gpt-4": 4096, "gpt-3.5-turbo": 1024} - mcp_rpm_limit: Optional[Dict[str, int]] - Per-MCP-server RPM limit for this team, keyed by MCP server name (alias if set, else the configured name). Example: {"github": 100, "slack": 200}. Applied across all keys for this team. Example - update team TPM Limit - allowed_vector_store_indexes: Optional[List[dict]] - List of allowed vector store indexes for the key. Example - [{"index_name": "my-index", "index_permissions": ["write", "read"]}]. If specified, the key will only be able to use these specific vector store indexes. Create index, using `/v1/indexes` endpoint. - secret_manager_settings: Optional[dict] - Secret manager settings for the team. [Docs](https://docs.litellm.ai/docs/secret_managers/overview) - router_settings: Optional[UpdateRouterConfig] - team-specific router settings. Example - {"model_group_retry_policy": {"gpt-4": {"RateLimitErrorRetries": 5}}}. IF null or {} then no router settings. - access_group_ids: Optional[List[str]] - List of access group IDs to associate with the team. Access groups define which models the team can access. Example - ["access_group_1", "access_group_2"]. - enforced_file_expires_after: Optional[dict] - Enforced file expiration policy for the team. Keys created under this team will inherit this policy for file uploads. Example - {"anchor": "created_at", "days": 30}. - enforced_batch_output_expires_after: Optional[dict] - Enforced batch output file expiration policy for the team. Keys created under this team will inherit this policy for batch output files. Example - {"anchor": "created_at", "days": 30}. - budget_limits: Optional[list] - List of concurrent budget windows for the team. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{"budget_limit": 10.0, "time_period": "1d"}, {"budget_limit": 50.0, "time_period": "7d"}]. - default_team_member_models: Optional[List[str]] - Default models assigned to new team members when they join this team. Must be a subset of the team's models. ``` curl --location 'http://0.0.0.0:4000/team/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data-raw '{ "team_id": "8d916b1c-510d-4894-a334-1c16a93344f5", "tpm_limit": 100 }' ``` Example - Update Team `max_budget` budget ``` curl --location 'http://0.0.0.0:4000/team/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data-raw '{ "team_id": "8d916b1c-510d-4894-a334-1c16a93344f5", "max_budget": 10 }' ``` */
|
|
1748
|
+
/** Update Team Use `/team/member_add` AND `/team/member/delete` to add/remove new team members You can now update team budget / rate limits via /team/update Parameters: - team_id: str - The team id of the user. Required param. - team_alias: Optional[str] - User defined team alias - team_member_permissions: Optional[List[str]] - A list of routes that non-admin team members can access. example: ["/key/generate", "/key/update", "/key/delete"] - metadata: Optional[dict] - Metadata for team, store information for team. Example metadata = {"team": "core-infra", "app": "app2", "email": "ishaan@berri.ai" } - tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for this team - all keys with this team_id will have at max this TPM limit - rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for this team - all keys associated with this team_id will have at max this RPM limit - tpd_limit: Optional[int] - The TPD (Tokens Per Day) limit for this team. Batch submissions are charged against it instead of tpm_limit/rpm_limit - max_budget: Optional[float] - The maximum budget allocated to the team - all keys for this team_id will have at max this max_budget - soft_budget: Optional[float] - The soft budget threshold for the team. If max_budget is set (either in the request or existing), soft_budget must be strictly lower than max_budget. Can be set independently if max_budget is not set. - budget_duration: Optional[str] - The duration of the budget for the team. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets) - models: Optional[list] - A list of models associated with the team - all keys for this team_id will have at most, these models. If empty, assumes all models are allowed. - prompts: Optional[List[str]] - List of prompts that the team is allowed to use. - blocked: bool - Flag indicating if the team is blocked or not - will stop all calls from keys with this team_id. - tags: Optional[List[str]] - Tags for [tracking spend](https://litellm.vercel.app/docs/proxy/enterprise#tracking-spend-for-custom-tags) and/or doing [tag-based routing](https://litellm.vercel.app/docs/proxy/tag_routing). - organization_id: Optional[str] - The organization id of the team. Default is None. Create via `/organization/new`. - model_aliases: Optional[dict] - Model aliases for the team. [Docs](https://docs.litellm.ai/docs/proxy/team_based_routing#create-team-with-model-alias) - model_max_budget: Optional[dict] - Per-model max budget every key on the team inherits unless the key sets its own for that model. Example: {"gpt-4o": {"max_budget": 10, "budget_duration": "1d"}} - guardrails: Optional[List[str]] - Guardrails for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails) - policies: Optional[List[str]] - Policies for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails/guardrail_policies) - disable_global_guardrails: Optional[bool] - Whether to disable global guardrails for the key. - object_permission: Optional[LiteLLM_ObjectPermissionBase] - team-specific object permission. Example - {"vector_stores": ["vector_store_1", "vector_store_2"], "agents": ["agent_1", "agent_2"], "agent_access_groups": ["dev_group"]}. IF null or {} then no object permission. - team_member_budget: Optional[float] - The maximum budget allocated to an individual team member. - team_member_budget_duration: Optional[str] - The duration of the budget for the team member. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets) - team_member_rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for individual team members. - team_member_tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for individual team members. - team_member_key_duration: Optional[str] - The duration for a team member's key. e.g. "1d", "1w", "1mo" - allowed_passthrough_routes: Optional[List[str]] - List of allowed pass through routes for the team. - model_rpm_limit: Optional[Dict[str, int]] - The RPM (Requests Per Minute) limit per model for this team. Example: {"gpt-4": 100, "gpt-3.5-turbo": 200} - model_tpm_limit: Optional[Dict[str, int]] - The TPM (Tokens Per Minute) limit per model for this team. Example: {"gpt-4": 10000, "gpt-3.5-turbo": 20000} - default_estimated_output_tokens: Optional[int] - Expected output tokens reserved for TPM limiting when a request omits max_tokens, for keys on this team that do not set their own. Positive integer. - default_estimated_output_tokens_per_model: Optional[Dict[str, int]] - Per-model override of the above. Example: {"gpt-4": 4096, "gpt-3.5-turbo": 1024} - mcp_rpm_limit: Optional[Dict[str, int]] - Per-MCP-server RPM limit for this team, keyed by MCP server name (alias if set, else the configured name). Example: {"github": 100, "slack": 200}. Applied across all keys for this team. Example - update team TPM Limit - allowed_vector_store_indexes: Optional[List[dict]] - List of allowed vector store indexes for the key. Example - [{"index_name": "my-index", "index_permissions": ["write", "read"]}]. If specified, the key will only be able to use these specific vector store indexes. Create index, using `/v1/indexes` endpoint. - secret_manager_settings: Optional[dict] - Secret manager settings for the team. [Docs](https://docs.litellm.ai/docs/secret_managers/overview) - router_settings: Optional[UpdateRouterConfig] - team-specific router settings. Example - {"model_group_retry_policy": {"gpt-4": {"RateLimitErrorRetries": 5}}}. IF null or {} then no router settings. - access_group_ids: Optional[List[str]] - List of access group IDs to associate with the team. Access groups define which models the team can access. Example - ["access_group_1", "access_group_2"]. - enforced_file_expires_after: Optional[dict] - Enforced file expiration policy for the team. Keys created under this team will inherit this policy for file uploads. Example - {"anchor": "created_at", "days": 30}. - enforced_batch_output_expires_after: Optional[dict] - Enforced batch output file expiration policy for the team. Keys created under this team will inherit this policy for batch output files. Example - {"anchor": "created_at", "days": 30}. - budget_limits: Optional[list] - List of concurrent budget windows for the team. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{"budget_limit": 10.0, "time_period": "1d"}, {"budget_limit": 50.0, "time_period": "7d"}]. - default_team_member_models: Optional[List[str]] - Default models assigned to new team members when they join this team. Must be a subset of the team's models. ``` curl --location 'http://0.0.0.0:4000/team/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data-raw '{ "team_id": "8d916b1c-510d-4894-a334-1c16a93344f5", "tpm_limit": 100 }' ``` Example - Update Team `max_budget` budget ``` curl --location 'http://0.0.0.0:4000/team/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data-raw '{ "team_id": "8d916b1c-510d-4894-a334-1c16a93344f5", "max_budget": 10 }' ``` */
|
|
1501
1749
|
export declare const updateTeamTeamUpdatePost: API.OperationMethod<UpdateTeamTeamUpdatePostRequest, UpdateTeamTeamUpdatePostResponse, UpdateTeamTeamUpdatePostError, LitellmOpContext>;
|
|
1502
1750
|
//# sourceMappingURL=team_management.d.ts.map
|