@homeflare/distilled-litellm 0.2.0 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +48 -12
- package/dist/services/a2a.js +1 -1
- package/dist/services/a2a_registration.js +1 -1
- package/dist/services/access_groups.d.ts +18 -0
- package/dist/services/access_groups.d.ts.map +1 -1
- package/dist/services/access_groups.js +15 -1
- package/dist/services/access_groups.js.map +1 -1
- package/dist/services/adaptive_router.js +1 -1
- package/dist/services/agents.d.ts +10 -0
- package/dist/services/agents.d.ts.map +1 -1
- package/dist/services/agents.js +10 -1
- package/dist/services/agents.js.map +1 -1
- package/dist/services/alerting.js +1 -1
- package/dist/services/anthropic_passthrough.js +1 -1
- package/dist/services/anthropic_skills.d.ts +7 -1
- package/dist/services/anthropic_skills.d.ts.map +1 -1
- package/dist/services/anthropic_skills.js +6 -2
- package/dist/services/anthropic_skills.js.map +1 -1
- package/dist/services/assistants.js +1 -1
- package/dist/services/audio.js +1 -1
- package/dist/services/audit_logging.d.ts +2 -0
- package/dist/services/audit_logging.d.ts.map +1 -1
- package/dist/services/audit_logging.js +2 -1
- package/dist/services/audit_logging.js.map +1 -1
- package/dist/services/auto_router.d.ts +162 -62
- package/dist/services/auto_router.d.ts.map +1 -1
- package/dist/services/auto_router.js +92 -31
- package/dist/services/auto_router.js.map +1 -1
- package/dist/services/batch.js +1 -1
- package/dist/services/beta_agents.js +1 -1
- package/dist/services/beta_mcp.js +1 -1
- package/dist/services/budget_management.d.ts +8 -3
- package/dist/services/budget_management.d.ts.map +1 -1
- package/dist/services/budget_management.js +7 -4
- package/dist/services/budget_management.js.map +1 -1
- package/dist/services/budget_spend_tracking.d.ts +24 -5
- package/dist/services/budget_spend_tracking.d.ts.map +1 -1
- package/dist/services/budget_spend_tracking.js +17 -4
- package/dist/services/budget_spend_tracking.js.map +1 -1
- package/dist/services/cache_settings.js +1 -1
- package/dist/services/caching.js +1 -1
- package/dist/services/chat_completions.js +1 -1
- package/dist/services/claude_code_marketplace.d.ts +11 -10
- package/dist/services/claude_code_marketplace.d.ts.map +1 -1
- package/dist/services/claude_code_marketplace.js +8 -6
- package/dist/services/claude_code_marketplace.js.map +1 -1
- package/dist/services/cloudzero.js +1 -1
- package/dist/services/completions.js +1 -1
- package/dist/services/compliance.js +1 -1
- package/dist/services/config_overrides.d.ts +5 -1
- package/dist/services/config_overrides.d.ts.map +1 -1
- package/dist/services/config_overrides.js +3 -1
- package/dist/services/config_overrides.js.map +1 -1
- package/dist/services/config_yaml.d.ts +120 -6
- package/dist/services/config_yaml.d.ts.map +1 -1
- package/dist/services/config_yaml.js +67 -1
- package/dist/services/config_yaml.js.map +1 -1
- package/dist/services/containers.d.ts +8 -2
- package/dist/services/containers.d.ts.map +1 -1
- package/dist/services/containers.js +13 -5
- package/dist/services/containers.js.map +1 -1
- package/dist/services/coordination_redis_settings.js +1 -1
- package/dist/services/cost_tracking.d.ts +91 -1
- package/dist/services/cost_tracking.d.ts.map +1 -1
- package/dist/services/cost_tracking.js +82 -2
- package/dist/services/cost_tracking.js.map +1 -1
- package/dist/services/credential_management.d.ts +16 -3
- package/dist/services/credential_management.d.ts.map +1 -1
- package/dist/services/credential_management.js +13 -4
- package/dist/services/credential_management.js.map +1 -1
- package/dist/services/customer_management.d.ts +25 -2
- package/dist/services/customer_management.d.ts.map +1 -1
- package/dist/services/customer_management.js +22 -3
- package/dist/services/customer_management.js.map +1 -1
- package/dist/services/email_management.js +1 -1
- package/dist/services/embeddings.js +1 -1
- package/dist/services/evals.js +1 -1
- package/dist/services/experimental.js +1 -1
- package/dist/services/fallback_management.js +1 -1
- package/dist/services/files.js +1 -1
- package/dist/services/fine_tuning.js +1 -1
- package/dist/services/gemini_agents.js +1 -1
- package/dist/services/google_genai_endpoints.js +1 -1
- package/dist/services/guardrails.d.ts +80 -7
- package/dist/services/guardrails.d.ts.map +1 -1
- package/dist/services/guardrails.js +37 -1
- package/dist/services/guardrails.js.map +1 -1
- package/dist/services/health.d.ts +2 -2
- package/dist/services/health.d.ts.map +1 -1
- package/dist/services/health.js +2 -2
- package/dist/services/health.js.map +1 -1
- package/dist/services/images.js +1 -1
- package/dist/services/index.d.ts +1 -15
- package/dist/services/index.d.ts.map +1 -1
- package/dist/services/index.js +1 -15
- package/dist/services/index.js.map +1 -1
- package/dist/services/internal_user_management.d.ts +227 -39
- package/dist/services/internal_user_management.d.ts.map +1 -1
- package/dist/services/internal_user_management.js +194 -37
- package/dist/services/internal_user_management.js.map +1 -1
- package/dist/services/invite_links.js +1 -1
- package/dist/services/jwt_mappings.d.ts +3 -0
- package/dist/services/jwt_mappings.d.ts.map +1 -1
- package/dist/services/jwt_mappings.js +4 -1
- package/dist/services/jwt_mappings.js.map +1 -1
- package/dist/services/key_management.d.ts +116 -50
- package/dist/services/key_management.d.ts.map +1 -1
- package/dist/services/key_management.js +95 -40
- package/dist/services/key_management.js.map +1 -1
- package/dist/services/langfuse_passthrough.js +1 -1
- package/dist/services/llm_passthrough.d.ts +1199 -0
- package/dist/services/llm_passthrough.d.ts.map +1 -0
- package/dist/services/llm_passthrough.js +2150 -0
- package/dist/services/llm_passthrough.js.map +1 -0
- package/dist/services/llm_utils.js +1 -1
- package/dist/services/logging_callbacks.js +1 -1
- package/dist/services/mcp_byok_oauth.d.ts +18 -11
- package/dist/services/mcp_byok_oauth.d.ts.map +1 -1
- package/dist/services/mcp_byok_oauth.js +27 -24
- package/dist/services/mcp_byok_oauth.js.map +1 -1
- package/dist/services/mcp_discoverable.d.ts +34 -0
- package/dist/services/mcp_discoverable.d.ts.map +1 -1
- package/dist/services/mcp_discoverable.js +51 -1
- package/dist/services/mcp_discoverable.js.map +1 -1
- package/dist/services/mcp_management.d.ts +90 -2
- package/dist/services/mcp_management.d.ts.map +1 -1
- package/dist/services/mcp_management.js +115 -3
- package/dist/services/mcp_management.js.map +1 -1
- package/dist/services/mcp_rest.d.ts +13 -0
- package/dist/services/mcp_rest.d.ts.map +1 -1
- package/dist/services/mcp_rest.js +10 -2
- package/dist/services/mcp_rest.js.map +1 -1
- package/dist/services/memory_management.d.ts +2 -0
- package/dist/services/memory_management.d.ts.map +1 -1
- package/dist/services/memory_management.js +2 -1
- package/dist/services/memory_management.js.map +1 -1
- package/dist/services/misc.d.ts +86 -1
- package/dist/services/misc.d.ts.map +1 -1
- package/dist/services/misc.js +126 -2
- package/dist/services/misc.js.map +1 -1
- package/dist/services/model_management.d.ts +310 -19
- package/dist/services/model_management.d.ts.map +1 -1
- package/dist/services/model_management.js +240 -7
- package/dist/services/model_management.js.map +1 -1
- package/dist/services/moderations.js +1 -1
- package/dist/services/ocr.js +1 -1
- package/dist/services/open_ai_pass_through.d.ts +35 -90
- package/dist/services/open_ai_pass_through.d.ts.map +1 -1
- package/dist/services/open_ai_pass_through.js +41 -139
- package/dist/services/open_ai_pass_through.js.map +1 -1
- package/dist/services/organization_management.d.ts +21 -1
- package/dist/services/organization_management.d.ts.map +1 -1
- package/dist/services/organization_management.js +20 -2
- package/dist/services/organization_management.js.map +1 -1
- package/dist/services/plugins.js +1 -1
- package/dist/services/policies.d.ts +2 -0
- package/dist/services/policies.d.ts.map +1 -1
- package/dist/services/policies.js +3 -1
- package/dist/services/policies.js.map +1 -1
- package/dist/services/policy_engine.d.ts +6 -0
- package/dist/services/policy_engine.d.ts.map +1 -1
- package/dist/services/policy_engine.js +4 -1
- package/dist/services/policy_engine.js.map +1 -1
- package/dist/services/project_management.d.ts +15 -0
- package/dist/services/project_management.d.ts.map +1 -1
- package/dist/services/project_management.js +14 -1
- package/dist/services/project_management.js.map +1 -1
- package/dist/services/prompts.js +1 -1
- package/dist/services/public.d.ts +124 -0
- package/dist/services/public.d.ts.map +1 -1
- package/dist/services/public.js +158 -1
- package/dist/services/public.js.map +1 -1
- package/dist/services/rag.js +1 -1
- package/dist/services/realtime.d.ts +4 -26
- package/dist/services/realtime.d.ts.map +1 -1
- package/dist/services/realtime.js +7 -57
- package/dist/services/realtime.js.map +1 -1
- package/dist/services/rerank.d.ts +72 -0
- package/dist/services/rerank.d.ts.map +1 -1
- package/dist/services/rerank.js +61 -4
- package/dist/services/rerank.js.map +1 -1
- package/dist/services/responses.d.ts +30 -0
- package/dist/services/responses.d.ts.map +1 -1
- package/dist/services/responses.js +59 -1
- package/dist/services/responses.js.map +1 -1
- package/dist/services/router_settings.js +1 -1
- package/dist/services/rust_control_plane.js +1 -1
- package/dist/services/scim.d.ts +41 -1
- package/dist/services/scim.d.ts.map +1 -1
- package/dist/services/scim.js +60 -2
- package/dist/services/scim.js.map +1 -1
- package/dist/services/search.js +1 -1
- package/dist/services/search_tools.js +1 -1
- package/dist/services/settings.d.ts +88 -0
- package/dist/services/settings.d.ts.map +1 -1
- package/dist/services/settings.js +113 -1
- package/dist/services/settings.js.map +1 -1
- package/dist/services/sso_settings.d.ts +1 -1
- package/dist/services/sso_settings.d.ts.map +1 -1
- package/dist/services/sso_settings.js +1 -1
- package/dist/services/sso_settings.js.map +1 -1
- package/dist/services/tag_management.d.ts +7 -0
- package/dist/services/tag_management.d.ts.map +1 -1
- package/dist/services/tag_management.js +8 -1
- package/dist/services/tag_management.js.map +1 -1
- package/dist/services/team_management.d.ts +265 -17
- package/dist/services/team_management.d.ts.map +1 -1
- package/dist/services/team_management.js +247 -12
- package/dist/services/team_management.js.map +1 -1
- package/dist/services/tools.js +1 -1
- package/dist/services/ui_settings.js +1 -1
- package/dist/services/ui_theme_settings.js +1 -1
- package/dist/services/usage_ai.js +1 -1
- package/dist/services/vantage.js +1 -1
- package/dist/services/vector_store_management.js +1 -1
- package/dist/services/vector_stores.js +1 -1
- package/dist/services/videos.js +1 -1
- package/dist/services/web_socket.d.ts +0 -18
- package/dist/services/web_socket.d.ts.map +1 -1
- package/dist/services/web_socket.js +1 -33
- package/dist/services/web_socket.js.map +1 -1
- package/dist/services/workflow_management.js +1 -1
- package/package.json +1 -1
- package/src/services/a2a.ts +1 -1
- package/src/services/a2a_registration.ts +1 -1
- package/src/services/access_groups.ts +44 -1
- package/src/services/adaptive_router.ts +1 -1
- package/src/services/agents.ts +22 -1
- package/src/services/alerting.ts +1 -1
- package/src/services/anthropic_passthrough.ts +1 -1
- package/src/services/anthropic_skills.ts +12 -2
- package/src/services/assistants.ts +1 -1
- package/src/services/audio.ts +1 -1
- package/src/services/audit_logging.ts +4 -1
- package/src/services/auto_router.ts +303 -93
- package/src/services/batch.ts +1 -1
- package/src/services/beta_agents.ts +1 -1
- package/src/services/beta_mcp.ts +1 -1
- package/src/services/budget_management.ts +12 -4
- package/src/services/budget_spend_tracking.ts +38 -6
- package/src/services/cache_settings.ts +1 -1
- package/src/services/caching.ts +1 -1
- package/src/services/chat_completions.ts +1 -1
- package/src/services/claude_code_marketplace.ts +20 -14
- package/src/services/cloudzero.ts +1 -1
- package/src/services/completions.ts +1 -1
- package/src/services/compliance.ts +1 -1
- package/src/services/config_overrides.ts +8 -2
- package/src/services/config_yaml.ts +251 -6
- package/src/services/containers.ts +29 -11
- package/src/services/coordination_redis_settings.ts +1 -1
- package/src/services/cost_tracking.ts +198 -2
- package/src/services/credential_management.ts +25 -6
- package/src/services/customer_management.ts +49 -3
- package/src/services/email_management.ts +1 -1
- package/src/services/embeddings.ts +1 -1
- package/src/services/evals.ts +1 -1
- package/src/services/experimental.ts +1 -1
- package/src/services/fallback_management.ts +1 -1
- package/src/services/files.ts +1 -1
- package/src/services/fine_tuning.ts +1 -1
- package/src/services/gemini_agents.ts +1 -1
- package/src/services/google_genai_endpoints.ts +1 -1
- package/src/services/guardrails.ts +198 -8
- package/src/services/health.ts +3 -2
- package/src/services/images.ts +1 -1
- package/src/services/index.ts +1 -15
- package/src/services/internal_user_management.ts +565 -103
- package/src/services/invite_links.ts +1 -1
- package/src/services/jwt_mappings.ts +7 -1
- package/src/services/key_management.ts +257 -127
- package/src/services/langfuse_passthrough.ts +1 -1
- package/src/services/llm_passthrough.ts +4542 -0
- package/src/services/llm_utils.ts +1 -1
- package/src/services/logging_callbacks.ts +1 -1
- package/src/services/mcp_byok_oauth.ts +65 -45
- package/src/services/mcp_discoverable.ts +109 -1
- package/src/services/mcp_management.ts +258 -3
- package/src/services/mcp_rest.ts +30 -5
- package/src/services/memory_management.ts +4 -1
- package/src/services/misc.ts +269 -2
- package/src/services/model_management.ts +666 -21
- package/src/services/moderations.ts +1 -1
- package/src/services/ocr.ts +1 -1
- package/src/services/open_ai_pass_through.ts +81 -286
- package/src/services/organization_management.ts +44 -2
- package/src/services/plugins.ts +1 -1
- package/src/services/policies.ts +5 -1
- package/src/services/policy_engine.ts +10 -1
- package/src/services/project_management.ts +33 -1
- package/src/services/prompts.ts +1 -1
- package/src/services/public.ts +356 -1
- package/src/services/rag.ts +1 -1
- package/src/services/realtime.ts +11 -111
- package/src/services/rerank.ts +187 -7
- package/src/services/responses.ts +117 -1
- package/src/services/router_settings.ts +1 -1
- package/src/services/rust_control_plane.ts +1 -1
- package/src/services/scim.ts +134 -3
- package/src/services/search.ts +1 -1
- package/src/services/search_tools.ts +1 -1
- package/src/services/settings.ts +278 -1
- package/src/services/sso_settings.ts +2 -1
- package/src/services/tag_management.ts +15 -1
- package/src/services/team_management.ts +676 -37
- package/src/services/tools.ts +1 -1
- package/src/services/ui_settings.ts +1 -1
- package/src/services/ui_theme_settings.ts +1 -1
- package/src/services/usage_ai.ts +1 -1
- package/src/services/vantage.ts +1 -1
- package/src/services/vector_store_management.ts +1 -1
- package/src/services/vector_stores.ts +1 -1
- package/src/services/videos.ts +1 -1
- package/src/services/web_socket.ts +1 -61
- package/src/services/workflow_management.ts +1 -1
- package/dist/services/anthropic_pass_through.d.ts +0 -70
- package/dist/services/anthropic_pass_through.d.ts.map +0 -1
- package/dist/services/anthropic_pass_through.js +0 -114
- package/dist/services/anthropic_pass_through.js.map +0 -1
- package/dist/services/assembly_ai_eu_pass_through.d.ts +0 -70
- package/dist/services/assembly_ai_eu_pass_through.d.ts.map +0 -1
- package/dist/services/assembly_ai_eu_pass_through.js +0 -114
- package/dist/services/assembly_ai_eu_pass_through.js.map +0 -1
- package/dist/services/assembly_ai_pass_through.d.ts +0 -70
- package/dist/services/assembly_ai_pass_through.d.ts.map +0 -1
- package/dist/services/assembly_ai_pass_through.js +0 -114
- package/dist/services/assembly_ai_pass_through.js.map +0 -1
- package/dist/services/aws_comprehend_medical_pass_through.d.ts +0 -36
- package/dist/services/aws_comprehend_medical_pass_through.d.ts.map +0 -1
- package/dist/services/aws_comprehend_medical_pass_through.js +0 -56
- package/dist/services/aws_comprehend_medical_pass_through.js.map +0 -1
- package/dist/services/azure_ai_pass_through.d.ts +0 -70
- package/dist/services/azure_ai_pass_through.d.ts.map +0 -1
- package/dist/services/azure_ai_pass_through.js +0 -112
- package/dist/services/azure_ai_pass_through.js.map +0 -1
- package/dist/services/azure_pass_through.d.ts +0 -70
- package/dist/services/azure_pass_through.d.ts.map +0 -1
- package/dist/services/azure_pass_through.js +0 -107
- package/dist/services/azure_pass_through.js.map +0 -1
- package/dist/services/bedrock_pass_through.d.ts +0 -70
- package/dist/services/bedrock_pass_through.d.ts.map +0 -1
- package/dist/services/bedrock_pass_through.js +0 -114
- package/dist/services/bedrock_pass_through.js.map +0 -1
- package/dist/services/cohere_pass_through.d.ts +0 -70
- package/dist/services/cohere_pass_through.d.ts.map +0 -1
- package/dist/services/cohere_pass_through.js +0 -112
- package/dist/services/cohere_pass_through.js.map +0 -1
- package/dist/services/cursor_pass_through.d.ts +0 -70
- package/dist/services/cursor_pass_through.d.ts.map +0 -1
- package/dist/services/cursor_pass_through.js +0 -112
- package/dist/services/cursor_pass_through.js.map +0 -1
- package/dist/services/google_ai_studio_pass_through.d.ts +0 -70
- package/dist/services/google_ai_studio_pass_through.d.ts.map +0 -1
- package/dist/services/google_ai_studio_pass_through.js +0 -112
- package/dist/services/google_ai_studio_pass_through.js.map +0 -1
- package/dist/services/milvus_pass_through.d.ts +0 -70
- package/dist/services/milvus_pass_through.d.ts.map +0 -1
- package/dist/services/milvus_pass_through.js +0 -112
- package/dist/services/milvus_pass_through.js.map +0 -1
- package/dist/services/mistral_pass_through.d.ts +0 -70
- package/dist/services/mistral_pass_through.d.ts.map +0 -1
- package/dist/services/mistral_pass_through.js +0 -114
- package/dist/services/mistral_pass_through.js.map +0 -1
- package/dist/services/vertex_ai_pass_through.d.ts +0 -180
- package/dist/services/vertex_ai_pass_through.d.ts.map +0 -1
- package/dist/services/vertex_ai_pass_through.js +0 -334
- package/dist/services/vertex_ai_pass_through.js.map +0 -1
- package/dist/services/vllm_pass_through.d.ts +0 -70
- package/dist/services/vllm_pass_through.d.ts.map +0 -1
- package/dist/services/vllm_pass_through.js +0 -104
- package/dist/services/vllm_pass_through.js.map +0 -1
- package/dist/services/watsonx_pass_through.d.ts +0 -70
- package/dist/services/watsonx_pass_through.d.ts.map +0 -1
- package/dist/services/watsonx_pass_through.js +0 -114
- package/dist/services/watsonx_pass_through.js.map +0 -1
- package/src/services/anthropic_pass_through.ts +0 -233
- package/src/services/assembly_ai_eu_pass_through.ts +0 -237
- package/src/services/assembly_ai_pass_through.ts +0 -237
- package/src/services/aws_comprehend_medical_pass_through.ts +0 -109
- package/src/services/azure_ai_pass_through.ts +0 -231
- package/src/services/azure_pass_through.ts +0 -227
- package/src/services/bedrock_pass_through.ts +0 -229
- package/src/services/cohere_pass_through.ts +0 -227
- package/src/services/cursor_pass_through.ts +0 -227
- package/src/services/google_ai_studio_pass_through.ts +0 -227
- package/src/services/milvus_pass_through.ts +0 -227
- package/src/services/mistral_pass_through.ts +0 -229
- package/src/services/vertex_ai_pass_through.ts +0 -684
- package/src/services/vllm_pass_through.ts +0 -227
- package/src/services/watsonx_pass_through.ts +0 -229
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.
|
|
1
|
+
// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
|
|
2
2
|
import * as S from "@distilled.cloud/core/schema";
|
|
3
3
|
import * as API from "@distilled.cloud/core/api";
|
|
4
4
|
import * as C from "@distilled.cloud/core/category";
|
|
@@ -506,9 +506,17 @@ export const HandlerMultipartUploadV1ContainersContainerIdFilesPostResponse =
|
|
|
506
506
|
"HandlerMultipartUploadV1ContainersContainerIdFilesPostResponse",
|
|
507
507
|
}) as any as S.Schema<HandlerMultipartUploadV1ContainersContainerIdFilesPostResponse>;
|
|
508
508
|
|
|
509
|
-
export interface ListContainersContainersGetRequest {
|
|
509
|
+
export interface ListContainersContainersGetRequest {
|
|
510
|
+
after?: string;
|
|
511
|
+
limit?: number;
|
|
512
|
+
order?: string;
|
|
513
|
+
}
|
|
510
514
|
export const ListContainersContainersGetRequest = /*@__PURE__*/ S.suspend(() =>
|
|
511
|
-
S.Struct({
|
|
515
|
+
S.Struct({
|
|
516
|
+
after: S.optional(S.String.pipe(T.Query())),
|
|
517
|
+
limit: S.optional(S.Number.pipe(T.Query())),
|
|
518
|
+
order: S.optional(S.String.pipe(T.Query())),
|
|
519
|
+
}).pipe(T.Http({ method: "GET", uri: "/containers", code: 200 })),
|
|
512
520
|
).annotate({
|
|
513
521
|
identifier: "ListContainersContainersGetRequest",
|
|
514
522
|
}) as any as S.Schema<ListContainersContainersGetRequest>;
|
|
@@ -524,12 +532,18 @@ export const ListContainersContainersGetResponse = /*@__PURE__*/ S.suspend(() =>
|
|
|
524
532
|
identifier: "ListContainersContainersGetResponse",
|
|
525
533
|
}) as any as S.Schema<ListContainersContainersGetResponse>;
|
|
526
534
|
|
|
527
|
-
export interface ListContainersV1ContainersGetRequest {
|
|
535
|
+
export interface ListContainersV1ContainersGetRequest {
|
|
536
|
+
after?: string;
|
|
537
|
+
limit?: number;
|
|
538
|
+
order?: string;
|
|
539
|
+
}
|
|
528
540
|
export const ListContainersV1ContainersGetRequest = /*@__PURE__*/ S.suspend(
|
|
529
541
|
() =>
|
|
530
|
-
S.Struct({
|
|
531
|
-
T.
|
|
532
|
-
|
|
542
|
+
S.Struct({
|
|
543
|
+
after: S.optional(S.String.pipe(T.Query())),
|
|
544
|
+
limit: S.optional(S.Number.pipe(T.Query())),
|
|
545
|
+
order: S.optional(S.String.pipe(T.Query())),
|
|
546
|
+
}).pipe(T.Http({ method: "GET", uri: "/v1/containers", code: 200 })),
|
|
533
547
|
).annotate({
|
|
534
548
|
identifier: "ListContainersV1ContainersGetRequest",
|
|
535
549
|
}) as any as S.Schema<ListContainersV1ContainersGetRequest>;
|
|
@@ -817,7 +831,9 @@ export const handlerMultipartUploadV1ContainersContainerIdFilesPost: API.Operati
|
|
|
817
831
|
retry: Retry.Retry,
|
|
818
832
|
}));
|
|
819
833
|
|
|
820
|
-
export type ListContainersContainersGetError =
|
|
834
|
+
export type ListContainersContainersGetError =
|
|
835
|
+
| UnprocessableEntity
|
|
836
|
+
| LitellmOpError;
|
|
821
837
|
/** List Containers Container list endpoint for retrieving a list of containers. Follows the OpenAI Containers API spec: https://platform.openai.com/docs/api-reference/containers Example: ```bash curl -X GET "http://localhost:4000/v1/containers?limit=20&order=desc" -H "Authorization: Bearer sk-1234" ``` Or specify provider via header or query param: ```bash curl -X GET "http://localhost:4000/v1/containers?custom_llm_provider=azure" -H "Authorization: Bearer sk-1234" ``` */
|
|
822
838
|
export const listContainersContainersGet: API.OperationMethod<
|
|
823
839
|
ListContainersContainersGetRequest,
|
|
@@ -827,12 +843,14 @@ export const listContainersContainersGet: API.OperationMethod<
|
|
|
827
843
|
> = /*@__PURE__*/ API.make(() => ({
|
|
828
844
|
input: ListContainersContainersGetRequest,
|
|
829
845
|
output: ListContainersContainersGetResponse,
|
|
830
|
-
errors: [],
|
|
846
|
+
errors: [UnprocessableEntity],
|
|
831
847
|
protocol: LitellmProtocol,
|
|
832
848
|
retry: Retry.Retry,
|
|
833
849
|
}));
|
|
834
850
|
|
|
835
|
-
export type ListContainersV1ContainersGetError =
|
|
851
|
+
export type ListContainersV1ContainersGetError =
|
|
852
|
+
| UnprocessableEntity
|
|
853
|
+
| LitellmOpError;
|
|
836
854
|
/** List Containers Container list endpoint for retrieving a list of containers. Follows the OpenAI Containers API spec: https://platform.openai.com/docs/api-reference/containers Example: ```bash curl -X GET "http://localhost:4000/v1/containers?limit=20&order=desc" -H "Authorization: Bearer sk-1234" ``` Or specify provider via header or query param: ```bash curl -X GET "http://localhost:4000/v1/containers?custom_llm_provider=azure" -H "Authorization: Bearer sk-1234" ``` */
|
|
837
855
|
export const listContainersV1ContainersGet: API.OperationMethod<
|
|
838
856
|
ListContainersV1ContainersGetRequest,
|
|
@@ -842,7 +860,7 @@ export const listContainersV1ContainersGet: API.OperationMethod<
|
|
|
842
860
|
> = /*@__PURE__*/ API.make(() => ({
|
|
843
861
|
input: ListContainersV1ContainersGetRequest,
|
|
844
862
|
output: ListContainersV1ContainersGetResponse,
|
|
845
|
-
errors: [],
|
|
863
|
+
errors: [UnprocessableEntity],
|
|
846
864
|
protocol: LitellmProtocol,
|
|
847
865
|
retry: Retry.Retry,
|
|
848
866
|
}));
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.
|
|
1
|
+
// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
|
|
2
2
|
import * as S from "@distilled.cloud/core/schema";
|
|
3
3
|
import * as API from "@distilled.cloud/core/api";
|
|
4
4
|
import * as C from "@distilled.cloud/core/category";
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.
|
|
1
|
+
// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
|
|
2
2
|
import * as S from "@distilled.cloud/core/schema";
|
|
3
3
|
import * as API from "@distilled.cloud/core/api";
|
|
4
4
|
import * as C from "@distilled.cloud/core/category";
|
|
@@ -92,6 +92,10 @@ export const GetCostMarginConfigConfigCostMarginConfigGetResponse =
|
|
|
92
92
|
}) as any as S.Schema<GetCostMarginConfigConfigCostMarginConfigGetResponse>;
|
|
93
93
|
|
|
94
94
|
export interface PostEstimateCostCostEstimateRequest {
|
|
95
|
+
/** Input tokens written to the prompt cache; counted within input_tokens */
|
|
96
|
+
cache_creation_input_tokens?: number;
|
|
97
|
+
/** Input tokens read from the prompt cache; counted within input_tokens */
|
|
98
|
+
cache_read_input_tokens?: number;
|
|
95
99
|
/** Expected input tokens per request */
|
|
96
100
|
input_tokens: number;
|
|
97
101
|
/** Model name (from /model_group/info) */
|
|
@@ -102,14 +106,19 @@ export interface PostEstimateCostCostEstimateRequest {
|
|
|
102
106
|
num_requests_per_month?: number | null;
|
|
103
107
|
/** Expected output tokens per request */
|
|
104
108
|
output_tokens: number;
|
|
109
|
+
/** Reasoning tokens the model emits; counted within output_tokens */
|
|
110
|
+
reasoning_tokens?: number;
|
|
105
111
|
}
|
|
106
112
|
export const PostEstimateCostCostEstimateRequest = /*@__PURE__*/ S.suspend(() =>
|
|
107
113
|
S.Struct({
|
|
114
|
+
cache_creation_input_tokens: S.optional(S.Number),
|
|
115
|
+
cache_read_input_tokens: S.optional(S.Number),
|
|
108
116
|
input_tokens: S.Number,
|
|
109
117
|
model: S.String,
|
|
110
118
|
num_requests_per_day: S.optional(S.NullOr(S.Number)),
|
|
111
119
|
num_requests_per_month: S.optional(S.NullOr(S.Number)),
|
|
112
120
|
output_tokens: S.Number,
|
|
121
|
+
reasoning_tokens: S.optional(S.Number),
|
|
113
122
|
}).pipe(T.Http({ method: "POST", uri: "/cost/estimate", code: 200 })),
|
|
114
123
|
).annotate({
|
|
115
124
|
identifier: "PostEstimateCostCostEstimateRequest",
|
|
@@ -117,8 +126,22 @@ export const PostEstimateCostCostEstimateRequest = /*@__PURE__*/ S.suspend(() =>
|
|
|
117
126
|
|
|
118
127
|
/** Response body for /cost/estimate endpoint. */
|
|
119
128
|
export interface CostEstimateResponse {
|
|
129
|
+
/** Cache-write share of input_cost_per_request */
|
|
130
|
+
cache_creation_cost_per_request?: number;
|
|
131
|
+
/** Rate billed per cache-write token */
|
|
132
|
+
cache_creation_input_token_cost?: number | null;
|
|
133
|
+
cache_creation_input_tokens?: number;
|
|
134
|
+
/** Cache-read share of input_cost_per_request */
|
|
135
|
+
cache_read_cost_per_request?: number;
|
|
136
|
+
/** Rate billed per cache-read token */
|
|
137
|
+
cache_read_input_token_cost?: number | null;
|
|
138
|
+
cache_read_input_tokens?: number;
|
|
120
139
|
/** Total cost per request (includes margin) */
|
|
121
140
|
cost_per_request: number;
|
|
141
|
+
/** Cache-write share of daily_input_cost */
|
|
142
|
+
daily_cache_creation_cost?: number | null;
|
|
143
|
+
/** Cache-read share of daily_input_cost */
|
|
144
|
+
daily_cache_read_cost?: number | null;
|
|
122
145
|
/** Total daily cost (includes margin) */
|
|
123
146
|
daily_cost?: number | null;
|
|
124
147
|
/** Daily input token cost */
|
|
@@ -127,13 +150,20 @@ export interface CostEstimateResponse {
|
|
|
127
150
|
daily_margin_cost?: number | null;
|
|
128
151
|
/** Daily output token cost */
|
|
129
152
|
daily_output_cost?: number | null;
|
|
153
|
+
/** Reasoning share of daily_output_cost */
|
|
154
|
+
daily_reasoning_cost?: number | null;
|
|
130
155
|
/** Input token cost per request (before margin) */
|
|
131
156
|
input_cost_per_request: number;
|
|
157
|
+
/** Rate billed per input token */
|
|
132
158
|
input_cost_per_token?: number | null;
|
|
133
159
|
input_tokens: number;
|
|
134
160
|
/** Margin/fee added per request */
|
|
135
161
|
margin_cost_per_request?: number;
|
|
136
162
|
model: string;
|
|
163
|
+
/** Cache-write share of monthly_input_cost */
|
|
164
|
+
monthly_cache_creation_cost?: number | null;
|
|
165
|
+
/** Cache-read share of monthly_input_cost */
|
|
166
|
+
monthly_cache_read_cost?: number | null;
|
|
137
167
|
/** Total monthly cost (includes margin) */
|
|
138
168
|
monthly_cost?: number | null;
|
|
139
169
|
/** Monthly input token cost */
|
|
@@ -142,41 +172,190 @@ export interface CostEstimateResponse {
|
|
|
142
172
|
monthly_margin_cost?: number | null;
|
|
143
173
|
/** Monthly output token cost */
|
|
144
174
|
monthly_output_cost?: number | null;
|
|
175
|
+
/** Reasoning share of monthly_output_cost */
|
|
176
|
+
monthly_reasoning_cost?: number | null;
|
|
145
177
|
num_requests_per_day?: number | null;
|
|
146
178
|
num_requests_per_month?: number | null;
|
|
179
|
+
/** Rate billed per reasoning token */
|
|
180
|
+
output_cost_per_reasoning_token?: number | null;
|
|
147
181
|
/** Output token cost per request (before margin) */
|
|
148
182
|
output_cost_per_request: number;
|
|
183
|
+
/** Rate billed per output token */
|
|
149
184
|
output_cost_per_token?: number | null;
|
|
150
185
|
output_tokens: number;
|
|
151
186
|
provider?: string | null;
|
|
187
|
+
/** Reasoning share of output_cost_per_request */
|
|
188
|
+
reasoning_cost_per_request?: number;
|
|
189
|
+
reasoning_tokens?: number;
|
|
152
190
|
}
|
|
153
191
|
export const CostEstimateResponse = /*@__PURE__*/ S.suspend(() =>
|
|
154
192
|
S.Struct({
|
|
193
|
+
cache_creation_cost_per_request: S.optional(S.Number),
|
|
194
|
+
cache_creation_input_token_cost: S.optional(S.NullOr(S.Number)),
|
|
195
|
+
cache_creation_input_tokens: S.optional(S.Number),
|
|
196
|
+
cache_read_cost_per_request: S.optional(S.Number),
|
|
197
|
+
cache_read_input_token_cost: S.optional(S.NullOr(S.Number)),
|
|
198
|
+
cache_read_input_tokens: S.optional(S.Number),
|
|
155
199
|
cost_per_request: S.Number,
|
|
200
|
+
daily_cache_creation_cost: S.optional(S.NullOr(S.Number)),
|
|
201
|
+
daily_cache_read_cost: S.optional(S.NullOr(S.Number)),
|
|
156
202
|
daily_cost: S.optional(S.NullOr(S.Number)),
|
|
157
203
|
daily_input_cost: S.optional(S.NullOr(S.Number)),
|
|
158
204
|
daily_margin_cost: S.optional(S.NullOr(S.Number)),
|
|
159
205
|
daily_output_cost: S.optional(S.NullOr(S.Number)),
|
|
206
|
+
daily_reasoning_cost: S.optional(S.NullOr(S.Number)),
|
|
160
207
|
input_cost_per_request: S.Number,
|
|
161
208
|
input_cost_per_token: S.optional(S.NullOr(S.Number)),
|
|
162
209
|
input_tokens: S.Number,
|
|
163
210
|
margin_cost_per_request: S.optional(S.Number),
|
|
164
211
|
model: S.String,
|
|
212
|
+
monthly_cache_creation_cost: S.optional(S.NullOr(S.Number)),
|
|
213
|
+
monthly_cache_read_cost: S.optional(S.NullOr(S.Number)),
|
|
165
214
|
monthly_cost: S.optional(S.NullOr(S.Number)),
|
|
166
215
|
monthly_input_cost: S.optional(S.NullOr(S.Number)),
|
|
167
216
|
monthly_margin_cost: S.optional(S.NullOr(S.Number)),
|
|
168
217
|
monthly_output_cost: S.optional(S.NullOr(S.Number)),
|
|
218
|
+
monthly_reasoning_cost: S.optional(S.NullOr(S.Number)),
|
|
169
219
|
num_requests_per_day: S.optional(S.NullOr(S.Number)),
|
|
170
220
|
num_requests_per_month: S.optional(S.NullOr(S.Number)),
|
|
221
|
+
output_cost_per_reasoning_token: S.optional(S.NullOr(S.Number)),
|
|
171
222
|
output_cost_per_request: S.Number,
|
|
172
223
|
output_cost_per_token: S.optional(S.NullOr(S.Number)),
|
|
173
224
|
output_tokens: S.Number,
|
|
174
225
|
provider: S.optional(S.NullOr(S.String)),
|
|
226
|
+
reasoning_cost_per_request: S.optional(S.Number),
|
|
227
|
+
reasoning_tokens: S.optional(S.Number),
|
|
175
228
|
}),
|
|
176
229
|
).annotate({
|
|
177
230
|
identifier: "CostEstimateResponse",
|
|
178
231
|
}) as any as S.Schema<CostEstimateResponse>;
|
|
179
232
|
|
|
233
|
+
export type PostPredictCacheCostCostPredictCacheRequestRequestMap = {
|
|
234
|
+
[key: string]: unknown | undefined;
|
|
235
|
+
};
|
|
236
|
+
export const PostPredictCacheCostCostPredictCacheRequestRequestMap =
|
|
237
|
+
/*@__PURE__*/ S.Record(
|
|
238
|
+
S.String,
|
|
239
|
+
S.Unknown,
|
|
240
|
+
) as any as S.Schema<PostPredictCacheCostCostPredictCacheRequestRequestMap>;
|
|
241
|
+
|
|
242
|
+
export interface PostPredictCacheCostCostPredictCacheRequest {
|
|
243
|
+
candidate_deployment_id: string;
|
|
244
|
+
current_deployment_id: string;
|
|
245
|
+
request: PostPredictCacheCostCostPredictCacheRequestRequestMap;
|
|
246
|
+
}
|
|
247
|
+
export const PostPredictCacheCostCostPredictCacheRequest =
|
|
248
|
+
/*@__PURE__*/ S.suspend(() =>
|
|
249
|
+
S.Struct({
|
|
250
|
+
candidate_deployment_id: S.String,
|
|
251
|
+
current_deployment_id: S.String,
|
|
252
|
+
request: PostPredictCacheCostCostPredictCacheRequestRequestMap,
|
|
253
|
+
}).pipe(T.Http({ method: "POST", uri: "/cost/predict-cache", code: 200 })),
|
|
254
|
+
).annotate({
|
|
255
|
+
identifier: "PostPredictCacheCostCostPredictCacheRequest",
|
|
256
|
+
}) as any as S.Schema<PostPredictCacheCostCostPredictCacheRequest>;
|
|
257
|
+
|
|
258
|
+
export type CachePredictionArmCacheState =
|
|
259
|
+
| "warm"
|
|
260
|
+
| "partial"
|
|
261
|
+
| "stale"
|
|
262
|
+
| "unknown"
|
|
263
|
+
| "disabled";
|
|
264
|
+
export const CachePredictionArmCacheState = S.String;
|
|
265
|
+
|
|
266
|
+
export interface CacheTokenBuckets {
|
|
267
|
+
cache_creation_1h_input_tokens?: number;
|
|
268
|
+
cache_creation_5m_input_tokens?: number;
|
|
269
|
+
cache_read_input_tokens?: number;
|
|
270
|
+
uncached_input_tokens?: number;
|
|
271
|
+
}
|
|
272
|
+
export const CacheTokenBuckets = /*@__PURE__*/ S.suspend(() =>
|
|
273
|
+
S.Struct({
|
|
274
|
+
cache_creation_1h_input_tokens: S.optional(S.Number),
|
|
275
|
+
cache_creation_5m_input_tokens: S.optional(S.Number),
|
|
276
|
+
cache_read_input_tokens: S.optional(S.Number),
|
|
277
|
+
uncached_input_tokens: S.optional(S.Number),
|
|
278
|
+
}),
|
|
279
|
+
).annotate({
|
|
280
|
+
identifier: "CacheTokenBuckets",
|
|
281
|
+
}) as any as S.Schema<CacheTokenBuckets>;
|
|
282
|
+
|
|
283
|
+
export interface CacheCostScenario {
|
|
284
|
+
input_cost: number;
|
|
285
|
+
tokens: CacheTokenBuckets;
|
|
286
|
+
}
|
|
287
|
+
export const CacheCostScenario = /*@__PURE__*/ S.suspend(() =>
|
|
288
|
+
S.Struct({
|
|
289
|
+
input_cost: S.Number,
|
|
290
|
+
tokens: CacheTokenBuckets,
|
|
291
|
+
}),
|
|
292
|
+
).annotate({
|
|
293
|
+
identifier: "CacheCostScenario",
|
|
294
|
+
}) as any as S.Schema<CacheCostScenario>;
|
|
295
|
+
|
|
296
|
+
export interface CacheEvidence {
|
|
297
|
+
confidence?: string;
|
|
298
|
+
expires_at: number;
|
|
299
|
+
observed_at: number;
|
|
300
|
+
source?: string;
|
|
301
|
+
}
|
|
302
|
+
export const CacheEvidence = /*@__PURE__*/ S.suspend(() =>
|
|
303
|
+
S.Struct({
|
|
304
|
+
confidence: S.optional(S.String),
|
|
305
|
+
expires_at: S.Number,
|
|
306
|
+
observed_at: S.Number,
|
|
307
|
+
source: S.optional(S.String),
|
|
308
|
+
}),
|
|
309
|
+
).annotate({ identifier: "CacheEvidence" }) as any as S.Schema<CacheEvidence>;
|
|
310
|
+
|
|
311
|
+
export interface CachePredictionArm {
|
|
312
|
+
cache_state?: CachePredictionArmCacheState;
|
|
313
|
+
cold?: CacheCostScenario | null;
|
|
314
|
+
deployment_id: string;
|
|
315
|
+
estimate?: CacheCostScenario | null;
|
|
316
|
+
evidence?: CacheEvidence | null;
|
|
317
|
+
model?: string | null;
|
|
318
|
+
reason?: string | null;
|
|
319
|
+
token_count_source?: string | null;
|
|
320
|
+
warm?: CacheCostScenario | null;
|
|
321
|
+
}
|
|
322
|
+
export const CachePredictionArm = /*@__PURE__*/ S.suspend(() =>
|
|
323
|
+
S.Struct({
|
|
324
|
+
cache_state: S.optional(CachePredictionArmCacheState),
|
|
325
|
+
cold: S.optional(S.NullOr(CacheCostScenario)),
|
|
326
|
+
deployment_id: S.String,
|
|
327
|
+
estimate: S.optional(S.NullOr(CacheCostScenario)),
|
|
328
|
+
evidence: S.optional(S.NullOr(CacheEvidence)),
|
|
329
|
+
model: S.optional(S.NullOr(S.String)),
|
|
330
|
+
reason: S.optional(S.NullOr(S.String)),
|
|
331
|
+
token_count_source: S.optional(S.NullOr(S.String)),
|
|
332
|
+
warm: S.optional(S.NullOr(CacheCostScenario)),
|
|
333
|
+
}),
|
|
334
|
+
).annotate({
|
|
335
|
+
identifier: "CachePredictionArm",
|
|
336
|
+
}) as any as S.Schema<CachePredictionArm>;
|
|
337
|
+
|
|
338
|
+
export interface CachePredictionResponse {
|
|
339
|
+
cache_guarantee?: boolean;
|
|
340
|
+
cache_rebuild_penalty: number | null;
|
|
341
|
+
pricing_basis?: string;
|
|
342
|
+
stay: CachePredictionArm;
|
|
343
|
+
switch: CachePredictionArm;
|
|
344
|
+
switch_delta: number | null;
|
|
345
|
+
}
|
|
346
|
+
export const CachePredictionResponse = /*@__PURE__*/ S.suspend(() =>
|
|
347
|
+
S.Struct({
|
|
348
|
+
cache_guarantee: S.optional(S.Boolean),
|
|
349
|
+
cache_rebuild_penalty: S.NullOr(S.Number),
|
|
350
|
+
pricing_basis: S.optional(S.String),
|
|
351
|
+
stay: CachePredictionArm,
|
|
352
|
+
switch: CachePredictionArm,
|
|
353
|
+
switch_delta: S.NullOr(S.Number),
|
|
354
|
+
}),
|
|
355
|
+
).annotate({
|
|
356
|
+
identifier: "CachePredictionResponse",
|
|
357
|
+
}) as any as S.Schema<CachePredictionResponse>;
|
|
358
|
+
|
|
180
359
|
export interface UpdateBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingPatchRequest {
|
|
181
360
|
enabled: boolean;
|
|
182
361
|
}
|
|
@@ -340,7 +519,7 @@ export const getCostMarginConfigConfigCostMarginConfigGet: API.OperationMethod<
|
|
|
340
519
|
export type PostEstimateCostCostEstimateError =
|
|
341
520
|
| UnprocessableEntity
|
|
342
521
|
| LitellmOpError;
|
|
343
|
-
/** Estimate Cost Estimate cost for a given model and token counts. This endpoint uses the same cost calculation logic as actual requests, including any configured margins and discounts. Parameters: - model: Model name (e.g., "gpt-4", "claude-3-opus") - input_tokens: Expected input tokens per request - output_tokens: Expected output tokens per request - num_requests_per_day: Number of requests per day (optional) - num_requests_per_month: Number of requests per month (optional) Returns cost breakdown including: - Per-request costs (input, output, margin) - Daily costs (if num_requests_per_day provided) - Monthly costs (if num_requests_per_month provided) Example: ```json { "model": "gpt-4", "input_tokens": 1000, "output_tokens": 500, "num_requests_per_day": 100, "num_requests_per_month": 3000 } ``` */
|
|
522
|
+
/** Estimate Cost Estimate cost for a given model and token counts. This endpoint uses the same cost calculation logic as actual requests, including any configured margins and discounts. Parameters: - model: Model name (e.g., "gpt-4", "claude-3-opus") - input_tokens: Expected input tokens per request - output_tokens: Expected output tokens per request - cache_read_input_tokens: Cache-read tokens per request, counted within input_tokens (optional) - cache_creation_input_tokens: Cache-write tokens per request, counted within input_tokens (optional) - reasoning_tokens: Reasoning tokens per request, counted within output_tokens (optional) - num_requests_per_day: Number of requests per day (optional) - num_requests_per_month: Number of requests per month (optional) Returns cost breakdown including: - Per-request costs (input, output, margin, plus the cache-read, cache-write and reasoning shares) - Daily costs (if num_requests_per_day provided) - Monthly costs (if num_requests_per_month provided) Example: ```json { "model": "gpt-4", "input_tokens": 1000, "cache_read_input_tokens": 800, "output_tokens": 500, "reasoning_tokens": 200, "num_requests_per_day": 100, "num_requests_per_month": 3000 } ``` */
|
|
344
523
|
export const postEstimateCostCostEstimate: API.OperationMethod<
|
|
345
524
|
PostEstimateCostCostEstimateRequest,
|
|
346
525
|
CostEstimateResponse,
|
|
@@ -354,6 +533,23 @@ export const postEstimateCostCostEstimate: API.OperationMethod<
|
|
|
354
533
|
retry: Retry.Retry,
|
|
355
534
|
}));
|
|
356
535
|
|
|
536
|
+
export type PostPredictCacheCostCostPredictCacheError =
|
|
537
|
+
| UnprocessableEntity
|
|
538
|
+
| LitellmOpError;
|
|
539
|
+
/** Predict Cache Cost Compare the next native Anthropic request on two configured deployment IDs. Estimates use provider token counting and recent successful cache telemetry for this key. Unknown cache state uses the cold scenario when prices/counts are available. Cache observations do not guarantee retention. v0 supports one message-content breakpoint, text and client tools; system/tool-only breakpoints, thinking, images, nondefault Anthropic versions, beta headers and request transforms are unknown. Each provider count consumes one RPM unit and holds concurrency capacity; a comparison uses up to four counts. The legacy rate limiter returns unknown without contacting the provider. This endpoint does not generate tokens, prewarm caches, choose a model or alter routing. */
|
|
540
|
+
export const postPredictCacheCostCostPredictCache: API.OperationMethod<
|
|
541
|
+
PostPredictCacheCostCostPredictCacheRequest,
|
|
542
|
+
CachePredictionResponse,
|
|
543
|
+
PostPredictCacheCostCostPredictCacheError,
|
|
544
|
+
LitellmOpContext
|
|
545
|
+
> = /*@__PURE__*/ API.make(() => ({
|
|
546
|
+
input: PostPredictCacheCostCostPredictCacheRequest,
|
|
547
|
+
output: CachePredictionResponse,
|
|
548
|
+
errors: [UnprocessableEntity],
|
|
549
|
+
protocol: LitellmProtocol,
|
|
550
|
+
retry: Retry.Retry,
|
|
551
|
+
}));
|
|
552
|
+
|
|
357
553
|
export type UpdateBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingPatchError =
|
|
358
554
|
| UnprocessableEntity
|
|
359
555
|
| LitellmOpError;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.
|
|
1
|
+
// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
|
|
2
2
|
import * as S from "@distilled.cloud/core/schema";
|
|
3
3
|
import * as API from "@distilled.cloud/core/api";
|
|
4
4
|
import * as C from "@distilled.cloud/core/category";
|
|
@@ -12,6 +12,16 @@ import * as Retry from "../retry.ts";
|
|
|
12
12
|
|
|
13
13
|
export type { LitellmOpError, LitellmOpContext };
|
|
14
14
|
|
|
15
|
+
/** No credential matches the name a by-name read or delete asked for (the proxy holds no such row, or another caller deleted it first). LiteLLM answers 404 with the message `Credential not found`. Whether the row still exists is the caller's re-read, never this error. */
|
|
16
|
+
export class CredentialNotFound
|
|
17
|
+
extends /*@__PURE__*/ T.applyErrorMatchers(
|
|
18
|
+
/*@__PURE__*/ S.TaggedError<CredentialNotFound>()("CredentialNotFound", {
|
|
19
|
+
code: S.Number,
|
|
20
|
+
message: S.String,
|
|
21
|
+
}).pipe(C.withBadRequestError),
|
|
22
|
+
[{ status: 404, message: { includes: "Credential not found" } }],
|
|
23
|
+
) {}
|
|
24
|
+
|
|
15
25
|
export class UnprocessableEntity
|
|
16
26
|
extends /*@__PURE__*/ T.applyErrorMatchers(
|
|
17
27
|
/*@__PURE__*/ S.TaggedError<UnprocessableEntity>()("UnprocessableEntity", {
|
|
@@ -269,7 +279,9 @@ export interface UpdateCredentialCredentialsCredentialNamePatchRequest {
|
|
|
269
279
|
/** The credential name, percent-decoded; may contain slashes */
|
|
270
280
|
credential_name: string;
|
|
271
281
|
credential_info: UpdateCredentialCredentialsCredentialNamePatchRequestCredentialInfoMap;
|
|
272
|
-
credential_values
|
|
282
|
+
credential_values?: UpdateCredentialCredentialsCredentialNamePatchRequestCredentialValuesMap | null;
|
|
283
|
+
model_id?: string | null;
|
|
284
|
+
credential_name_body: string;
|
|
273
285
|
}
|
|
274
286
|
export const UpdateCredentialCredentialsCredentialNamePatchRequest =
|
|
275
287
|
/*@__PURE__*/ S.suspend(() =>
|
|
@@ -277,8 +289,13 @@ export const UpdateCredentialCredentialsCredentialNamePatchRequest =
|
|
|
277
289
|
credential_name: S.String.pipe(T.Label()),
|
|
278
290
|
credential_info:
|
|
279
291
|
UpdateCredentialCredentialsCredentialNamePatchRequestCredentialInfoMap,
|
|
280
|
-
credential_values:
|
|
281
|
-
|
|
292
|
+
credential_values: S.optional(
|
|
293
|
+
S.NullOr(
|
|
294
|
+
UpdateCredentialCredentialsCredentialNamePatchRequestCredentialValuesMap,
|
|
295
|
+
),
|
|
296
|
+
),
|
|
297
|
+
model_id: S.optional(S.NullOr(S.String)),
|
|
298
|
+
credential_name_body: S.String.pipe(T.Body("credential_name")),
|
|
282
299
|
}).pipe(
|
|
283
300
|
T.Http({
|
|
284
301
|
method: "PATCH",
|
|
@@ -337,6 +354,7 @@ export const createCredentialCredentialsPost: API.OperationMethod<
|
|
|
337
354
|
|
|
338
355
|
export type DeleteCredentialCredentialsCredentialNameDeleteError =
|
|
339
356
|
| UnprocessableEntity
|
|
357
|
+
| CredentialNotFound
|
|
340
358
|
| LitellmOpError;
|
|
341
359
|
/** Delete Credential [BETA] endpoint. This might change unexpectedly. */
|
|
342
360
|
export const deleteCredentialCredentialsCredentialNameDelete: API.OperationMethod<
|
|
@@ -347,7 +365,7 @@ export const deleteCredentialCredentialsCredentialNameDelete: API.OperationMetho
|
|
|
347
365
|
> = /*@__PURE__*/ API.make(() => ({
|
|
348
366
|
input: DeleteCredentialCredentialsCredentialNameDeleteRequest,
|
|
349
367
|
output: DeleteCredentialCredentialsCredentialNameDeleteResponse,
|
|
350
|
-
errors: [UnprocessableEntity],
|
|
368
|
+
errors: [UnprocessableEntity, CredentialNotFound],
|
|
351
369
|
protocol: LitellmProtocol,
|
|
352
370
|
retry: Retry.Retry,
|
|
353
371
|
}));
|
|
@@ -371,6 +389,7 @@ export const getCredentialByModelCredentialsByModelModelIdGet: API.OperationMeth
|
|
|
371
389
|
|
|
372
390
|
export type GetCredentialByNameCredentialsByNameCredentialNameGetError =
|
|
373
391
|
| UnprocessableEntity
|
|
392
|
+
| CredentialNotFound
|
|
374
393
|
| LitellmOpError;
|
|
375
394
|
/** Get Credential By Name [BETA] endpoint. This might change unexpectedly. */
|
|
376
395
|
export const getCredentialByNameCredentialsByNameCredentialNameGet: API.OperationMethod<
|
|
@@ -381,7 +400,7 @@ export const getCredentialByNameCredentialsByNameCredentialNameGet: API.Operatio
|
|
|
381
400
|
> = /*@__PURE__*/ API.make(() => ({
|
|
382
401
|
input: GetCredentialByNameCredentialsByNameCredentialNameGetRequest,
|
|
383
402
|
output: CredentialItem,
|
|
384
|
-
errors: [UnprocessableEntity],
|
|
403
|
+
errors: [UnprocessableEntity, CredentialNotFound],
|
|
385
404
|
protocol: LitellmProtocol,
|
|
386
405
|
retry: Retry.Retry,
|
|
387
406
|
}));
|