@llmgateway/ai-sdk-provider 2.0.0 → 2.1.0

package/dist/index.d.ts

@@ -1,7 +1,2743 @@
 import { LanguageModelV2, LanguageModelV2CallOptions, LanguageModelV2Content, LanguageModelV2FinishReason, LanguageModelV2Usage, LanguageModelV2CallWarning, LanguageModelV2ResponseMetadata, SharedV2Headers, LanguageModelV2StreamPart } from '@ai-sdk/provider';
 export { LanguageModelV2, LanguageModelV2Prompt } from '@ai-sdk/provider';
 
-type LLMGatewayChatModelId = string;
+declare const providers: [{
+    readonly id: "llmgateway";
+    readonly name: "LLM Gateway";
+    readonly description: "LLMGateway is a framework for building and deploying large language models.";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: true;
+    readonly color: "#6366f1";
+    readonly website: "https://llmgateway.io";
+    readonly announcement: null;
+}, {
+    readonly id: "openai";
+    readonly name: "OpenAI";
+    readonly description: "OpenAI is an AI research and deployment company. Our mission is to ensure that artificial general intelligence benefits all of humanity.";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: true;
+    readonly color: "#0ea5e9";
+    readonly website: "https://openai.com";
+    readonly announcement: null;
+}, {
+    readonly id: "anthropic";
+    readonly name: "Anthropic";
+    readonly description: "Anthropic is a research and deployment company focused on building safe and useful AI.";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#8b5cf6";
+    readonly website: "https://anthropic.com";
+    readonly announcement: null;
+}, {
+    readonly id: "google-ai-studio";
+    readonly name: "Google AI Studio";
+    readonly description: "Google AI Studio is a platform for accessing Google's Gemini models.";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#4285f4";
+    readonly website: "https://ai.google.com";
+    readonly announcement: null;
+}, {
+    readonly id: "inference.net";
+    readonly name: "Inference.net";
+    readonly description: "Inference.net is a platform for running large language models in the cloud.";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#10b981";
+    readonly website: "https://inference.net";
+    readonly announcement: null;
+}, {
+    readonly id: "together.ai";
+    readonly name: "Together AI";
+    readonly description: "Together AI is a platform for running large language models in the cloud with fast inference.";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: true;
+    readonly color: "#ff6b35";
+    readonly website: "https://together.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "cloudrift";
+    readonly name: "CloudRift";
+    readonly description: "CloudRift is a platform for running large language models in the cloud with fast inference.";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#00d4aa";
+    readonly website: "https://www.cloudrift.ai";
+    readonly announcement: "DeepSeek & Kimi K2 are 30-50% cheaper than the competition!";
+}, {
+    readonly id: "mistral";
+    readonly name: "Mistral AI";
+    readonly description: "Mistral AI's large language models";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: true;
+    readonly color: "#FF7000";
+    readonly website: "https://mistral.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "moonshot";
+    readonly name: "Moonshot AI";
+    readonly description: "Moonshot AI's OpenAI-compatible large language models";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: true;
+    readonly color: "#4B9EFF";
+    readonly website: "https://moonshot.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "novita";
+    readonly name: "NovitaAI";
+    readonly description: "NovitaAI's OpenAI-compatible large language models";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: true;
+    readonly color: "#9333ea";
+    readonly website: "https://novita.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "xai";
+    readonly name: "xAI";
+    readonly description: "xAI's Grok large language models";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: true;
+    readonly color: "#000000";
+    readonly website: "https://x.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "groq";
+    readonly name: "Groq";
+    readonly description: "Groq's ultra-fast LPU inference with various models";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: true;
+    readonly color: "#F55036";
+    readonly website: "https://groq.com";
+    readonly announcement: null;
+}, {
+    readonly id: "deepseek";
+    readonly name: "DeepSeek";
+    readonly description: "DeepSeek's high-performance language models with OpenAI-compatible API";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: true;
+    readonly color: "#FF6B00";
+    readonly website: "https://deepseek.com";
+    readonly announcement: null;
+}, {
+    readonly id: "perplexity";
+    readonly name: "Perplexity";
+    readonly description: "Perplexity's AI models for search and conversation with real-time web access";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: false;
+    readonly color: "#20B2AA";
+    readonly website: "https://perplexity.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "alibaba";
+    readonly name: "Alibaba Cloud";
+    readonly description: "Alibaba Cloud's Qwen large language models with OpenAI-compatible API";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: true;
+    readonly color: "#FF6A00";
+    readonly website: "https://www.alibabacloud.com";
+    readonly announcement: null;
+}, {
+    readonly id: "nebius";
+    readonly name: "Nebius AI";
+    readonly description: "Nebius AI Studio - OpenAI-compatible API for large language models";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: true;
+    readonly color: "#3b82f6";
+    readonly website: "https://nebius.com";
+    readonly announcement: null;
+}, {
+    readonly id: "zai";
+    readonly name: "Z AI";
+    readonly description: "Z AI's OpenAI-compatible large language models";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: true;
+    readonly color: "#22c55e";
+    readonly website: "https://z.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "routeway";
+    readonly name: "RouteWay";
+    readonly description: "RouteWay's OpenAI-compatible large language models";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: true;
+    readonly color: "#4f46e5";
+    readonly website: "https://api.routeway.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "custom";
+    readonly name: "Custom";
+    readonly description: "Custom OpenAI-compatible provider with configurable base URL";
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly jsonOutput: true;
+    readonly color: "#6b7280";
+    readonly website: null;
+    readonly announcement: null;
+}];
+
+type Provider = (typeof providers)[number]['id'];
+declare const models: [{
+    readonly id: "custom";
+    readonly name: "Custom Model";
+    readonly family: "llmgateway";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "llmgateway";
+        readonly modelName: "custom";
+        readonly inputPrice: undefined;
+        readonly outputPrice: undefined;
+        readonly requestPrice: undefined;
+        readonly contextSize: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+        readonly supportedParameters: ["temperature", "max_tokens", "top_p", "frequency_penalty", "presence_penalty"];
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "auto";
+    readonly name: "Auto Route";
+    readonly family: "llmgateway";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "llmgateway";
+        readonly modelName: "auto";
+        readonly inputPrice: undefined;
+        readonly outputPrice: undefined;
+        readonly requestPrice: undefined;
+        readonly contextSize: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+        readonly supportedParameters: ["temperature", "max_tokens", "top_p", "frequency_penalty", "presence_penalty"];
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gpt-4o-mini";
+    readonly name: "GPT-4o Mini";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "gpt-4o-mini";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: 16384;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gpt-4";
+    readonly name: "GPT-4";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "gpt-4";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+        readonly supportedParameters: ["temperature", "max_tokens", "top_p", "frequency_penalty", "presence_penalty", "response_format", "tools", "tool_choice"];
+    }];
+    readonly jsonOutput: false;
+}, {
+    readonly id: "gpt-4o";
+    readonly name: "GPT-4o";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "gpt-4o";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly imageInputPrice: 0.00553;
+        readonly contextSize: 128000;
+        readonly maxOutput: 16384;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gpt-3.5-turbo";
+    readonly name: "GPT-3.5 Turbo";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "gpt-3.5-turbo";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 16385;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gpt-4-turbo";
+    readonly name: "GPT-4 Turbo";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "gpt-4-turbo";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gpt-4.1";
+    readonly name: "GPT-4.1";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "gpt-4.1";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+        readonly parallelToolCalls: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "o1";
+    readonly name: "o1";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "o1";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly reasoning: true;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "o1-mini";
+    readonly name: "o1 Mini";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "o1-mini";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: false;
+        readonly vision: false;
+        readonly tools: false;
+        readonly reasoning: false;
+        readonly supportsResponsesApi: false;
+    }];
+    readonly jsonOutput: true;
+    readonly supportsSystemRole: false;
+}, {
+    readonly id: "gpt-4.1-mini";
+    readonly name: "GPT-4.1 Mini";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "gpt-4.1-mini";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+        readonly parallelToolCalls: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gpt-4.1-nano";
+    readonly name: "GPT-4.1 Nano";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "gpt-4.1-nano";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+        readonly parallelToolCalls: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "o3";
+    readonly name: "o3";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "o3";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: undefined;
+        readonly streaming: false;
+        readonly vision: true;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "o3-mini";
+    readonly name: "o3 Mini";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "o3-mini";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gpt-oss-120b";
+    readonly name: "GPT OSS 120B";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "groq";
+        readonly modelName: "openai/gpt-oss-120b";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: 32766;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+        readonly reasoning: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gpt-oss-20b";
+    readonly name: "GPT OSS 20B";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "groq";
+        readonly modelName: "openai/gpt-oss-20b";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: 32766;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+        readonly reasoning: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gpt-5";
+    readonly name: "GPT-5";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "gpt-5";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 400000;
+        readonly maxOutput: 128000;
+        readonly reasoning: true;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+        readonly supportedParameters: ["temperature", "top_p", "frequency_penalty", "presence_penalty", "response_format", "tools", "tool_choice"];
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gpt-5-mini";
+    readonly name: "GPT-5 Mini";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "gpt-5-mini";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 400000;
+        readonly maxOutput: 128000;
+        readonly reasoning: true;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+        readonly supportedParameters: ["temperature", "top_p", "frequency_penalty", "presence_penalty", "response_format", "tools", "tool_choice"];
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gpt-5-nano";
+    readonly name: "GPT-5 Nano";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "gpt-5-nano";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 400000;
+        readonly maxOutput: 128000;
+        readonly reasoning: true;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+        readonly supportedParameters: ["temperature", "top_p", "frequency_penalty", "presence_penalty", "response_format", "tools", "tool_choice"];
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gpt-5-chat-latest";
+    readonly name: "GPT-5 Chat Latest";
+    readonly family: "openai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "openai";
+        readonly modelName: "gpt-5-chat-latest";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 400000;
+        readonly maxOutput: 128000;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: false;
+        readonly supportedParameters: ["temperature", "top_p", "frequency_penalty", "presence_penalty", "response_format"];
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "claude-3-7-sonnet";
+    readonly name: "Claude 3.7 Sonnet";
+    readonly family: "anthropic";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "anthropic";
+        readonly modelName: "claude-3-7-sonnet-latest";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "claude-3-7-sonnet-20250219";
+    readonly name: "Claude 3.7 Sonnet (2025-02-19)";
+    readonly family: "anthropic";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "anthropic";
+        readonly modelName: "claude-3-7-sonnet-20250219";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly reasoning: true;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "claude-3-5-sonnet-20241022";
+    readonly name: "Claude 3.5 Sonnet (2024-10-22)";
+    readonly family: "anthropic";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "anthropic";
+        readonly modelName: "claude-3-5-sonnet-20241022";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "claude-2.1";
+    readonly name: "Claude 2.1";
+    readonly family: "anthropic";
+    readonly deprecatedAt: Date;
+    readonly deactivatedAt: Date;
+    readonly providers: [{
+        readonly providerId: "anthropic";
+        readonly modelName: "claude-2.1";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+}, {
+    readonly id: "claude-sonnet-4-20250514";
+    readonly name: "Claude Sonnet 4 (2025-05-14)";
+    readonly family: "anthropic";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "anthropic";
+        readonly modelName: "claude-sonnet-4-20250514";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "claude-opus-4-20250514";
+    readonly name: "Claude Opus 4 (2025-05-14)";
+    readonly family: "anthropic";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "anthropic";
+        readonly modelName: "claude-opus-4-20250514";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "claude-opus-4-1";
+    readonly name: "Claude Opus 4.1";
+    readonly family: "anthropic";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "anthropic";
+        readonly modelName: "claude-opus-4-1";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: 32000;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly reasoning: true;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "claude-3-5-sonnet";
+    readonly name: "Claude 3.5 Sonnet";
+    readonly family: "anthropic";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "anthropic";
+        readonly modelName: "claude-3-5-sonnet-latest";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "claude-3-5-haiku";
+    readonly name: "Claude 3.5 Haiku";
+    readonly family: "anthropic";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "anthropic";
+        readonly modelName: "claude-3-5-haiku-latest";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "claude-3-opus";
+    readonly name: "Claude 3 Opus";
+    readonly family: "anthropic";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "anthropic";
+        readonly modelName: "claude-3-opus-20240229";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: 4096;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "claude-3-haiku";
+    readonly name: "Claude 3 Haiku";
+    readonly family: "anthropic";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "anthropic";
+        readonly modelName: "claude-3-haiku-20240307";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: 4096;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "gemini-2.5-pro";
+    readonly name: "Gemini 2.5 Pro";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemini-2.5-pro";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "gemini-2.5-pro-preview-05-06";
+    readonly name: "Gemini 2.5 Pro Preview (05-06)";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemini-2.5-pro-preview-05-06";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "gemini-2.5-pro-preview-06-05";
+    readonly name: "Gemini 2.5 Pro Preview (06-05)";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemini-2.5-pro-preview-06-05";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "gemini-2.5-flash-preview-04-17";
+    readonly name: "Gemini 2.5 Flash Preview (04-17)";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: Date;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemini-2.5-flash-preview-04-17";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "gemini-2.5-flash-preview-05-20";
+    readonly name: "Gemini 2.5 Flash Preview (05-20)";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemini-2.5-flash-preview-05-20";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "gemini-2.5-flash";
+    readonly name: "Gemini 2.5 Flash";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemini-2.5-flash";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "gemini-2.5-flash-image-preview";
+    readonly name: "Gemini 2.5 Flash Image Preview";
+    readonly aliases: ["nano banana"];
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly output: ["text", "image"];
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemini-2.5-flash-image-preview";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32800;
+        readonly maxOutput: 8200;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: false;
+    }];
+}, {
+    readonly id: "gemini-2.5-flash-preview-04-17-thinking";
+    readonly name: "Gemini 2.5 Flash Preview Thinking (04-17)";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: Date;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemini-2.5-flash-preview-04-17-thinking";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "gemini-1.5-pro";
+    readonly name: "Gemini 1.5 Pro";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemini-1.5-pro";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "gemini-1.5-flash";
+    readonly name: "Gemini 1.5 Flash";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemini-1.5-flash";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "gemini-1.5-flash-8b";
+    readonly name: "Gemini 1.5 Flash 8B";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemini-1.5-flash-8b";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "gemini-2.0-flash-lite";
+    readonly name: "Gemini 2.0 Flash Lite";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemini-2.0-flash-lite";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "gemini-2.0-flash";
+    readonly name: "Gemini 2.0 Flash";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemini-2.0-flash";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: false;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "gemma-3n-e2b-it";
+    readonly name: "Gemma 3n E2B IT";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemma-3n-e2b-it";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+}, {
+    readonly id: "gemma-3n-e4b-it";
+    readonly name: "Gemma 3n E4B IT";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemma-3n-e4b-it";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+}, {
+    readonly id: "gemma-3-1b-it";
+    readonly name: "Gemma 3 1B IT";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemma-3-1b-it";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+}, {
+    readonly id: "gemma-3-4b-it";
+    readonly name: "Gemma 3 4B IT";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemma-3-4b-it";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly reasoning: false;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+}, {
+    readonly id: "gemma-3-12b-it";
+    readonly name: "Gemma 3 12B IT";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "google-ai-studio";
+        readonly modelName: "gemma-3-12b-it";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly reasoning: false;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+}, {
+    readonly id: "gemma2-9b-it";
+    readonly name: "Gemma2 9B IT";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "groq";
+        readonly modelName: "gemma2-9b-it";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 8129;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+        readonly stability: "unstable";
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gemma-3-27b";
+    readonly name: "Gemma 3 27B";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "google/gemma-3-27b-it";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gemma-2-27b-it-together";
+    readonly name: "Gemma 2 27B IT";
+    readonly family: "google";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly test: "skip";
+        readonly providerId: "together.ai";
+        readonly modelName: "google/gemma-2-27b-it";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 8192;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "sonar-reasoning-pro";
+    readonly name: "Sonar Reasoning Pro";
+    readonly family: "perplexity";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "perplexity";
+        readonly modelName: "sonar-reasoning-pro";
+        readonly inputPrice: 0.000003;
+        readonly outputPrice: 0.00001;
+        readonly requestPrice: 0;
+        readonly imageInputPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+        readonly test: "skip";
+    }];
+    readonly jsonOutput: false;
+}, {
+    readonly id: "sonar-pro";
+    readonly name: "Sonar Pro";
+    readonly family: "perplexity";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "perplexity";
+        readonly modelName: "sonar-pro";
+        readonly inputPrice: 0.000003;
+        readonly outputPrice: 0.000015;
+        readonly requestPrice: 0;
+        readonly imageInputPrice: 0;
+        readonly contextSize: 200000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+        readonly test: "skip";
+    }];
+    readonly jsonOutput: false;
+}, {
+    readonly id: "sonar";
+    readonly name: "Sonar";
+    readonly family: "perplexity";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "perplexity";
+        readonly modelName: "sonar";
+        readonly inputPrice: 0.000001;
+        readonly outputPrice: 0.000001;
+        readonly requestPrice: number;
+        readonly imageInputPrice: 0;
+        readonly contextSize: 130000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+        readonly test: "skip";
+    }];
+    readonly jsonOutput: false;
+}, {
+    readonly id: "grok-3";
+    readonly name: "Grok-3";
+    readonly family: "xai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "xai";
+        readonly modelName: "grok-3";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "grok-3-mini";
+    readonly name: "Grok-3 Mini";
+    readonly family: "xai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "xai";
+        readonly modelName: "grok-3-mini";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "grok-3-fast";
+    readonly name: "Grok-3 Fast";
+    readonly family: "xai";
+    readonly deprecatedAt: Date;
+    readonly deactivatedAt: Date;
+    readonly providers: [{
+        readonly providerId: "xai";
+        readonly modelName: "grok-3-fast";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "grok-3-mini-fast";
+    readonly name: "Grok-3 Mini Fast";
+    readonly family: "xai";
+    readonly deprecatedAt: Date;
+    readonly deactivatedAt: Date;
+    readonly providers: [{
+        readonly providerId: "xai";
+        readonly modelName: "grok-3-mini-fast";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "grok-2-1212";
+    readonly name: "Grok-2 (1212)";
+    readonly family: "xai";
+    readonly deprecatedAt: Date;
+    readonly deactivatedAt: Date;
+    readonly providers: [{
+        readonly providerId: "xai";
+        readonly modelName: "grok-2-1212";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "grok-2-vision-1212";
+    readonly name: "Grok-2 Vision (1212)";
+    readonly family: "xai";
+    readonly deprecatedAt: Date;
+    readonly deactivatedAt: Date;
+    readonly providers: [{
+        readonly providerId: "xai";
+        readonly modelName: "grok-2-vision-1212";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly imageInputPrice: number;
+        readonly contextSize: 32768;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "grok-4-0709";
+    readonly name: "Grok-4 (0709)";
+    readonly family: "xai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "xai";
+        readonly modelName: "grok-4-0709";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly imageInputPrice: undefined;
+        readonly contextSize: 256000;
+        readonly maxOutput: 256000;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "grok-code-fast-1";
+    readonly name: "Grok Code Fast 1";
+    readonly family: "xai";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "xai";
+        readonly modelName: "grok-code-fast-1";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 256000;
+        readonly maxOutput: 10000;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "llama-3.1-8b-instruct";
+    readonly name: "Llama 3.1 8B Instruct";
+    readonly family: "meta";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "meta-llama/Meta-Llama-3.1-8B-Instruct";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }, {
+        readonly providerId: "inference.net";
+        readonly modelName: "meta-llama/llama-3.1-8b-instruct/fp-8";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }, {
+        readonly providerId: "together.ai";
+        readonly modelName: "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+}, {
+    readonly id: "llama-3.1-70b-instruct-free";
+    readonly name: "Meta Llama 3.1 70B Instruct FP8 (Free)";
+    readonly family: "meta";
+    readonly free: true;
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "cloudrift";
+        readonly modelName: "meta-llama/Meta-Llama-3.1-70B-Instruct-FP8";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 16380;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+}, {
+    readonly id: "llama-3.2-11b-instruct";
+    readonly name: "Llama 3.2 11B Instruct";
+    readonly family: "meta";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "inference.net";
+        readonly modelName: "meta-llama/llama-3.2-11b-instruct/fp-16";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+}, {
+    readonly id: "llama-3.1-nemotron-ultra-253b";
+    readonly name: "Llama 3.1 Nemotron Ultra 253B";
+    readonly family: "meta";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "nvidia/Llama-3_1-Nemotron-Ultra-253B-v1";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "llama-guard-4-12b";
+    readonly name: "Llama Guard 4 12B";
+    readonly family: "meta";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "groq";
+        readonly modelName: "meta-llama/llama-guard-4-12b";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "llama-3.3-70b-instruct";
+    readonly name: "Llama 3.3 70B Instruct";
+    readonly family: "meta";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "meta-llama/Llama-3.3-70B-Instruct";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "llama-3.1-405b-instruct";
+    readonly name: "Llama 3.1 405B Instruct";
+    readonly family: "meta";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "meta-llama/Meta-Llama-3.1-405B-Instruct";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "llama-4-scout";
+    readonly name: "Llama 4 Scout";
+    readonly family: "meta";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "together.ai";
+        readonly modelName: "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32768;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "deepseek-v3";
+    readonly name: "DeepSeek V3";
+    readonly family: "deepseek";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "cloudrift";
+        readonly modelName: "deepseek-ai/DeepSeek-V3";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 163840;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }, {
+        readonly providerId: "nebius";
+        readonly modelName: "deepseek-ai/DeepSeek-V3";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 64000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: false;
+}, {
+    readonly id: "deepseek-r1";
+    readonly name: "DeepSeek R1";
+    readonly family: "deepseek";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "deepseek";
+        readonly modelName: "deepseek-reasoner";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 64000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: false;
+}, {
+    readonly id: "deepseek-r1-0528";
+    readonly name: "DeepSeek R1 (0528)";
+    readonly family: "deepseek";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "cloudrift";
+        readonly modelName: "deepseek-ai/DeepSeek-R1-0528";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32770;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+        readonly stability: "unstable";
+    }, {
+        readonly providerId: "deepseek";
+        readonly modelName: "deepseek-reasoner";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 64000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }, {
+        readonly providerId: "nebius";
+        readonly modelName: "deepseek-ai/DeepSeek-R1-0528";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 64000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+        readonly stability: "unstable";
+    }];
+    readonly jsonOutput: false;
+}, {
+    readonly id: "deepseek-r1-distill-llama-70b";
+    readonly name: "DeepSeek R1 Distill Llama 70B";
+    readonly family: "deepseek";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly stability: "beta";
+    readonly providers: [{
+        readonly providerId: "groq";
+        readonly modelName: "deepseek-r1-distill-llama-70b";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "deepseek-v3.1";
+    readonly name: "DeepSeek V3.1";
+    readonly family: "deepseek";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "deepseek";
+        readonly modelName: "deepseek-chat";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: false;
+}, {
+    readonly id: "mistral-large-latest";
+    readonly name: "Mistral Large Latest";
+    readonly family: "mistral";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "mistral";
+        readonly modelName: "mistral-large-latest";
+        readonly inputPrice: 0.000004;
+        readonly outputPrice: 0.000012;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: false;
+}, {
+    readonly id: "mixtral-8x7b-instruct-together";
+    readonly name: "Mixtral 8x7B Instruct";
+    readonly family: "mistral";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "together.ai";
+        readonly modelName: "mistralai/mixtral-8x7b-instruct-v0.1";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32768;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "mistral-7b-instruct-together";
+    readonly name: "Mistral 7B Instruct";
+    readonly family: "mistral";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "together.ai";
+        readonly modelName: "mistralai/mistral-7b-instruct-v0.1";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 8192;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "pixtral-large-latest";
+    readonly name: "Pixtral Large Latest";
+    readonly family: "mistral";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "mistral";
+        readonly modelName: "pixtral-large-latest";
+        readonly inputPrice: 0.000004;
+        readonly outputPrice: 0.000012;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "kimi-k2";
+    readonly name: "Kimi K2";
+    readonly family: "moonshot";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "groq";
+        readonly modelName: "moonshotai/kimi-k2-instruct";
+        readonly inputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: 16384;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }, {
+        readonly providerId: "novita";
+        readonly modelName: "moonshotai/kimi-k2-instruct";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: 131072;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }, {
+        readonly providerId: "moonshot";
+        readonly modelName: "kimi-k2-0711-preview";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: 128000;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }, {
+        readonly providerId: "cloudrift";
+        readonly modelName: "moonshotai/Kimi-K2-Instruct";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: 131072;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+        readonly test: "skip";
+    }, {
+        readonly providerId: "nebius";
+        readonly modelName: "moonshotai/Kimi-K2-Instruct";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen-max";
+    readonly name: "Qwen Max";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "alibaba";
+        readonly modelName: "qwen-max";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: 32000;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen-max-latest";
+    readonly name: "Qwen Max Latest";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "alibaba";
+        readonly modelName: "qwen-max-latest";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: 32000;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen-plus";
+    readonly name: "Qwen Plus";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "alibaba";
+        readonly modelName: "qwen-plus";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: 32000;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen-plus-latest";
+    readonly name: "Qwen Plus Latest";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "alibaba";
+        readonly modelName: "qwen-plus-latest";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: 32000;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen-flash";
+    readonly name: "Qwen Flash";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "alibaba";
+        readonly modelName: "qwen-flash";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: 32000;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen-omni-turbo";
+    readonly name: "Qwen Omni Turbo";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "alibaba";
+        readonly modelName: "qwen-omni-turbo";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32768;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen-turbo";
+    readonly name: "Qwen Turbo";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "alibaba";
+        readonly modelName: "qwen-turbo";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen3-coder-plus";
+    readonly name: "Qwen3 Coder Plus";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "alibaba";
+        readonly modelName: "qwen3-coder-plus";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: 66000;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen-qwq-32b";
+    readonly name: "Qwen QwQ 32B";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/QwQ-32B";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32768;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen3-235b-a22b-instruct-2507";
+    readonly name: "Qwen3 235B A22B Instruct 2507";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/Qwen3-235B-A22B-Instruct-2507";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 262000;
+        readonly maxOutput: 8192;
+        readonly reasoning: false;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen3-235b-a22b-thinking-2507";
+    readonly name: "Qwen3 235B A22B Thinking 2507";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/Qwen3-235B-A22B-Thinking-2507";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 262000;
+        readonly maxOutput: 8192;
+        readonly reasoning: true;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen3-14b";
+    readonly name: "Qwen3 14B";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/Qwen3-14B";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32768;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen3-32b";
+    readonly name: "Qwen3 32B";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/Qwen3-32B";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32768;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen3-30b-a3b";
+    readonly name: "Qwen3 30B A3B";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/Qwen3-30B-A3B";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32768;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen25-coder-7b";
+    readonly name: "Qwen2.5 Coder 7B";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/Qwen2.5-Coder-7B-fast";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32768;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen25-32b-instruct";
+    readonly name: "Qwen2.5 32B Instruct";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: Date;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/Qwen2.5-32B-Instruct";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32768;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen25-72b-instruct";
+    readonly name: "Qwen2.5 72B Instruct";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/Qwen2.5-72B-Instruct";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32768;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen2-vl-72b-instruct";
+    readonly name: "Qwen2 VL 72B Instruct";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: Date;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/Qwen2-VL-72B-Instruct";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32768;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen2-5-vl-72b-instruct";
+    readonly name: "Qwen2.5 VL 72B Instruct";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/Qwen2.5-VL-72B-Instruct";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32768;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen3-coder-480b-a35b-instruct";
+    readonly name: "Qwen3 Coder 480B A35B Instruct";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/Qwen3-Coder-480B-A35B-Instruct";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 262000;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen3-coder-30b-a3b-instruct";
+    readonly name: "Qwen3 Coder 30B A3B Instruct";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/Qwen3-Coder-30B-A3B-Instruct";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 262000;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen3-30b-a3b-instruct-2507";
+    readonly name: "Qwen3 30B A3B Instruct 2507";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/Qwen3-30B-A3B-Instruct-2507";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 262000;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen3-30b-a3b-thinking-2507";
+    readonly name: "Qwen3 30B A3B Thinking 2507";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "Qwen/Qwen3-30B-A3B-Thinking-2507";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 262000;
+        readonly maxOutput: 8192;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+        readonly reasoning: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen-vl-max";
+    readonly name: "Qwen VL Max";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "alibaba";
+        readonly modelName: "qwen-vl-max";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: 32000;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen-vl-plus";
+    readonly name: "Qwen VL Plus";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "alibaba";
+        readonly modelName: "qwen-vl-plus";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: 32000;
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen3-next-80b-a3b-thinking";
+    readonly name: "Qwen3 Next 80B A3B Thinking";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "alibaba";
+        readonly modelName: "qwen3-next-80b-a3b-thinking";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: 32768;
+        readonly reasoning: true;
+        readonly reasoningOutput: "omit";
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen3-next-80b-a3b-instruct";
+    readonly name: "Qwen3 Next 80B A3B Instruct";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "alibaba";
+        readonly modelName: "qwen3-next-80b-a3b-instruct";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 129024;
+        readonly maxOutput: 32768;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "qwen3-max";
+    readonly name: "Qwen3 Max";
+    readonly family: "alibaba";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "alibaba";
+        readonly modelName: "qwen3-max-preview";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly cachedInputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 256000;
+        readonly maxOutput: 32800;
+        readonly reasoning: true;
+        readonly reasoningOutput: "omit";
+        readonly streaming: true;
+        readonly vision: true;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "hermes-3-llama-405b";
+    readonly name: "Hermes 3 Llama 405B";
+    readonly family: "nousresearch";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "nebius";
+        readonly modelName: "NousResearch/Hermes-3-Llama-405B";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "deepseek-r1t2-chimera-free";
+    readonly name: "DeepSeek R1T2 Chimera (Free)";
+    readonly family: "deepseek";
+    readonly free: true;
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "routeway";
+        readonly modelName: "deepseek-r1t2-chimera:free";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 163840;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "glm-4.5-air-free";
+    readonly name: "GLM-4.5 Air (Free)";
+    readonly family: "glm";
+    readonly free: true;
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "routeway";
+        readonly modelName: "glm-4.5-air:free";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "kimi-k2-free";
+    readonly name: "Kimi K2 (Free)";
+    readonly family: "kimi";
+    readonly free: true;
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "routeway";
+        readonly modelName: "kimi-k2:free";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 32768;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gpt-oss-20b-free";
+    readonly name: "GPT OSS 20B (Free)";
+    readonly family: "gpt-oss";
+    readonly free: true;
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "routeway";
+        readonly modelName: "gpt-oss-20b:free";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "gpt-4.1-free";
+    readonly name: "GPT-4.1 (Free)";
+    readonly family: "openai";
+    readonly free: true;
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "routeway";
+        readonly modelName: "gpt-4.1:free";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1047576;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "llama-3.3-70b-instruct-free";
+    readonly name: "Meta Llama 3.3 70B Instruct (Free)";
+    readonly family: "meta";
+    readonly free: true;
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "routeway";
+        readonly modelName: "llama-3.3-70b-instruct:free";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 131072;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "llama-4-scout-free";
+    readonly name: "Meta Llama 4 Scout (Free)";
+    readonly family: "meta";
+    readonly free: true;
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "routeway";
+        readonly modelName: "llama-4-scout:free";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "llama-4-maverick-free";
+    readonly name: "Meta Llama 4 Maverick (Free)";
+    readonly family: "meta";
+    readonly free: true;
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "routeway";
+        readonly modelName: "llama-4-maverick:free";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 1000000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "nemotron-nano-9b-v2";
+    readonly name: "Nemotron Nano 9B V2";
+    readonly family: "nvidia";
+    readonly free: true;
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "routeway";
+        readonly modelName: "nemotron-nano-9b-v2:free";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly vision: false;
+        readonly tools: false;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "glm-4.5";
+    readonly name: "GLM-4.5";
+    readonly family: "glm";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "zai";
+        readonly modelName: "glm-4.5";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly reasoning: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "glm-4.5v";
+    readonly name: "GLM-4.5V";
+    readonly family: "glm";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "zai";
+        readonly modelName: "glm-4.5v";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly reasoning: true;
+        readonly reasoningOutput: "omit";
+        readonly vision: true;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "glm-4.5-air";
+    readonly name: "GLM-4.5 Air";
+    readonly family: "glm";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "zai";
+        readonly modelName: "glm-4.5-air";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly reasoning: false;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "glm-4.5-x";
+    readonly name: "GLM-4.5 X";
+    readonly family: "glm";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "zai";
+        readonly modelName: "glm-4.5-x";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly reasoning: true;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "glm-4.5-airx";
+    readonly name: "GLM-4.5 AirX";
+    readonly family: "glm";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "zai";
+        readonly modelName: "glm-4.5-airx";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly reasoning: false;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "glm-4.5-flash";
+    readonly name: "GLM-4.5 Flash";
+    readonly family: "glm";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "zai";
+        readonly modelName: "glm-4.5-flash";
+        readonly inputPrice: 0;
+        readonly outputPrice: 0;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly reasoning: false;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}, {
+    readonly id: "glm-4-32b-0414-128k";
+    readonly name: "GLM-4 32B (0414-128k)";
+    readonly family: "glm";
+    readonly deprecatedAt: undefined;
+    readonly deactivatedAt: undefined;
+    readonly providers: [{
+        readonly providerId: "zai";
+        readonly modelName: "glm-4-32b-0414-128k";
+        readonly inputPrice: number;
+        readonly outputPrice: number;
+        readonly requestPrice: 0;
+        readonly contextSize: 128000;
+        readonly maxOutput: undefined;
+        readonly streaming: true;
+        readonly reasoning: false;
+        readonly vision: false;
+        readonly tools: true;
+    }];
+    readonly jsonOutput: true;
+}];
+
+type ProviderModelName$1 = (typeof models)[number]['providers'][number]['modelName'];
+type LLMGatewayChatModelId = (typeof models)[number]['id'] | `${Provider}/${ProviderModelName$1}` | 'test-model';
 type LLMGatewayChatSettings = {
     /**
   Modify the likelihood of specified tokens appearing in the completion.
@@ -97,7 +2833,8 @@ type LLMGatewayUsageAccounting = {
     };
 };
 
-type LLMGatewayCompletionModelId = string;
+type ProviderModelName = (typeof models)[number]['providers'][number]['modelName'];
+type LLMGatewayCompletionModelId = (typeof models)[number]['id'] | `${Provider}/${ProviderModelName}`;
 type LLMGatewayCompletionSettings = {
     /**
   Modify the likelihood of specified tokens appearing in the completion.