@llmgateway/models 0.0.1

package/dist/providers.d.ts

@@ -0,0 +1,405 @@
+export interface ProviderEnvConfig {
+    required: {
+        apiKey?: string;
+        [key: string]: string | undefined;
+    };
+    optional?: Record<string, string>;
+}
+export interface ProviderDefinition {
+    id: string;
+    name: string;
+    description: string;
+    env: ProviderEnvConfig;
+    streaming?: boolean;
+    cancellation?: boolean;
+    color?: string;
+    website?: string | null;
+    announcement?: string | null;
+    apiKeyInstructions?: string;
+    learnMore?: string;
+    priority?: number;
+}
+export declare const providers: [{
+    readonly id: "llmgateway";
+    readonly name: "LLM Gateway";
+    readonly description: "LLMGateway is a framework for building and deploying large language models.";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_LLMGATEWAY_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#6366f1";
+    readonly website: "https://llmgateway.io";
+    readonly announcement: null;
+}, {
+    readonly id: "openai";
+    readonly name: "OpenAI";
+    readonly description: "OpenAI is an AI research and deployment company. Our mission is to ensure that artificial general intelligence benefits all of humanity.";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_OPENAI_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#0ea5e9";
+    readonly website: "https://openai.com";
+    readonly announcement: null;
+}, {
+    readonly id: "anthropic";
+    readonly name: "Anthropic";
+    readonly description: "Anthropic is a research and deployment company focused on building safe and useful AI.";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_ANTHROPIC_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#8b5cf6";
+    readonly website: "https://anthropic.com";
+    readonly announcement: null;
+}, {
+    readonly id: "google-ai-studio";
+    readonly name: "Google AI Studio";
+    readonly description: "Google AI Studio is a platform for accessing Google's Gemini models.";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_GOOGLE_AI_STUDIO_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#4285f4";
+    readonly website: "https://ai.google.com";
+    readonly announcement: null;
+}, {
+    readonly id: "google-vertex";
+    readonly name: "Google Vertex AI";
+    readonly description: "Google Vertex AI is a platform for accessing Google's Gemini models via Vertex AI.";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_GOOGLE_VERTEX_API_KEY";
+            readonly project: "LLM_GOOGLE_CLOUD_PROJECT";
+        };
+        readonly optional: {
+            readonly region: "LLM_GOOGLE_VERTEX_REGION";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#4285f4";
+    readonly website: "https://cloud.google.com/vertex-ai";
+    readonly announcement: null;
+    readonly priority: 0.5;
+}, {
+    readonly id: "groq";
+    readonly name: "Groq";
+    readonly description: "Groq's ultra-fast LPU inference with various models";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_GROQ_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#F55036";
+    readonly website: "https://groq.com";
+    readonly announcement: null;
+}, {
+    readonly id: "cerebras";
+    readonly name: "Cerebras";
+    readonly description: "Cerebras high-performance inference with ultra-fast throughput";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_CEREBRAS_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#6b46c1";
+    readonly website: "https://cerebras.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "xai";
+    readonly name: "xAI";
+    readonly description: "xAI's Grok large language models";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_X_AI_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#000000";
+    readonly website: "https://x.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "deepseek";
+    readonly name: "DeepSeek";
+    readonly description: "DeepSeek's high-performance language models with OpenAI-compatible API";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_DEEPSEEK_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#FF6B00";
+    readonly website: "https://deepseek.com";
+    readonly announcement: null;
+}, {
+    readonly id: "alibaba";
+    readonly name: "Alibaba Cloud";
+    readonly description: "Alibaba Cloud's Qwen large language models with OpenAI-compatible API";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_ALIBABA_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#FF6A00";
+    readonly website: "https://www.alibabacloud.com";
+    readonly announcement: null;
+}, {
+    readonly id: "novita";
+    readonly name: "NovitaAI";
+    readonly description: "NovitaAI's OpenAI-compatible large language models";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_NOVITA_AI_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#9333ea";
+    readonly website: "https://novita.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "aws-bedrock";
+    readonly name: "AWS Bedrock";
+    readonly description: "Amazon Bedrock - fully managed service for foundation models";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_AWS_BEDROCK_API_KEY";
+        };
+        readonly optional: {
+            readonly baseUrl: "LLM_AWS_BEDROCK_BASE_URL";
+            readonly region: "LLM_AWS_BEDROCK_REGION";
+        };
+    };
+    readonly priority: 0.9;
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#FF9900";
+    readonly website: "https://aws.amazon.com/bedrock";
+    readonly announcement: null;
+    readonly apiKeyInstructions: "Use AWS Bedrock Long-Term API Keys (not IAM service account or private keys)";
+    readonly learnMore: "https://docs.llmgateway.io/integrations/aws-bedrock";
+}, {
+    readonly id: "azure";
+    readonly name: "Azure";
+    readonly description: "Microsoft Azure - enterprise-grade OpenAI models";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_AZURE_API_KEY";
+            readonly resource: "LLM_AZURE_RESOURCE";
+        };
+        readonly optional: {
+            readonly deploymentType: "LLM_AZURE_DEPLOYMENT_TYPE";
+            readonly apiVersion: "LLM_AZURE_API_VERSION";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#0078D4";
+    readonly website: "https://azure.microsoft.com/en-us/products/ai-services/openai-service";
+    readonly announcement: null;
+    readonly apiKeyInstructions: "The resource name can be found in your Azure base URL: https://<resource-name>.openai.azure.com";
+    readonly learnMore: "https://docs.llmgateway.io/integrations/azure";
+}, {
+    readonly id: "zai";
+    readonly name: "Z AI";
+    readonly description: "Z AI's OpenAI-compatible large language models";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_Z_AI_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#22c55e";
+    readonly website: "https://z.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "moonshot";
+    readonly name: "Moonshot AI";
+    readonly description: "Moonshot AI's OpenAI-compatible large language models";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_MOONSHOT_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#4B9EFF";
+    readonly website: "https://moonshot.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "perplexity";
+    readonly name: "Perplexity";
+    readonly description: "Perplexity's AI models for search and conversation with real-time web access";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_PERPLEXITY_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#20B2AA";
+    readonly website: "https://perplexity.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "nebius";
+    readonly name: "Nebius AI";
+    readonly description: "Nebius AI Studio - OpenAI-compatible API for large language models";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_NEBIUS_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#3b82f6";
+    readonly website: "https://nebius.com";
+    readonly announcement: null;
+}, {
+    readonly id: "mistral";
+    readonly name: "Mistral AI";
+    readonly description: "Mistral AI's large language models";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_MISTRAL_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#FF7000";
+    readonly website: "https://mistral.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "canopywave";
+    readonly name: "CanopyWave";
+    readonly description: "CanopyWave is a platform for running large language models with OpenAI-compatible API";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_CANOPY_WAVE_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#10b981";
+    readonly website: "https://canopywave.io";
+    readonly announcement: null;
+}, {
+    readonly id: "inference.net";
+    readonly name: "Inference.net";
+    readonly description: "Inference.net is a platform for running large language models in the cloud.";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_INFERENCE_NET_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#10b981";
+    readonly website: "https://inference.net";
+    readonly announcement: null;
+}, {
+    readonly id: "together.ai";
+    readonly name: "Together AI";
+    readonly description: "Together AI is a platform for running large language models in the cloud with fast inference.";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_TOGETHER_AI_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#ff6b35";
+    readonly website: "https://together.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "routeway";
+    readonly name: "RouteWay";
+    readonly description: "RouteWay's OpenAI-compatible large language models";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_ROUTEWAY_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#4f46e5";
+    readonly website: "https://routeway.ai";
+    readonly announcement: null;
+}, {
+    readonly id: "custom";
+    readonly name: "Custom";
+    readonly description: "Custom OpenAI-compatible provider with configurable base URL";
+    readonly env: {
+        readonly required: {};
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#6b7280";
+    readonly website: null;
+    readonly announcement: null;
+}, {
+    readonly id: "cloudrift";
+    readonly name: "CloudRift";
+    readonly description: "CloudRift is a platform for running large language models in the cloud with fast inference.";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_CLOUD_RIFT_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#00d4aa";
+    readonly website: "https://www.cloudrift.ai";
+    readonly announcement: "DeepSeek & Kimi K2 are 30-50% cheaper than the competition!";
+}, {
+    readonly id: "nanogpt";
+    readonly name: "NanoGPT";
+    readonly description: "NanoGPT offers a large selection of models";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_NANO_GPT_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#10b981";
+    readonly website: "https://nano-gpt.com";
+    readonly announcement: null;
+}, {
+    readonly id: "bytedance";
+    readonly name: "ByteDance";
+    readonly description: "ByteDance's ModelArk platform with OpenAI-compatible API for large language models";
+    readonly env: {
+        readonly required: {
+            readonly apiKey: "LLM_BYTEDANCE_API_KEY";
+        };
+    };
+    readonly streaming: true;
+    readonly cancellation: true;
+    readonly color: "#FF4757";
+    readonly website: "https://www.byteplus.com/en/product/modelark";
+    readonly announcement: null;
+}];
+export type ProviderId = (typeof providers)[number]["id"];
+export declare function getProviderDefinition(providerId: ProviderId | string): ProviderDefinition | undefined;