@llmgateway/models 1.100.1 → 1.102.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/models/anthropic.d.ts +9 -0
- package/dist/models/anthropic.js +1 -0
- package/dist/models/anthropic.js.map +1 -1
- package/dist/models.d.ts +9 -0
- package/dist/provider.js +5 -2
- package/dist/provider.js.map +1 -1
- package/dist/providers.d.ts +15 -624
- package/dist/providers.js +309 -0
- package/dist/providers.js.map +1 -1
- package/package.json +1 -1
package/dist/providers.d.ts
CHANGED
|
@@ -13,6 +13,18 @@ export interface ProviderRegionConfig {
|
|
|
13
13
|
label: string;
|
|
14
14
|
}[];
|
|
15
15
|
endpointMap: Record<string, string>;
|
|
16
|
+
modelPrefixMap?: Record<string, string>;
|
|
17
|
+
pinDefaultRegion?: boolean;
|
|
18
|
+
sharedCredentialAcrossRegions?: boolean;
|
|
19
|
+
}
|
|
20
|
+
export interface ProviderDataPolicy {
|
|
21
|
+
apiTraining: boolean | null;
|
|
22
|
+
consumerTraining: boolean | null;
|
|
23
|
+
promptLogging: boolean | null;
|
|
24
|
+
retentionPeriod?: string | null;
|
|
25
|
+
soc2?: boolean | null;
|
|
26
|
+
iso27001?: boolean | null;
|
|
27
|
+
gdpr?: boolean | null;
|
|
16
28
|
}
|
|
17
29
|
export interface ProviderDefinition {
|
|
18
30
|
id: string;
|
|
@@ -31,630 +43,9 @@ export interface ProviderDefinition {
|
|
|
31
43
|
regionConfig?: ProviderRegionConfig;
|
|
32
44
|
termsUrl?: string | null;
|
|
33
45
|
privacyPolicyUrl?: string | null;
|
|
46
|
+
headquarters?: string | null;
|
|
47
|
+
dataPolicy?: ProviderDataPolicy | null;
|
|
34
48
|
}
|
|
35
|
-
export declare const providers: [
|
|
36
|
-
readonly id: "llmgateway";
|
|
37
|
-
readonly name: "LLM Gateway";
|
|
38
|
-
readonly description: "LLMGateway is a framework for building and deploying large language models.";
|
|
39
|
-
readonly env: {
|
|
40
|
-
readonly required: {
|
|
41
|
-
readonly apiKey: "LLM_LLMGATEWAY_API_KEY";
|
|
42
|
-
};
|
|
43
|
-
};
|
|
44
|
-
readonly streaming: true;
|
|
45
|
-
readonly cancellation: true;
|
|
46
|
-
readonly color: "#6366f1";
|
|
47
|
-
readonly website: "https://llmgateway.io";
|
|
48
|
-
readonly announcement: null;
|
|
49
|
-
readonly termsUrl: "https://llmgateway.io/terms";
|
|
50
|
-
readonly privacyPolicyUrl: "https://llmgateway.io/privacy";
|
|
51
|
-
}, {
|
|
52
|
-
readonly id: "openai";
|
|
53
|
-
readonly name: "OpenAI";
|
|
54
|
-
readonly description: "OpenAI is an AI research and deployment company. Our mission is to ensure that artificial general intelligence benefits all of humanity.";
|
|
55
|
-
readonly env: {
|
|
56
|
-
readonly required: {
|
|
57
|
-
readonly apiKey: "LLM_OPENAI_API_KEY";
|
|
58
|
-
};
|
|
59
|
-
};
|
|
60
|
-
readonly streaming: true;
|
|
61
|
-
readonly cancellation: true;
|
|
62
|
-
readonly color: "#0ea5e9";
|
|
63
|
-
readonly website: "https://openai.com";
|
|
64
|
-
readonly announcement: null;
|
|
65
|
-
readonly termsUrl: "https://openai.com/policies/terms-of-use";
|
|
66
|
-
readonly privacyPolicyUrl: "https://openai.com/policies/privacy-policy";
|
|
67
|
-
}, {
|
|
68
|
-
readonly id: "anthropic";
|
|
69
|
-
readonly name: "Anthropic";
|
|
70
|
-
readonly description: "Anthropic is a research and deployment company focused on building safe and useful AI.";
|
|
71
|
-
readonly env: {
|
|
72
|
-
readonly required: {
|
|
73
|
-
readonly apiKey: "LLM_ANTHROPIC_API_KEY";
|
|
74
|
-
};
|
|
75
|
-
};
|
|
76
|
-
readonly streaming: true;
|
|
77
|
-
readonly cancellation: true;
|
|
78
|
-
readonly color: "#8b5cf6";
|
|
79
|
-
readonly website: "https://anthropic.com";
|
|
80
|
-
readonly announcement: null;
|
|
81
|
-
readonly termsUrl: "https://www.anthropic.com/terms";
|
|
82
|
-
readonly privacyPolicyUrl: "https://www.anthropic.com/privacy";
|
|
83
|
-
}, {
|
|
84
|
-
readonly id: "google-ai-studio";
|
|
85
|
-
readonly name: "Google AI Studio";
|
|
86
|
-
readonly description: "Google AI Studio is a platform for accessing Google's Gemini models.";
|
|
87
|
-
readonly env: {
|
|
88
|
-
readonly required: {
|
|
89
|
-
readonly apiKey: "LLM_GOOGLE_AI_STUDIO_API_KEY";
|
|
90
|
-
};
|
|
91
|
-
readonly optional: {
|
|
92
|
-
readonly baseUrl: "LLM_GOOGLE_AI_STUDIO_BASE_URL";
|
|
93
|
-
};
|
|
94
|
-
};
|
|
95
|
-
readonly streaming: true;
|
|
96
|
-
readonly cancellation: true;
|
|
97
|
-
readonly color: "#4285f4";
|
|
98
|
-
readonly website: "https://ai.google.com";
|
|
99
|
-
readonly announcement: null;
|
|
100
|
-
readonly termsUrl: "https://ai.google.dev/gemini-api/terms";
|
|
101
|
-
readonly privacyPolicyUrl: "https://cloud.google.com/terms/data-processing-addendum";
|
|
102
|
-
}, {
|
|
103
|
-
readonly id: "glacier";
|
|
104
|
-
readonly name: "Glacier";
|
|
105
|
-
readonly description: "Glacier is a stealth provider with Google AI Studio-compatible Gemini endpoints.";
|
|
106
|
-
readonly env: {
|
|
107
|
-
readonly required: {
|
|
108
|
-
readonly apiKey: "LLM_GLACIER_API_KEY";
|
|
109
|
-
readonly baseUrl: "LLM_GLACIER_BASE_URL";
|
|
110
|
-
};
|
|
111
|
-
};
|
|
112
|
-
readonly streaming: true;
|
|
113
|
-
readonly cancellation: true;
|
|
114
|
-
readonly color: "#4285f4";
|
|
115
|
-
readonly website: null;
|
|
116
|
-
readonly announcement: null;
|
|
117
|
-
readonly termsUrl: null;
|
|
118
|
-
readonly privacyPolicyUrl: null;
|
|
119
|
-
}, {
|
|
120
|
-
readonly id: "google-vertex";
|
|
121
|
-
readonly name: "Google Vertex AI";
|
|
122
|
-
readonly description: "Google Vertex AI is a platform for accessing Google's Gemini models via Vertex AI.";
|
|
123
|
-
readonly env: {
|
|
124
|
-
readonly required: {
|
|
125
|
-
readonly apiKey: "LLM_GOOGLE_VERTEX_API_KEY";
|
|
126
|
-
readonly project: "LLM_GOOGLE_CLOUD_PROJECT";
|
|
127
|
-
};
|
|
128
|
-
readonly optional: {
|
|
129
|
-
readonly baseUrl: "LLM_GOOGLE_VERTEX_BASE_URL";
|
|
130
|
-
readonly region: "LLM_GOOGLE_VERTEX_REGION";
|
|
131
|
-
};
|
|
132
|
-
};
|
|
133
|
-
readonly streaming: true;
|
|
134
|
-
readonly cancellation: true;
|
|
135
|
-
readonly color: "#4285f4";
|
|
136
|
-
readonly website: "https://cloud.google.com/vertex-ai";
|
|
137
|
-
readonly announcement: null;
|
|
138
|
-
readonly priority: 0.8;
|
|
139
|
-
readonly termsUrl: "https://cloud.google.com/terms/service-terms";
|
|
140
|
-
readonly privacyPolicyUrl: "https://policies.google.com/privacy";
|
|
141
|
-
}, {
|
|
142
|
-
readonly id: "vertex-openai";
|
|
143
|
-
readonly name: "Vertex AI (OpenAI-compatible)";
|
|
144
|
-
readonly description: "Access partner models (e.g. xAI Grok) via Google Cloud Vertex AI's OpenAI-compatible Chat Completions endpoint.";
|
|
145
|
-
readonly env: {
|
|
146
|
-
readonly required: {
|
|
147
|
-
readonly apiKey: "LLM_VERTEX_OPENAI_SERVICE_ACCOUNT_JSON";
|
|
148
|
-
readonly project: "LLM_VERTEX_OPENAI_PROJECT";
|
|
149
|
-
};
|
|
150
|
-
readonly optional: {
|
|
151
|
-
readonly baseUrl: "LLM_VERTEX_OPENAI_BASE_URL";
|
|
152
|
-
readonly region: "LLM_VERTEX_OPENAI_REGION";
|
|
153
|
-
};
|
|
154
|
-
};
|
|
155
|
-
readonly streaming: true;
|
|
156
|
-
readonly cancellation: true;
|
|
157
|
-
readonly color: "#4285f4";
|
|
158
|
-
readonly website: "https://cloud.google.com/vertex-ai";
|
|
159
|
-
readonly announcement: null;
|
|
160
|
-
readonly priority: 0.9;
|
|
161
|
-
readonly termsUrl: "https://cloud.google.com/terms/service-terms";
|
|
162
|
-
readonly privacyPolicyUrl: "https://cloud.google.com/terms/data-processing-addendum";
|
|
163
|
-
}, {
|
|
164
|
-
readonly id: "vertex-anthropic";
|
|
165
|
-
readonly name: "Vertex AI (Anthropic)";
|
|
166
|
-
readonly description: "Access Claude models via Google Cloud Vertex AI with the Anthropic Messages API.";
|
|
167
|
-
readonly env: {
|
|
168
|
-
readonly required: {
|
|
169
|
-
readonly apiKey: "LLM_VERTEX_ANTHROPIC_SERVICE_ACCOUNT_JSON";
|
|
170
|
-
};
|
|
171
|
-
readonly optional: {
|
|
172
|
-
readonly baseUrl: "LLM_VERTEX_ANTHROPIC_BASE_URL";
|
|
173
|
-
readonly region: "LLM_VERTEX_ANTHROPIC_REGION";
|
|
174
|
-
};
|
|
175
|
-
};
|
|
176
|
-
readonly streaming: true;
|
|
177
|
-
readonly cancellation: true;
|
|
178
|
-
readonly color: "#4285f4";
|
|
179
|
-
readonly website: "https://cloud.google.com/vertex-ai";
|
|
180
|
-
readonly announcement: null;
|
|
181
|
-
readonly priority: 0.9;
|
|
182
|
-
readonly termsUrl: "https://cloud.google.com/terms/service-terms";
|
|
183
|
-
readonly privacyPolicyUrl: "https://cloud.google.com/terms/data-processing-addendum";
|
|
184
|
-
}, {
|
|
185
|
-
readonly id: "quartz";
|
|
186
|
-
readonly name: "Quartz";
|
|
187
|
-
readonly description: "Quartz is a Vertex-compatible provider for accessing Gemini and other Vertex-routed models.";
|
|
188
|
-
readonly env: {
|
|
189
|
-
readonly required: {
|
|
190
|
-
readonly apiKey: "LLM_QUARTZ_API_KEY";
|
|
191
|
-
readonly baseUrl: "LLM_QUARTZ_BASE_URL";
|
|
192
|
-
readonly project: "LLM_QUARTZ_PROJECT";
|
|
193
|
-
};
|
|
194
|
-
readonly optional: {
|
|
195
|
-
readonly region: "LLM_QUARTZ_REGION";
|
|
196
|
-
};
|
|
197
|
-
};
|
|
198
|
-
readonly streaming: true;
|
|
199
|
-
readonly cancellation: true;
|
|
200
|
-
readonly color: "#4285f4";
|
|
201
|
-
readonly website: null;
|
|
202
|
-
readonly announcement: null;
|
|
203
|
-
readonly priority: 0.9;
|
|
204
|
-
readonly termsUrl: null;
|
|
205
|
-
readonly privacyPolicyUrl: null;
|
|
206
|
-
}, {
|
|
207
|
-
readonly id: "avalanche";
|
|
208
|
-
readonly name: "Avalanche";
|
|
209
|
-
readonly description: "Avalanche - video generation provider.";
|
|
210
|
-
readonly env: {
|
|
211
|
-
readonly required: {
|
|
212
|
-
readonly apiKey: "LLM_AVALANCHE_API_KEY";
|
|
213
|
-
readonly baseUrl: "LLM_AVALANCHE_BASE_URL";
|
|
214
|
-
};
|
|
215
|
-
readonly optional: {
|
|
216
|
-
readonly fileUploadBaseUrl: "LLM_AVALANCHE_FILE_UPLOAD_BASE_URL";
|
|
217
|
-
};
|
|
218
|
-
};
|
|
219
|
-
readonly streaming: false;
|
|
220
|
-
readonly cancellation: false;
|
|
221
|
-
readonly color: "#0f766e";
|
|
222
|
-
readonly website: null;
|
|
223
|
-
readonly announcement: null;
|
|
224
|
-
readonly termsUrl: null;
|
|
225
|
-
readonly privacyPolicyUrl: null;
|
|
226
|
-
}, {
|
|
227
|
-
readonly id: "groq";
|
|
228
|
-
readonly name: "Groq";
|
|
229
|
-
readonly description: "Groq's ultra-fast LPU inference with various models";
|
|
230
|
-
readonly env: {
|
|
231
|
-
readonly required: {
|
|
232
|
-
readonly apiKey: "LLM_GROQ_API_KEY";
|
|
233
|
-
};
|
|
234
|
-
};
|
|
235
|
-
readonly streaming: true;
|
|
236
|
-
readonly cancellation: true;
|
|
237
|
-
readonly color: "#F55036";
|
|
238
|
-
readonly website: "https://groq.com";
|
|
239
|
-
readonly announcement: null;
|
|
240
|
-
readonly termsUrl: "https://groq.com/terms-of-use";
|
|
241
|
-
readonly privacyPolicyUrl: "https://groq.com/privacy-policy";
|
|
242
|
-
}, {
|
|
243
|
-
readonly id: "cerebras";
|
|
244
|
-
readonly name: "Cerebras";
|
|
245
|
-
readonly description: "Cerebras high-performance inference with ultra-fast throughput";
|
|
246
|
-
readonly env: {
|
|
247
|
-
readonly required: {
|
|
248
|
-
readonly apiKey: "LLM_CEREBRAS_API_KEY";
|
|
249
|
-
};
|
|
250
|
-
};
|
|
251
|
-
readonly streaming: true;
|
|
252
|
-
readonly cancellation: true;
|
|
253
|
-
readonly color: "#6b46c1";
|
|
254
|
-
readonly website: "https://cerebras.ai";
|
|
255
|
-
readonly announcement: null;
|
|
256
|
-
readonly termsUrl: "https://cerebras.ai/terms-of-service";
|
|
257
|
-
readonly privacyPolicyUrl: "https://cerebras.ai/privacy-policy";
|
|
258
|
-
}, {
|
|
259
|
-
readonly id: "xai";
|
|
260
|
-
readonly name: "xAI";
|
|
261
|
-
readonly description: "xAI's Grok large language models";
|
|
262
|
-
readonly env: {
|
|
263
|
-
readonly required: {
|
|
264
|
-
readonly apiKey: "LLM_X_AI_API_KEY";
|
|
265
|
-
};
|
|
266
|
-
};
|
|
267
|
-
readonly streaming: true;
|
|
268
|
-
readonly cancellation: true;
|
|
269
|
-
readonly color: "#000000";
|
|
270
|
-
readonly website: "https://x.ai";
|
|
271
|
-
readonly announcement: null;
|
|
272
|
-
readonly priority: 0.1;
|
|
273
|
-
readonly termsUrl: "https://x.ai/legal/terms-of-service";
|
|
274
|
-
readonly privacyPolicyUrl: "https://x.ai/legal/privacy-policy";
|
|
275
|
-
}, {
|
|
276
|
-
readonly id: "deepseek";
|
|
277
|
-
readonly name: "DeepSeek";
|
|
278
|
-
readonly description: "DeepSeek's high-performance language models with OpenAI-compatible API";
|
|
279
|
-
readonly env: {
|
|
280
|
-
readonly required: {
|
|
281
|
-
readonly apiKey: "LLM_DEEPSEEK_API_KEY";
|
|
282
|
-
};
|
|
283
|
-
};
|
|
284
|
-
readonly streaming: true;
|
|
285
|
-
readonly cancellation: true;
|
|
286
|
-
readonly color: "#FF6B00";
|
|
287
|
-
readonly website: "https://deepseek.com";
|
|
288
|
-
readonly announcement: null;
|
|
289
|
-
readonly termsUrl: "https://cdn.deepseek.com/policies/en-US/deepseek-terms-of-use.html";
|
|
290
|
-
readonly privacyPolicyUrl: "https://cdn.deepseek.com/policies/en-US/deepseek-privacy-policy.html";
|
|
291
|
-
}, {
|
|
292
|
-
readonly id: "alibaba";
|
|
293
|
-
readonly name: "Alibaba Cloud";
|
|
294
|
-
readonly description: "Alibaba Cloud's Qwen large language models with OpenAI-compatible API";
|
|
295
|
-
readonly env: {
|
|
296
|
-
readonly required: {
|
|
297
|
-
readonly apiKey: "LLM_ALIBABA_API_KEY";
|
|
298
|
-
};
|
|
299
|
-
readonly optional: {
|
|
300
|
-
readonly region: "LLM_ALIBABA_REGION";
|
|
301
|
-
};
|
|
302
|
-
};
|
|
303
|
-
readonly streaming: true;
|
|
304
|
-
readonly cancellation: true;
|
|
305
|
-
readonly color: "#FF6A00";
|
|
306
|
-
readonly website: "https://www.alibabacloud.com";
|
|
307
|
-
readonly announcement: null;
|
|
308
|
-
readonly regionConfig: {
|
|
309
|
-
readonly optionsKey: "alibaba_region";
|
|
310
|
-
readonly defaultRegion: "singapore";
|
|
311
|
-
readonly regions: [{
|
|
312
|
-
readonly id: "singapore";
|
|
313
|
-
readonly label: "Singapore (default)";
|
|
314
|
-
}, {
|
|
315
|
-
readonly id: "us-virginia";
|
|
316
|
-
readonly label: "US (Virginia)";
|
|
317
|
-
}, {
|
|
318
|
-
readonly id: "cn-beijing";
|
|
319
|
-
readonly label: "China (Beijing)";
|
|
320
|
-
}];
|
|
321
|
-
readonly endpointMap: {
|
|
322
|
-
readonly singapore: "https://dashscope-intl.aliyuncs.com";
|
|
323
|
-
readonly "us-virginia": "https://dashscope-us.aliyuncs.com";
|
|
324
|
-
readonly "cn-beijing": "https://dashscope.aliyuncs.com";
|
|
325
|
-
};
|
|
326
|
-
};
|
|
327
|
-
readonly termsUrl: "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0";
|
|
328
|
-
readonly privacyPolicyUrl: "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy";
|
|
329
|
-
}, {
|
|
330
|
-
readonly id: "novita";
|
|
331
|
-
readonly name: "NovitaAI";
|
|
332
|
-
readonly description: "NovitaAI's OpenAI-compatible large language models";
|
|
333
|
-
readonly env: {
|
|
334
|
-
readonly required: {
|
|
335
|
-
readonly apiKey: "LLM_NOVITA_AI_API_KEY";
|
|
336
|
-
};
|
|
337
|
-
};
|
|
338
|
-
readonly streaming: true;
|
|
339
|
-
readonly cancellation: true;
|
|
340
|
-
readonly color: "#9333ea";
|
|
341
|
-
readonly website: "https://novita.ai";
|
|
342
|
-
readonly announcement: null;
|
|
343
|
-
readonly termsUrl: "https://novita.ai/legal/terms-of-service";
|
|
344
|
-
readonly privacyPolicyUrl: "https://novita.ai/legal/privacy-policy";
|
|
345
|
-
}, {
|
|
346
|
-
readonly id: "aws-bedrock";
|
|
347
|
-
readonly name: "AWS Bedrock";
|
|
348
|
-
readonly description: "Amazon Bedrock - fully managed service for foundation models";
|
|
349
|
-
readonly env: {
|
|
350
|
-
readonly required: {
|
|
351
|
-
readonly apiKey: "LLM_AWS_BEDROCK_API_KEY";
|
|
352
|
-
};
|
|
353
|
-
readonly optional: {
|
|
354
|
-
readonly baseUrl: "LLM_AWS_BEDROCK_BASE_URL";
|
|
355
|
-
readonly region: "LLM_AWS_BEDROCK_REGION";
|
|
356
|
-
};
|
|
357
|
-
};
|
|
358
|
-
readonly priority: 0.9;
|
|
359
|
-
readonly streaming: true;
|
|
360
|
-
readonly cancellation: true;
|
|
361
|
-
readonly color: "#FF9900";
|
|
362
|
-
readonly website: "https://aws.amazon.com/bedrock";
|
|
363
|
-
readonly announcement: null;
|
|
364
|
-
readonly apiKeyInstructions: "Use AWS Bedrock Long-Term API Keys (not IAM service account or private keys)";
|
|
365
|
-
readonly learnMore: "https://docs.llmgateway.io/integrations/aws-bedrock";
|
|
366
|
-
readonly termsUrl: "https://aws.amazon.com/service-terms";
|
|
367
|
-
readonly privacyPolicyUrl: "https://aws.amazon.com/privacy";
|
|
368
|
-
}, {
|
|
369
|
-
readonly id: "azure";
|
|
370
|
-
readonly name: "Azure";
|
|
371
|
-
readonly description: "Microsoft Azure - enterprise-grade OpenAI models";
|
|
372
|
-
readonly env: {
|
|
373
|
-
readonly required: {
|
|
374
|
-
readonly apiKey: "LLM_AZURE_API_KEY";
|
|
375
|
-
readonly resource: "LLM_AZURE_RESOURCE";
|
|
376
|
-
};
|
|
377
|
-
readonly optional: {
|
|
378
|
-
readonly deploymentType: "LLM_AZURE_DEPLOYMENT_TYPE";
|
|
379
|
-
readonly apiVersion: "LLM_AZURE_API_VERSION";
|
|
380
|
-
readonly useResponsesApi: "LLM_AZURE_USE_RESPONSES_API";
|
|
381
|
-
};
|
|
382
|
-
};
|
|
383
|
-
readonly streaming: true;
|
|
384
|
-
readonly cancellation: true;
|
|
385
|
-
readonly color: "#0078D4";
|
|
386
|
-
readonly website: "https://azure.microsoft.com/en-us/products/ai-services/openai-service";
|
|
387
|
-
readonly announcement: null;
|
|
388
|
-
readonly apiKeyInstructions: "The resource name can be found in your Azure base URL: https://<resource-name>.openai.azure.com";
|
|
389
|
-
readonly learnMore: "https://docs.llmgateway.io/integrations/azure";
|
|
390
|
-
readonly termsUrl: "https://www.microsoft.com/licensing/terms";
|
|
391
|
-
readonly privacyPolicyUrl: "https://privacy.microsoft.com/privacystatement";
|
|
392
|
-
}, {
|
|
393
|
-
readonly id: "azure-ai-foundry";
|
|
394
|
-
readonly name: "Azure AI Foundry";
|
|
395
|
-
readonly description: "Microsoft Azure AI Foundry - third-party models (Grok, Llama, Mistral, ...) via the Azure Models inference endpoint";
|
|
396
|
-
readonly env: {
|
|
397
|
-
readonly required: {
|
|
398
|
-
readonly apiKey: "LLM_AZURE_AI_FOUNDRY_API_KEY";
|
|
399
|
-
readonly resource: "LLM_AZURE_AI_FOUNDRY_RESOURCE";
|
|
400
|
-
};
|
|
401
|
-
readonly optional: {
|
|
402
|
-
readonly apiVersion: "LLM_AZURE_AI_FOUNDRY_API_VERSION";
|
|
403
|
-
};
|
|
404
|
-
};
|
|
405
|
-
readonly streaming: true;
|
|
406
|
-
readonly cancellation: true;
|
|
407
|
-
readonly color: "#0078D4";
|
|
408
|
-
readonly website: "https://azure.microsoft.com/en-us/products/ai-foundry";
|
|
409
|
-
readonly announcement: null;
|
|
410
|
-
readonly apiKeyInstructions: "The resource name can be found in your Azure AI Foundry base URL: https://<resource-name>.services.ai.azure.com";
|
|
411
|
-
readonly learnMore: "https://docs.llmgateway.io/integrations/azure";
|
|
412
|
-
readonly termsUrl: "https://www.microsoft.com/licensing/terms";
|
|
413
|
-
readonly privacyPolicyUrl: "https://privacy.microsoft.com/privacystatement";
|
|
414
|
-
}, {
|
|
415
|
-
readonly id: "zai";
|
|
416
|
-
readonly name: "Z AI";
|
|
417
|
-
readonly description: "Z AI's OpenAI-compatible large language models";
|
|
418
|
-
readonly env: {
|
|
419
|
-
readonly required: {
|
|
420
|
-
readonly apiKey: "LLM_Z_AI_API_KEY";
|
|
421
|
-
};
|
|
422
|
-
};
|
|
423
|
-
readonly streaming: true;
|
|
424
|
-
readonly cancellation: true;
|
|
425
|
-
readonly color: "#22c55e";
|
|
426
|
-
readonly website: "https://z.ai";
|
|
427
|
-
readonly announcement: null;
|
|
428
|
-
readonly termsUrl: "https://docs.z.ai/legal-agreement/terms-of-use";
|
|
429
|
-
readonly privacyPolicyUrl: "https://docs.z.ai/legal-agreement/privacy-policy";
|
|
430
|
-
}, {
|
|
431
|
-
readonly id: "moonshot";
|
|
432
|
-
readonly name: "Moonshot AI";
|
|
433
|
-
readonly description: "Moonshot AI's OpenAI-compatible large language models";
|
|
434
|
-
readonly env: {
|
|
435
|
-
readonly required: {
|
|
436
|
-
readonly apiKey: "LLM_MOONSHOT_API_KEY";
|
|
437
|
-
};
|
|
438
|
-
};
|
|
439
|
-
readonly streaming: true;
|
|
440
|
-
readonly cancellation: true;
|
|
441
|
-
readonly color: "#4B9EFF";
|
|
442
|
-
readonly website: "https://moonshot.ai";
|
|
443
|
-
readonly announcement: null;
|
|
444
|
-
readonly termsUrl: "https://www.kimi.com/user/agreement/modelUse?version=v2";
|
|
445
|
-
readonly privacyPolicyUrl: "https://www.kimi.com/user/agreement/userPrivacy?version=v2";
|
|
446
|
-
}, {
|
|
447
|
-
readonly id: "perplexity";
|
|
448
|
-
readonly name: "Perplexity";
|
|
449
|
-
readonly description: "Perplexity's AI models for search and conversation with real-time web access";
|
|
450
|
-
readonly env: {
|
|
451
|
-
readonly required: {
|
|
452
|
-
readonly apiKey: "LLM_PERPLEXITY_API_KEY";
|
|
453
|
-
};
|
|
454
|
-
};
|
|
455
|
-
readonly streaming: true;
|
|
456
|
-
readonly cancellation: true;
|
|
457
|
-
readonly color: "#20B2AA";
|
|
458
|
-
readonly website: "https://perplexity.ai";
|
|
459
|
-
readonly announcement: null;
|
|
460
|
-
readonly termsUrl: "https://www.perplexity.ai/hub/legal/terms-of-service";
|
|
461
|
-
readonly privacyPolicyUrl: "https://www.perplexity.ai/hub/legal/privacy-policy";
|
|
462
|
-
}, {
|
|
463
|
-
readonly id: "nebius";
|
|
464
|
-
readonly name: "Nebius AI";
|
|
465
|
-
readonly description: "Nebius AI Studio - OpenAI-compatible API for large language models";
|
|
466
|
-
readonly env: {
|
|
467
|
-
readonly required: {
|
|
468
|
-
readonly apiKey: "LLM_NEBIUS_API_KEY";
|
|
469
|
-
};
|
|
470
|
-
};
|
|
471
|
-
readonly streaming: true;
|
|
472
|
-
readonly cancellation: true;
|
|
473
|
-
readonly color: "#3b82f6";
|
|
474
|
-
readonly website: "https://nebius.com";
|
|
475
|
-
readonly announcement: null;
|
|
476
|
-
readonly termsUrl: "https://docs.nebius.com/legal/terms-of-use";
|
|
477
|
-
readonly privacyPolicyUrl: "https://docs.nebius.com/legal/privacy";
|
|
478
|
-
}, {
|
|
479
|
-
readonly id: "mistral";
|
|
480
|
-
readonly name: "Mistral AI";
|
|
481
|
-
readonly description: "Mistral AI's large language models";
|
|
482
|
-
readonly env: {
|
|
483
|
-
readonly required: {
|
|
484
|
-
readonly apiKey: "LLM_MISTRAL_API_KEY";
|
|
485
|
-
};
|
|
486
|
-
};
|
|
487
|
-
readonly streaming: true;
|
|
488
|
-
readonly cancellation: true;
|
|
489
|
-
readonly color: "#FF7000";
|
|
490
|
-
readonly website: "https://mistral.ai";
|
|
491
|
-
readonly announcement: null;
|
|
492
|
-
readonly termsUrl: "https://legal.mistral.ai/terms/commercial-terms-of-service";
|
|
493
|
-
readonly privacyPolicyUrl: "https://mistral.ai/terms/#privacy-policy";
|
|
494
|
-
}, {
|
|
495
|
-
readonly id: "canopywave";
|
|
496
|
-
readonly name: "CanopyWave";
|
|
497
|
-
readonly description: "CanopyWave is a platform for running large language models with OpenAI-compatible API";
|
|
498
|
-
readonly env: {
|
|
499
|
-
readonly required: {
|
|
500
|
-
readonly apiKey: "LLM_CANOPY_WAVE_API_KEY";
|
|
501
|
-
};
|
|
502
|
-
};
|
|
503
|
-
readonly streaming: true;
|
|
504
|
-
readonly cancellation: true;
|
|
505
|
-
readonly color: "#10b981";
|
|
506
|
-
readonly website: "https://canopywave.io";
|
|
507
|
-
readonly announcement: null;
|
|
508
|
-
readonly termsUrl: "https://canopywave.io/terms";
|
|
509
|
-
readonly privacyPolicyUrl: "https://canopywave.io/privacy";
|
|
510
|
-
}, {
|
|
511
|
-
readonly id: "inference.net";
|
|
512
|
-
readonly name: "Inference.net";
|
|
513
|
-
readonly description: "Inference.net is a platform for running large language models in the cloud.";
|
|
514
|
-
readonly env: {
|
|
515
|
-
readonly required: {
|
|
516
|
-
readonly apiKey: "LLM_INFERENCE_NET_API_KEY";
|
|
517
|
-
};
|
|
518
|
-
};
|
|
519
|
-
readonly streaming: true;
|
|
520
|
-
readonly cancellation: true;
|
|
521
|
-
readonly color: "#10b981";
|
|
522
|
-
readonly website: "https://inference.net";
|
|
523
|
-
readonly announcement: null;
|
|
524
|
-
readonly termsUrl: "https://inference.net/terms-of-service";
|
|
525
|
-
readonly privacyPolicyUrl: "https://inference.net/privacy-policy";
|
|
526
|
-
}, {
|
|
527
|
-
readonly id: "together-ai";
|
|
528
|
-
readonly name: "Together AI";
|
|
529
|
-
readonly description: "Together AI is a platform for running large language models in the cloud with fast inference.";
|
|
530
|
-
readonly env: {
|
|
531
|
-
readonly required: {
|
|
532
|
-
readonly apiKey: "LLM_TOGETHER_AI_API_KEY";
|
|
533
|
-
};
|
|
534
|
-
};
|
|
535
|
-
readonly streaming: true;
|
|
536
|
-
readonly cancellation: true;
|
|
537
|
-
readonly color: "#ff6b35";
|
|
538
|
-
readonly website: "https://together.ai";
|
|
539
|
-
readonly announcement: null;
|
|
540
|
-
readonly termsUrl: "https://www.together.ai/terms-of-service";
|
|
541
|
-
readonly privacyPolicyUrl: "https://www.together.ai/privacy";
|
|
542
|
-
}, {
|
|
543
|
-
readonly id: "custom";
|
|
544
|
-
readonly name: "Custom";
|
|
545
|
-
readonly description: "Custom OpenAI-compatible provider with configurable base URL";
|
|
546
|
-
readonly env: {
|
|
547
|
-
readonly required: {};
|
|
548
|
-
};
|
|
549
|
-
readonly streaming: true;
|
|
550
|
-
readonly cancellation: true;
|
|
551
|
-
readonly color: "#6b7280";
|
|
552
|
-
readonly website: null;
|
|
553
|
-
readonly announcement: null;
|
|
554
|
-
readonly termsUrl: null;
|
|
555
|
-
readonly privacyPolicyUrl: null;
|
|
556
|
-
}, {
|
|
557
|
-
readonly id: "nanogpt";
|
|
558
|
-
readonly name: "NanoGPT";
|
|
559
|
-
readonly description: "NanoGPT offers a large selection of models";
|
|
560
|
-
readonly env: {
|
|
561
|
-
readonly required: {
|
|
562
|
-
readonly apiKey: "LLM_NANO_GPT_API_KEY";
|
|
563
|
-
};
|
|
564
|
-
};
|
|
565
|
-
readonly streaming: true;
|
|
566
|
-
readonly cancellation: true;
|
|
567
|
-
readonly color: "#10b981";
|
|
568
|
-
readonly website: "https://nano-gpt.com";
|
|
569
|
-
readonly announcement: null;
|
|
570
|
-
readonly termsUrl: "https://nano-gpt.com/legal/terms-of-service";
|
|
571
|
-
readonly privacyPolicyUrl: "https://nano-gpt.com/legal/privacy-policy";
|
|
572
|
-
}, {
|
|
573
|
-
readonly id: "bytedance";
|
|
574
|
-
readonly name: "ByteDance";
|
|
575
|
-
readonly description: "ByteDance's ModelArk platform with OpenAI-compatible API for large language models";
|
|
576
|
-
readonly env: {
|
|
577
|
-
readonly required: {
|
|
578
|
-
readonly apiKey: "LLM_BYTEDANCE_API_KEY";
|
|
579
|
-
};
|
|
580
|
-
};
|
|
581
|
-
readonly streaming: true;
|
|
582
|
-
readonly cancellation: true;
|
|
583
|
-
readonly color: "#FF4757";
|
|
584
|
-
readonly website: "https://www.byteplus.com/en/product/modelark";
|
|
585
|
-
readonly announcement: null;
|
|
586
|
-
readonly termsUrl: "https://docs.byteplus.com/en/docs/legal/docs-terms-of-service";
|
|
587
|
-
readonly privacyPolicyUrl: "https://docs.byteplus.com/en/docs/legal/docs-privacy-policy";
|
|
588
|
-
}, {
|
|
589
|
-
readonly id: "minimax";
|
|
590
|
-
readonly name: "MiniMax";
|
|
591
|
-
readonly description: "MiniMax's large language models with advanced reasoning and coding capabilities";
|
|
592
|
-
readonly env: {
|
|
593
|
-
readonly required: {
|
|
594
|
-
readonly apiKey: "LLM_MINIMAX_API_KEY";
|
|
595
|
-
};
|
|
596
|
-
};
|
|
597
|
-
readonly streaming: true;
|
|
598
|
-
readonly cancellation: true;
|
|
599
|
-
readonly color: "#7C3AED";
|
|
600
|
-
readonly website: "https://minimax.io";
|
|
601
|
-
readonly announcement: null;
|
|
602
|
-
readonly termsUrl: "https://intl.minimaxi.com/protocol/terms-of-service";
|
|
603
|
-
readonly privacyPolicyUrl: "https://intl.minimaxi.com/protocol/privacy-policy";
|
|
604
|
-
}, {
|
|
605
|
-
readonly id: "embercloud";
|
|
606
|
-
readonly name: "EmberCloud";
|
|
607
|
-
readonly description: "EmberCloud provides access to a variety of large language models via an OpenAI-compatible API";
|
|
608
|
-
readonly env: {
|
|
609
|
-
readonly required: {
|
|
610
|
-
readonly apiKey: "LLM_EMBERCLOUD_API_KEY";
|
|
611
|
-
};
|
|
612
|
-
};
|
|
613
|
-
readonly streaming: true;
|
|
614
|
-
readonly cancellation: true;
|
|
615
|
-
readonly color: "#FF6047";
|
|
616
|
-
readonly website: "https://www.embercloud.ai";
|
|
617
|
-
readonly announcement: null;
|
|
618
|
-
readonly termsUrl: "https://www.embercloud.ai/terms";
|
|
619
|
-
readonly privacyPolicyUrl: "https://www.embercloud.ai/privacy";
|
|
620
|
-
}, {
|
|
621
|
-
readonly id: "xiaomi";
|
|
622
|
-
readonly name: "Xiaomi";
|
|
623
|
-
readonly description: "Xiaomi MiMo API Open Platform provides access to the MiMo series of large language models.";
|
|
624
|
-
readonly env: {
|
|
625
|
-
readonly required: {
|
|
626
|
-
readonly apiKey: "LLM_XIAOMI_API_KEY";
|
|
627
|
-
};
|
|
628
|
-
readonly optional: {
|
|
629
|
-
readonly baseUrl: "LLM_XIAOMI_BASE_URL";
|
|
630
|
-
};
|
|
631
|
-
};
|
|
632
|
-
readonly streaming: true;
|
|
633
|
-
readonly cancellation: true;
|
|
634
|
-
readonly color: "#FF6900";
|
|
635
|
-
readonly website: "https://platform.xiaomimimo.com";
|
|
636
|
-
readonly announcement: null;
|
|
637
|
-
readonly termsUrl: "https://platform.xiaomimimo.com/docs/terms/user-agreement";
|
|
638
|
-
readonly privacyPolicyUrl: "https://platform.xiaomimimo.com/docs/terms/privacy-policy";
|
|
639
|
-
}, {
|
|
640
|
-
readonly id: "deepinfra";
|
|
641
|
-
readonly name: "DeepInfra";
|
|
642
|
-
readonly description: "DeepInfra inference platform with OpenAI-compatible API for hosting open-source models.";
|
|
643
|
-
readonly env: {
|
|
644
|
-
readonly required: {
|
|
645
|
-
readonly apiKey: "LLM_DEEPINFRA_API_KEY";
|
|
646
|
-
};
|
|
647
|
-
readonly optional: {
|
|
648
|
-
readonly baseUrl: "LLM_DEEPINFRA_BASE_URL";
|
|
649
|
-
};
|
|
650
|
-
};
|
|
651
|
-
readonly streaming: true;
|
|
652
|
-
readonly cancellation: true;
|
|
653
|
-
readonly color: "#6366F1";
|
|
654
|
-
readonly website: "https://deepinfra.com";
|
|
655
|
-
readonly announcement: null;
|
|
656
|
-
readonly termsUrl: "https://deepinfra.com/terms";
|
|
657
|
-
readonly privacyPolicyUrl: "https://deepinfra.com/privacy";
|
|
658
|
-
}];
|
|
49
|
+
export declare const providers: ProviderDefinition[];
|
|
659
50
|
export type ProviderId = (typeof providers)[number]["id"];
|
|
660
51
|
export declare function getProviderDefinition(providerId: ProviderId | string): ProviderDefinition | undefined;
|