@llmgateway/ai-sdk-provider 2.0.1 → 2.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -57,7 +57,6 @@ type LLMGatewayUsageAccounting = {
57
57
  };
58
58
  };
59
59
 
60
- type LLMGatewayCompletionModelId = string;
61
60
  type LLMGatewayCompletionSettings = {
62
61
  /**
63
62
  Modify the likelihood of specified tokens appearing in the completion.
@@ -106,18 +105,2886 @@ type LLMGatewayCompletionConfig = {
106
105
  declare class LLMGatewayCompletionLanguageModel implements LanguageModelV2 {
107
106
  readonly specificationVersion: "v2";
108
107
  readonly provider = "llmgateway";
109
- readonly modelId: LLMGatewayCompletionModelId;
108
+ readonly modelId: LLMGatewayChatModelId;
110
109
  readonly supportedUrls: Record<string, RegExp[]>;
111
110
  readonly defaultObjectGenerationMode: undefined;
112
111
  readonly settings: LLMGatewayCompletionSettings;
113
112
  private readonly config;
114
- constructor(modelId: LLMGatewayCompletionModelId, settings: LLMGatewayCompletionSettings, config: LLMGatewayCompletionConfig);
113
+ constructor(modelId: LLMGatewayChatModelId, settings: LLMGatewayCompletionSettings, config: LLMGatewayCompletionConfig);
115
114
  private getArgs;
116
115
  doGenerate(options: LanguageModelV2CallOptions): Promise<Awaited<ReturnType<LanguageModelV2['doGenerate']>>>;
117
116
  doStream(options: LanguageModelV2CallOptions): Promise<Awaited<ReturnType<LanguageModelV2['doStream']>>>;
118
117
  }
119
118
 
120
- type LLMGatewayChatModelId = string;
119
+ declare const providers: [{
120
+ readonly id: "llmgateway";
121
+ readonly name: "LLM Gateway";
122
+ readonly description: "LLMGateway is a framework for building and deploying large language models.";
123
+ readonly streaming: true;
124
+ readonly cancellation: true;
125
+ readonly jsonOutput: true;
126
+ readonly color: "#6366f1";
127
+ readonly website: "https://llmgateway.io";
128
+ readonly announcement: null;
129
+ }, {
130
+ readonly id: "openai";
131
+ readonly name: "OpenAI";
132
+ readonly description: "OpenAI is an AI research and deployment company. Our mission is to ensure that artificial general intelligence benefits all of humanity.";
133
+ readonly streaming: true;
134
+ readonly cancellation: true;
135
+ readonly jsonOutput: true;
136
+ readonly color: "#0ea5e9";
137
+ readonly website: "https://openai.com";
138
+ readonly announcement: null;
139
+ }, {
140
+ readonly id: "anthropic";
141
+ readonly name: "Anthropic";
142
+ readonly description: "Anthropic is a research and deployment company focused on building safe and useful AI.";
143
+ readonly streaming: true;
144
+ readonly cancellation: true;
145
+ readonly color: "#8b5cf6";
146
+ readonly website: "https://anthropic.com";
147
+ readonly announcement: null;
148
+ }, {
149
+ readonly id: "google-ai-studio";
150
+ readonly name: "Google AI Studio";
151
+ readonly description: "Google AI Studio is a platform for accessing Google's Gemini models.";
152
+ readonly streaming: true;
153
+ readonly cancellation: true;
154
+ readonly color: "#4285f4";
155
+ readonly website: "https://ai.google.com";
156
+ readonly announcement: null;
157
+ }, {
158
+ readonly id: "inference.net";
159
+ readonly name: "Inference.net";
160
+ readonly description: "Inference.net is a platform for running large language models in the cloud.";
161
+ readonly streaming: true;
162
+ readonly cancellation: true;
163
+ readonly color: "#10b981";
164
+ readonly website: "https://inference.net";
165
+ readonly announcement: null;
166
+ }, {
167
+ readonly id: "together.ai";
168
+ readonly name: "Together AI";
169
+ readonly description: "Together AI is a platform for running large language models in the cloud with fast inference.";
170
+ readonly streaming: true;
171
+ readonly cancellation: true;
172
+ readonly jsonOutput: true;
173
+ readonly color: "#ff6b35";
174
+ readonly website: "https://together.ai";
175
+ readonly announcement: null;
176
+ }, {
177
+ readonly id: "cloudrift";
178
+ readonly name: "CloudRift";
179
+ readonly description: "CloudRift is a platform for running large language models in the cloud with fast inference.";
180
+ readonly streaming: true;
181
+ readonly cancellation: true;
182
+ readonly color: "#00d4aa";
183
+ readonly website: "https://www.cloudrift.ai";
184
+ readonly announcement: "DeepSeek & Kimi K2 are 30-50% cheaper than the competition!";
185
+ }, {
186
+ readonly id: "mistral";
187
+ readonly name: "Mistral AI";
188
+ readonly description: "Mistral AI's large language models";
189
+ readonly streaming: true;
190
+ readonly cancellation: true;
191
+ readonly jsonOutput: true;
192
+ readonly color: "#FF7000";
193
+ readonly website: "https://mistral.ai";
194
+ readonly announcement: null;
195
+ }, {
196
+ readonly id: "moonshot";
197
+ readonly name: "Moonshot AI";
198
+ readonly description: "Moonshot AI's OpenAI-compatible large language models";
199
+ readonly streaming: true;
200
+ readonly cancellation: true;
201
+ readonly jsonOutput: true;
202
+ readonly color: "#4B9EFF";
203
+ readonly website: "https://moonshot.ai";
204
+ readonly announcement: null;
205
+ }, {
206
+ readonly id: "novita";
207
+ readonly name: "NovitaAI";
208
+ readonly description: "NovitaAI's OpenAI-compatible large language models";
209
+ readonly streaming: true;
210
+ readonly cancellation: true;
211
+ readonly jsonOutput: true;
212
+ readonly color: "#9333ea";
213
+ readonly website: "https://novita.ai";
214
+ readonly announcement: null;
215
+ }, {
216
+ readonly id: "xai";
217
+ readonly name: "xAI";
218
+ readonly description: "xAI's Grok large language models";
219
+ readonly streaming: true;
220
+ readonly cancellation: true;
221
+ readonly jsonOutput: true;
222
+ readonly color: "#000000";
223
+ readonly website: "https://x.ai";
224
+ readonly announcement: null;
225
+ }, {
226
+ readonly id: "groq";
227
+ readonly name: "Groq";
228
+ readonly description: "Groq's ultra-fast LPU inference with various models";
229
+ readonly streaming: true;
230
+ readonly cancellation: true;
231
+ readonly jsonOutput: true;
232
+ readonly color: "#F55036";
233
+ readonly website: "https://groq.com";
234
+ readonly announcement: null;
235
+ }, {
236
+ readonly id: "deepseek";
237
+ readonly name: "DeepSeek";
238
+ readonly description: "DeepSeek's high-performance language models with OpenAI-compatible API";
239
+ readonly streaming: true;
240
+ readonly cancellation: true;
241
+ readonly jsonOutput: true;
242
+ readonly color: "#FF6B00";
243
+ readonly website: "https://deepseek.com";
244
+ readonly announcement: null;
245
+ }, {
246
+ readonly id: "perplexity";
247
+ readonly name: "Perplexity";
248
+ readonly description: "Perplexity's AI models for search and conversation with real-time web access";
249
+ readonly streaming: true;
250
+ readonly cancellation: true;
251
+ readonly jsonOutput: false;
252
+ readonly color: "#20B2AA";
253
+ readonly website: "https://perplexity.ai";
254
+ readonly announcement: null;
255
+ }, {
256
+ readonly id: "alibaba";
257
+ readonly name: "Alibaba Cloud";
258
+ readonly description: "Alibaba Cloud's Qwen large language models with OpenAI-compatible API";
259
+ readonly streaming: true;
260
+ readonly cancellation: true;
261
+ readonly jsonOutput: true;
262
+ readonly color: "#FF6A00";
263
+ readonly website: "https://www.alibabacloud.com";
264
+ readonly announcement: null;
265
+ }, {
266
+ readonly id: "nebius";
267
+ readonly name: "Nebius AI";
268
+ readonly description: "Nebius AI Studio - OpenAI-compatible API for large language models";
269
+ readonly streaming: true;
270
+ readonly cancellation: true;
271
+ readonly jsonOutput: true;
272
+ readonly color: "#3b82f6";
273
+ readonly website: "https://nebius.com";
274
+ readonly announcement: null;
275
+ }, {
276
+ readonly id: "zai";
277
+ readonly name: "Z AI";
278
+ readonly description: "Z AI's OpenAI-compatible large language models";
279
+ readonly streaming: true;
280
+ readonly cancellation: true;
281
+ readonly jsonOutput: true;
282
+ readonly color: "#22c55e";
283
+ readonly website: "https://z.ai";
284
+ readonly announcement: null;
285
+ }, {
286
+ readonly id: "routeway";
287
+ readonly name: "RouteWay";
288
+ readonly description: "RouteWay's OpenAI-compatible large language models";
289
+ readonly streaming: true;
290
+ readonly cancellation: true;
291
+ readonly jsonOutput: true;
292
+ readonly color: "#4f46e5";
293
+ readonly website: "https://api.routeway.ai";
294
+ readonly announcement: null;
295
+ }, {
296
+ readonly id: "custom";
297
+ readonly name: "Custom";
298
+ readonly description: "Custom OpenAI-compatible provider with configurable base URL";
299
+ readonly streaming: true;
300
+ readonly cancellation: true;
301
+ readonly jsonOutput: true;
302
+ readonly color: "#6b7280";
303
+ readonly website: null;
304
+ readonly announcement: null;
305
+ }];
306
+
307
+ type Provider = (typeof providers)[number]['id'];
308
+ interface ProviderModelMapping {
309
+ providerId: (typeof providers)[number]['id'];
310
+ modelName: string;
311
+ /**
312
+ * Price per input token in USD
313
+ */
314
+ inputPrice?: number;
315
+ /**
316
+ * Price per output token in USD
317
+ */
318
+ outputPrice?: number;
319
+ /**
320
+ * Price per cached input token in USD
321
+ */
322
+ cachedInputPrice?: number;
323
+ /**
324
+ * Price per image input in USD
325
+ */
326
+ imageInputPrice?: number;
327
+ /**
328
+ * Price per request in USD
329
+ */
330
+ requestPrice?: number;
331
+ /**
332
+ * Maximum context window size in tokens
333
+ */
334
+ contextSize?: number;
335
+ /**
336
+ * Maximum output size in tokens
337
+ */
338
+ maxOutput?: number;
339
+ /**
340
+ * Whether this specific model supports streaming for this provider
341
+ */
342
+ streaming: boolean;
343
+ /**
344
+ * Whether this specific model supports vision (image inputs) for this provider
345
+ */
346
+ vision?: boolean;
347
+ /**
348
+ * Whether this model supports reasoning mode
349
+ */
350
+ reasoning?: boolean;
351
+ /**
352
+ * Whether this model supports the OpenAI responses API (defaults to true if reasoning is true)
353
+ */
354
+ supportsResponsesApi?: boolean;
355
+ /**
356
+ * Controls whether reasoning output is expected from the model.
357
+ * - undefined: Expect reasoning output if reasoning is true (default behavior)
358
+ * - "omit": Don't expect reasoning output even if reasoning is true (for models like o1 that don't return reasoning content)
359
+ */
360
+ reasoningOutput?: 'omit';
361
+ /**
362
+ * Whether this specific model supports tool calling for this provider
363
+ */
364
+ tools?: boolean;
365
+ /**
366
+ * Whether this model supports parallel tool calls
367
+ */
368
+ parallelToolCalls?: boolean;
369
+ /**
370
+ * List of supported API parameters for this model/provider combination
371
+ */
372
+ supportedParameters?: string[];
373
+ /**
374
+ * Test skip/only functionality
375
+ */
376
+ test?: 'skip' | 'only';
377
+ /**
378
+ * Stability level of the model for this specific provider (defaults to model-level stability if not specified)
379
+ * - stable: Fully tested and production ready
380
+ * - beta: Generally stable but may have minor issues
381
+ * - unstable: May have significant issues or frequent changes
382
+ * - experimental: Early stage, use with caution
383
+ */
384
+ stability?: StabilityLevel;
385
+ }
386
+ type StabilityLevel = 'stable' | 'beta' | 'unstable' | 'experimental';
387
+ interface ModelDefinition {
388
+ /**
389
+ * Unique identifier for the model
390
+ */
391
+ id: string;
392
+ /**
393
+ * Human-readable display name for the model
394
+ */
395
+ name?: string;
396
+ /**
397
+ * Alternative names or search terms for the model
398
+ */
399
+ aliases?: string[];
400
+ /**
401
+ * Model family (e.g., 'openai', 'deepseek', 'anthropic')
402
+ */
403
+ family: string;
404
+ /**
405
+ * Mappings to provider models
406
+ */
407
+ providers: ProviderModelMapping[];
408
+ /**
409
+ * Whether the model supports JSON output mode
410
+ */
411
+ jsonOutput?: boolean;
412
+ /**
413
+ * Whether this model is free to use
414
+ */
415
+ free?: boolean;
416
+ /**
417
+ * Date when the model will be deprecated (still usable but filtered from selection algorithms)
418
+ */
419
+ deprecatedAt?: Date;
420
+ /**
421
+ * Date when the model will be deactivated (returns error when requested)
422
+ */
423
+ deactivatedAt?: Date;
424
+ /**
425
+ * Output formats supported by the model (defaults to ['text'] if not specified)
426
+ */
427
+ output?: ('text' | 'image')[];
428
+ /**
429
+ * Stability level of the model (defaults to 'stable' if not specified)
430
+ * - stable: Fully tested and production ready
431
+ * - beta: Generally stable but may have minor issues
432
+ * - unstable: May have significant issues or frequent changes
433
+ * - experimental: Early stage, use with caution
434
+ */
435
+ stability?: StabilityLevel;
436
+ /**
437
+ * Whether this model supports system role messages (defaults to true if not specified)
438
+ */
439
+ supportsSystemRole?: boolean;
440
+ }
441
+ declare const models: [{
442
+ readonly id: "custom";
443
+ readonly name: "Custom Model";
444
+ readonly family: "llmgateway";
445
+ readonly deprecatedAt: undefined;
446
+ readonly deactivatedAt: undefined;
447
+ readonly providers: [{
448
+ readonly providerId: "llmgateway";
449
+ readonly modelName: "custom";
450
+ readonly inputPrice: undefined;
451
+ readonly outputPrice: undefined;
452
+ readonly requestPrice: undefined;
453
+ readonly contextSize: undefined;
454
+ readonly streaming: true;
455
+ readonly vision: true;
456
+ readonly tools: true;
457
+ readonly supportedParameters: ["temperature", "max_tokens", "top_p", "frequency_penalty", "presence_penalty"];
458
+ }];
459
+ readonly jsonOutput: true;
460
+ }, {
461
+ readonly id: "auto";
462
+ readonly name: "Auto Route";
463
+ readonly family: "llmgateway";
464
+ readonly deprecatedAt: undefined;
465
+ readonly deactivatedAt: undefined;
466
+ readonly providers: [{
467
+ readonly providerId: "llmgateway";
468
+ readonly modelName: "auto";
469
+ readonly inputPrice: undefined;
470
+ readonly outputPrice: undefined;
471
+ readonly requestPrice: undefined;
472
+ readonly contextSize: undefined;
473
+ readonly streaming: true;
474
+ readonly vision: true;
475
+ readonly tools: true;
476
+ readonly supportedParameters: ["temperature", "max_tokens", "top_p", "frequency_penalty", "presence_penalty"];
477
+ }];
478
+ readonly jsonOutput: true;
479
+ }, {
480
+ readonly id: "gpt-4o-mini";
481
+ readonly name: "GPT-4o Mini";
482
+ readonly family: "openai";
483
+ readonly deprecatedAt: undefined;
484
+ readonly deactivatedAt: undefined;
485
+ readonly providers: [{
486
+ readonly providerId: "openai";
487
+ readonly modelName: "gpt-4o-mini";
488
+ readonly inputPrice: number;
489
+ readonly outputPrice: number;
490
+ readonly cachedInputPrice: number;
491
+ readonly requestPrice: 0;
492
+ readonly contextSize: 128000;
493
+ readonly maxOutput: 16384;
494
+ readonly streaming: true;
495
+ readonly vision: false;
496
+ readonly tools: true;
497
+ }];
498
+ readonly jsonOutput: true;
499
+ }, {
500
+ readonly id: "gpt-4";
501
+ readonly name: "GPT-4";
502
+ readonly family: "openai";
503
+ readonly deprecatedAt: undefined;
504
+ readonly deactivatedAt: undefined;
505
+ readonly providers: [{
506
+ readonly providerId: "openai";
507
+ readonly modelName: "gpt-4";
508
+ readonly inputPrice: number;
509
+ readonly outputPrice: number;
510
+ readonly requestPrice: 0;
511
+ readonly contextSize: 128000;
512
+ readonly maxOutput: 8192;
513
+ readonly streaming: true;
514
+ readonly vision: false;
515
+ readonly tools: true;
516
+ readonly supportedParameters: ["temperature", "max_tokens", "top_p", "frequency_penalty", "presence_penalty", "response_format", "tools", "tool_choice"];
517
+ }];
518
+ readonly jsonOutput: false;
519
+ }, {
520
+ readonly id: "gpt-4o";
521
+ readonly name: "GPT-4o";
522
+ readonly family: "openai";
523
+ readonly deprecatedAt: undefined;
524
+ readonly deactivatedAt: undefined;
525
+ readonly providers: [{
526
+ readonly providerId: "openai";
527
+ readonly modelName: "gpt-4o";
528
+ readonly inputPrice: number;
529
+ readonly outputPrice: number;
530
+ readonly cachedInputPrice: number;
531
+ readonly requestPrice: 0;
532
+ readonly imageInputPrice: 0.00553;
533
+ readonly contextSize: 128000;
534
+ readonly maxOutput: 16384;
535
+ readonly streaming: true;
536
+ readonly vision: true;
537
+ readonly tools: true;
538
+ }];
539
+ readonly jsonOutput: true;
540
+ }, {
541
+ readonly id: "gpt-3.5-turbo";
542
+ readonly name: "GPT-3.5 Turbo";
543
+ readonly family: "openai";
544
+ readonly deprecatedAt: undefined;
545
+ readonly deactivatedAt: undefined;
546
+ readonly providers: [{
547
+ readonly providerId: "openai";
548
+ readonly modelName: "gpt-3.5-turbo";
549
+ readonly inputPrice: number;
550
+ readonly outputPrice: number;
551
+ readonly requestPrice: 0;
552
+ readonly contextSize: 16385;
553
+ readonly maxOutput: undefined;
554
+ readonly streaming: true;
555
+ readonly vision: false;
556
+ readonly tools: true;
557
+ }];
558
+ readonly jsonOutput: true;
559
+ }, {
560
+ readonly id: "gpt-4-turbo";
561
+ readonly name: "GPT-4 Turbo";
562
+ readonly family: "openai";
563
+ readonly deprecatedAt: undefined;
564
+ readonly deactivatedAt: undefined;
565
+ readonly providers: [{
566
+ readonly providerId: "openai";
567
+ readonly modelName: "gpt-4-turbo";
568
+ readonly inputPrice: number;
569
+ readonly outputPrice: number;
570
+ readonly requestPrice: 0;
571
+ readonly contextSize: 128000;
572
+ readonly maxOutput: undefined;
573
+ readonly streaming: true;
574
+ readonly vision: true;
575
+ readonly tools: true;
576
+ }];
577
+ readonly jsonOutput: true;
578
+ }, {
579
+ readonly id: "gpt-4.1";
580
+ readonly name: "GPT-4.1";
581
+ readonly family: "openai";
582
+ readonly deprecatedAt: undefined;
583
+ readonly deactivatedAt: undefined;
584
+ readonly providers: [{
585
+ readonly providerId: "openai";
586
+ readonly modelName: "gpt-4.1";
587
+ readonly inputPrice: number;
588
+ readonly outputPrice: number;
589
+ readonly requestPrice: 0;
590
+ readonly contextSize: 1000000;
591
+ readonly maxOutput: undefined;
592
+ readonly streaming: true;
593
+ readonly vision: true;
594
+ readonly tools: true;
595
+ readonly parallelToolCalls: true;
596
+ }];
597
+ readonly jsonOutput: true;
598
+ }, {
599
+ readonly id: "o1";
600
+ readonly name: "o1";
601
+ readonly family: "openai";
602
+ readonly deprecatedAt: undefined;
603
+ readonly deactivatedAt: undefined;
604
+ readonly providers: [{
605
+ readonly providerId: "openai";
606
+ readonly modelName: "o1";
607
+ readonly inputPrice: number;
608
+ readonly outputPrice: number;
609
+ readonly requestPrice: 0;
610
+ readonly contextSize: 200000;
611
+ readonly maxOutput: undefined;
612
+ readonly streaming: true;
613
+ readonly vision: true;
614
+ readonly reasoning: true;
615
+ readonly tools: false;
616
+ }];
617
+ readonly jsonOutput: true;
618
+ }, {
619
+ readonly id: "o1-mini";
620
+ readonly name: "o1 Mini";
621
+ readonly family: "openai";
622
+ readonly deprecatedAt: undefined;
623
+ readonly deactivatedAt: undefined;
624
+ readonly providers: [{
625
+ readonly providerId: "openai";
626
+ readonly modelName: "o1-mini";
627
+ readonly inputPrice: number;
628
+ readonly outputPrice: number;
629
+ readonly requestPrice: 0;
630
+ readonly contextSize: 128000;
631
+ readonly maxOutput: undefined;
632
+ readonly streaming: false;
633
+ readonly vision: false;
634
+ readonly tools: false;
635
+ readonly reasoning: false;
636
+ readonly supportsResponsesApi: false;
637
+ }];
638
+ readonly jsonOutput: true;
639
+ readonly supportsSystemRole: false;
640
+ }, {
641
+ readonly id: "gpt-4.1-mini";
642
+ readonly name: "GPT-4.1 Mini";
643
+ readonly family: "openai";
644
+ readonly deprecatedAt: undefined;
645
+ readonly deactivatedAt: undefined;
646
+ readonly providers: [{
647
+ readonly providerId: "openai";
648
+ readonly modelName: "gpt-4.1-mini";
649
+ readonly inputPrice: number;
650
+ readonly outputPrice: number;
651
+ readonly requestPrice: 0;
652
+ readonly contextSize: 1000000;
653
+ readonly maxOutput: undefined;
654
+ readonly streaming: true;
655
+ readonly vision: true;
656
+ readonly tools: true;
657
+ readonly parallelToolCalls: true;
658
+ }];
659
+ readonly jsonOutput: true;
660
+ }, {
661
+ readonly id: "gpt-4.1-nano";
662
+ readonly name: "GPT-4.1 Nano";
663
+ readonly family: "openai";
664
+ readonly deprecatedAt: undefined;
665
+ readonly deactivatedAt: undefined;
666
+ readonly providers: [{
667
+ readonly providerId: "openai";
668
+ readonly modelName: "gpt-4.1-nano";
669
+ readonly inputPrice: number;
670
+ readonly outputPrice: number;
671
+ readonly requestPrice: 0;
672
+ readonly contextSize: 1000000;
673
+ readonly maxOutput: undefined;
674
+ readonly streaming: true;
675
+ readonly vision: true;
676
+ readonly tools: true;
677
+ readonly parallelToolCalls: true;
678
+ }];
679
+ readonly jsonOutput: true;
680
+ }, {
681
+ readonly id: "o3";
682
+ readonly name: "o3";
683
+ readonly family: "openai";
684
+ readonly deprecatedAt: undefined;
685
+ readonly deactivatedAt: undefined;
686
+ readonly providers: [{
687
+ readonly providerId: "openai";
688
+ readonly modelName: "o3";
689
+ readonly inputPrice: number;
690
+ readonly outputPrice: number;
691
+ readonly requestPrice: 0;
692
+ readonly contextSize: 200000;
693
+ readonly maxOutput: undefined;
694
+ readonly streaming: false;
695
+ readonly vision: true;
696
+ readonly tools: false;
697
+ }];
698
+ readonly jsonOutput: true;
699
+ }, {
700
+ readonly id: "o3-mini";
701
+ readonly name: "o3 Mini";
702
+ readonly family: "openai";
703
+ readonly deprecatedAt: undefined;
704
+ readonly deactivatedAt: undefined;
705
+ readonly providers: [{
706
+ readonly providerId: "openai";
707
+ readonly modelName: "o3-mini";
708
+ readonly inputPrice: number;
709
+ readonly outputPrice: number;
710
+ readonly requestPrice: 0;
711
+ readonly contextSize: 200000;
712
+ readonly maxOutput: undefined;
713
+ readonly streaming: true;
714
+ readonly vision: false;
715
+ readonly tools: false;
716
+ }];
717
+ readonly jsonOutput: true;
718
+ }, {
719
+ readonly id: "gpt-oss-120b";
720
+ readonly name: "GPT OSS 120B";
721
+ readonly family: "openai";
722
+ readonly deprecatedAt: undefined;
723
+ readonly deactivatedAt: undefined;
724
+ readonly providers: [{
725
+ readonly providerId: "groq";
726
+ readonly modelName: "openai/gpt-oss-120b";
727
+ readonly inputPrice: number;
728
+ readonly outputPrice: number;
729
+ readonly requestPrice: 0;
730
+ readonly contextSize: 131072;
731
+ readonly maxOutput: 32766;
732
+ readonly streaming: true;
733
+ readonly vision: false;
734
+ readonly tools: true;
735
+ readonly reasoning: true;
736
+ }];
737
+ readonly jsonOutput: true;
738
+ }, {
739
+ readonly id: "gpt-oss-20b";
740
+ readonly name: "GPT OSS 20B";
741
+ readonly family: "openai";
742
+ readonly deprecatedAt: undefined;
743
+ readonly deactivatedAt: undefined;
744
+ readonly providers: [{
745
+ readonly providerId: "groq";
746
+ readonly modelName: "openai/gpt-oss-20b";
747
+ readonly inputPrice: number;
748
+ readonly outputPrice: number;
749
+ readonly requestPrice: 0;
750
+ readonly contextSize: 131072;
751
+ readonly maxOutput: 32766;
752
+ readonly streaming: true;
753
+ readonly vision: false;
754
+ readonly tools: true;
755
+ readonly reasoning: true;
756
+ }];
757
+ readonly jsonOutput: true;
758
+ }, {
759
+ readonly id: "gpt-5";
760
+ readonly name: "GPT-5";
761
+ readonly family: "openai";
762
+ readonly deprecatedAt: undefined;
763
+ readonly deactivatedAt: undefined;
764
+ readonly providers: [{
765
+ readonly providerId: "openai";
766
+ readonly modelName: "gpt-5";
767
+ readonly inputPrice: number;
768
+ readonly outputPrice: number;
769
+ readonly cachedInputPrice: number;
770
+ readonly requestPrice: 0;
771
+ readonly contextSize: 400000;
772
+ readonly maxOutput: 128000;
773
+ readonly reasoning: true;
774
+ readonly streaming: true;
775
+ readonly vision: true;
776
+ readonly tools: true;
777
+ readonly supportedParameters: ["temperature", "top_p", "frequency_penalty", "presence_penalty", "response_format", "tools", "tool_choice"];
778
+ }];
779
+ readonly jsonOutput: true;
780
+ }, {
781
+ readonly id: "gpt-5-mini";
782
+ readonly name: "GPT-5 Mini";
783
+ readonly family: "openai";
784
+ readonly deprecatedAt: undefined;
785
+ readonly deactivatedAt: undefined;
786
+ readonly providers: [{
787
+ readonly providerId: "openai";
788
+ readonly modelName: "gpt-5-mini";
789
+ readonly inputPrice: number;
790
+ readonly outputPrice: number;
791
+ readonly cachedInputPrice: number;
792
+ readonly requestPrice: 0;
793
+ readonly contextSize: 400000;
794
+ readonly maxOutput: 128000;
795
+ readonly reasoning: true;
796
+ readonly streaming: true;
797
+ readonly vision: true;
798
+ readonly tools: true;
799
+ readonly supportedParameters: ["temperature", "top_p", "frequency_penalty", "presence_penalty", "response_format", "tools", "tool_choice"];
800
+ }];
801
+ readonly jsonOutput: true;
802
+ }, {
803
+ readonly id: "gpt-5-nano";
804
+ readonly name: "GPT-5 Nano";
805
+ readonly family: "openai";
806
+ readonly deprecatedAt: undefined;
807
+ readonly deactivatedAt: undefined;
808
+ readonly providers: [{
809
+ readonly providerId: "openai";
810
+ readonly modelName: "gpt-5-nano";
811
+ readonly inputPrice: number;
812
+ readonly outputPrice: number;
813
+ readonly cachedInputPrice: number;
814
+ readonly requestPrice: 0;
815
+ readonly contextSize: 400000;
816
+ readonly maxOutput: 128000;
817
+ readonly reasoning: true;
818
+ readonly streaming: true;
819
+ readonly vision: false;
820
+ readonly tools: true;
821
+ readonly supportedParameters: ["temperature", "top_p", "frequency_penalty", "presence_penalty", "response_format", "tools", "tool_choice"];
822
+ }];
823
+ readonly jsonOutput: true;
824
+ }, {
825
+ readonly id: "gpt-5-chat-latest";
826
+ readonly name: "GPT-5 Chat Latest";
827
+ readonly family: "openai";
828
+ readonly deprecatedAt: undefined;
829
+ readonly deactivatedAt: undefined;
830
+ readonly providers: [{
831
+ readonly providerId: "openai";
832
+ readonly modelName: "gpt-5-chat-latest";
833
+ readonly inputPrice: number;
834
+ readonly outputPrice: number;
835
+ readonly cachedInputPrice: number;
836
+ readonly requestPrice: 0;
837
+ readonly contextSize: 400000;
838
+ readonly maxOutput: 128000;
839
+ readonly streaming: true;
840
+ readonly vision: true;
841
+ readonly tools: false;
842
+ readonly supportedParameters: ["temperature", "top_p", "frequency_penalty", "presence_penalty", "response_format"];
843
+ }];
844
+ readonly jsonOutput: true;
845
+ }, {
846
+ readonly id: "claude-3-7-sonnet";
847
+ readonly name: "Claude 3.7 Sonnet";
848
+ readonly family: "anthropic";
849
+ readonly deprecatedAt: undefined;
850
+ readonly deactivatedAt: undefined;
851
+ readonly providers: [{
852
+ readonly providerId: "anthropic";
853
+ readonly modelName: "claude-3-7-sonnet-latest";
854
+ readonly inputPrice: number;
855
+ readonly outputPrice: number;
856
+ readonly cachedInputPrice: number;
857
+ readonly requestPrice: 0;
858
+ readonly contextSize: 200000;
859
+ readonly maxOutput: 8192;
860
+ readonly streaming: true;
861
+ readonly vision: false;
862
+ readonly tools: true;
863
+ }];
864
+ }, {
865
+ readonly id: "claude-3-7-sonnet-20250219";
866
+ readonly name: "Claude 3.7 Sonnet (2025-02-19)";
867
+ readonly family: "anthropic";
868
+ readonly deprecatedAt: undefined;
869
+ readonly deactivatedAt: undefined;
870
+ readonly providers: [{
871
+ readonly providerId: "anthropic";
872
+ readonly modelName: "claude-3-7-sonnet-20250219";
873
+ readonly inputPrice: number;
874
+ readonly outputPrice: number;
875
+ readonly cachedInputPrice: number;
876
+ readonly requestPrice: 0;
877
+ readonly contextSize: 200000;
878
+ readonly maxOutput: 8192;
879
+ readonly streaming: true;
880
+ readonly vision: false;
881
+ readonly reasoning: true;
882
+ readonly tools: true;
883
+ }];
884
+ }, {
885
+ readonly id: "claude-3-5-sonnet-20241022";
886
+ readonly name: "Claude 3.5 Sonnet (2024-10-22)";
887
+ readonly family: "anthropic";
888
+ readonly deprecatedAt: undefined;
889
+ readonly deactivatedAt: undefined;
890
+ readonly providers: [{
891
+ readonly providerId: "anthropic";
892
+ readonly modelName: "claude-3-5-sonnet-20241022";
893
+ readonly inputPrice: number;
894
+ readonly outputPrice: number;
895
+ readonly cachedInputPrice: number;
896
+ readonly requestPrice: 0;
897
+ readonly contextSize: 200000;
898
+ readonly maxOutput: 8192;
899
+ readonly streaming: true;
900
+ readonly vision: false;
901
+ readonly tools: true;
902
+ }];
903
+ }, {
904
+ readonly id: "claude-2.1";
905
+ readonly name: "Claude 2.1";
906
+ readonly family: "anthropic";
907
+ readonly deprecatedAt: Date;
908
+ readonly deactivatedAt: Date;
909
+ readonly providers: [{
910
+ readonly providerId: "anthropic";
911
+ readonly modelName: "claude-2.1";
912
+ readonly inputPrice: number;
913
+ readonly outputPrice: number;
914
+ readonly requestPrice: 0;
915
+ readonly contextSize: 200000;
916
+ readonly maxOutput: undefined;
917
+ readonly streaming: true;
918
+ readonly vision: false;
919
+ readonly tools: false;
920
+ }];
921
+ }, {
922
+ readonly id: "claude-sonnet-4-20250514";
923
+ readonly name: "Claude Sonnet 4 (2025-05-14)";
924
+ readonly family: "anthropic";
925
+ readonly deprecatedAt: undefined;
926
+ readonly deactivatedAt: undefined;
927
+ readonly providers: [{
928
+ readonly providerId: "anthropic";
929
+ readonly modelName: "claude-sonnet-4-20250514";
930
+ readonly inputPrice: number;
931
+ readonly outputPrice: number;
932
+ readonly cachedInputPrice: number;
933
+ readonly requestPrice: 0;
934
+ readonly contextSize: 200000;
935
+ readonly maxOutput: undefined;
936
+ readonly streaming: true;
937
+ readonly vision: false;
938
+ readonly tools: true;
939
+ }];
940
+ }, {
941
+ readonly id: "claude-opus-4-20250514";
942
+ readonly name: "Claude Opus 4 (2025-05-14)";
943
+ readonly family: "anthropic";
944
+ readonly deprecatedAt: undefined;
945
+ readonly deactivatedAt: undefined;
946
+ readonly providers: [{
947
+ readonly providerId: "anthropic";
948
+ readonly modelName: "claude-opus-4-20250514";
949
+ readonly inputPrice: number;
950
+ readonly outputPrice: number;
951
+ readonly cachedInputPrice: number;
952
+ readonly requestPrice: 0;
953
+ readonly contextSize: 200000;
954
+ readonly maxOutput: undefined;
955
+ readonly streaming: true;
956
+ readonly vision: false;
957
+ readonly tools: true;
958
+ }];
959
+ }, {
960
+ readonly id: "claude-opus-4-1";
961
+ readonly name: "Claude Opus 4.1";
962
+ readonly family: "anthropic";
963
+ readonly deprecatedAt: undefined;
964
+ readonly deactivatedAt: undefined;
965
+ readonly providers: [{
966
+ readonly providerId: "anthropic";
967
+ readonly modelName: "claude-opus-4-1";
968
+ readonly inputPrice: number;
969
+ readonly outputPrice: number;
970
+ readonly cachedInputPrice: number;
971
+ readonly requestPrice: 0;
972
+ readonly contextSize: 200000;
973
+ readonly maxOutput: 32000;
974
+ readonly streaming: true;
975
+ readonly vision: true;
976
+ readonly reasoning: true;
977
+ readonly tools: true;
978
+ }];
979
+ }, {
980
+ readonly id: "claude-3-5-sonnet";
981
+ readonly name: "Claude 3.5 Sonnet";
982
+ readonly family: "anthropic";
983
+ readonly deprecatedAt: undefined;
984
+ readonly deactivatedAt: undefined;
985
+ readonly providers: [{
986
+ readonly providerId: "anthropic";
987
+ readonly modelName: "claude-3-5-sonnet-latest";
988
+ readonly inputPrice: number;
989
+ readonly outputPrice: number;
990
+ readonly cachedInputPrice: number;
991
+ readonly requestPrice: 0;
992
+ readonly contextSize: 200000;
993
+ readonly maxOutput: undefined;
994
+ readonly streaming: true;
995
+ readonly vision: false;
996
+ readonly tools: true;
997
+ }];
998
+ }, {
999
+ readonly id: "claude-3-5-haiku";
1000
+ readonly name: "Claude 3.5 Haiku";
1001
+ readonly family: "anthropic";
1002
+ readonly deprecatedAt: undefined;
1003
+ readonly deactivatedAt: undefined;
1004
+ readonly providers: [{
1005
+ readonly providerId: "anthropic";
1006
+ readonly modelName: "claude-3-5-haiku-latest";
1007
+ readonly inputPrice: number;
1008
+ readonly outputPrice: number;
1009
+ readonly cachedInputPrice: number;
1010
+ readonly requestPrice: 0;
1011
+ readonly contextSize: 200000;
1012
+ readonly maxOutput: 8192;
1013
+ readonly streaming: true;
1014
+ readonly vision: false;
1015
+ readonly tools: true;
1016
+ }];
1017
+ }, {
1018
+ readonly id: "claude-3-opus";
1019
+ readonly name: "Claude 3 Opus";
1020
+ readonly family: "anthropic";
1021
+ readonly deprecatedAt: undefined;
1022
+ readonly deactivatedAt: undefined;
1023
+ readonly providers: [{
1024
+ readonly providerId: "anthropic";
1025
+ readonly modelName: "claude-3-opus-20240229";
1026
+ readonly inputPrice: number;
1027
+ readonly outputPrice: number;
1028
+ readonly cachedInputPrice: number;
1029
+ readonly requestPrice: 0;
1030
+ readonly contextSize: 200000;
1031
+ readonly maxOutput: 4096;
1032
+ readonly streaming: true;
1033
+ readonly vision: true;
1034
+ readonly tools: true;
1035
+ }];
1036
+ }, {
1037
+ readonly id: "claude-3-haiku";
1038
+ readonly name: "Claude 3 Haiku";
1039
+ readonly family: "anthropic";
1040
+ readonly deprecatedAt: undefined;
1041
+ readonly deactivatedAt: undefined;
1042
+ readonly providers: [{
1043
+ readonly providerId: "anthropic";
1044
+ readonly modelName: "claude-3-haiku-20240307";
1045
+ readonly inputPrice: number;
1046
+ readonly outputPrice: number;
1047
+ readonly cachedInputPrice: number;
1048
+ readonly requestPrice: 0;
1049
+ readonly contextSize: 200000;
1050
+ readonly maxOutput: 4096;
1051
+ readonly streaming: true;
1052
+ readonly vision: true;
1053
+ readonly tools: true;
1054
+ }];
1055
+ }, {
1056
+ readonly id: "gemini-2.5-pro";
1057
+ readonly name: "Gemini 2.5 Pro";
1058
+ readonly family: "google";
1059
+ readonly deprecatedAt: undefined;
1060
+ readonly deactivatedAt: undefined;
1061
+ readonly providers: [{
1062
+ readonly providerId: "google-ai-studio";
1063
+ readonly modelName: "gemini-2.5-pro";
1064
+ readonly inputPrice: number;
1065
+ readonly outputPrice: number;
1066
+ readonly requestPrice: 0;
1067
+ readonly contextSize: 1000000;
1068
+ readonly maxOutput: undefined;
1069
+ readonly streaming: true;
1070
+ readonly vision: true;
1071
+ readonly tools: true;
1072
+ }];
1073
+ }, {
1074
+ readonly id: "gemini-2.5-pro-preview-05-06";
1075
+ readonly name: "Gemini 2.5 Pro Preview (05-06)";
1076
+ readonly family: "google";
1077
+ readonly deprecatedAt: undefined;
1078
+ readonly deactivatedAt: undefined;
1079
+ readonly providers: [{
1080
+ readonly providerId: "google-ai-studio";
1081
+ readonly modelName: "gemini-2.5-pro-preview-05-06";
1082
+ readonly inputPrice: number;
1083
+ readonly outputPrice: number;
1084
+ readonly requestPrice: 0;
1085
+ readonly contextSize: 1000000;
1086
+ readonly maxOutput: undefined;
1087
+ readonly streaming: true;
1088
+ readonly vision: true;
1089
+ readonly tools: true;
1090
+ }];
1091
+ }, {
1092
+ readonly id: "gemini-2.5-pro-preview-06-05";
1093
+ readonly name: "Gemini 2.5 Pro Preview (06-05)";
1094
+ readonly family: "google";
1095
+ readonly deprecatedAt: undefined;
1096
+ readonly deactivatedAt: undefined;
1097
+ readonly providers: [{
1098
+ readonly providerId: "google-ai-studio";
1099
+ readonly modelName: "gemini-2.5-pro-preview-06-05";
1100
+ readonly inputPrice: number;
1101
+ readonly outputPrice: number;
1102
+ readonly requestPrice: 0;
1103
+ readonly contextSize: 1000000;
1104
+ readonly maxOutput: undefined;
1105
+ readonly streaming: true;
1106
+ readonly vision: true;
1107
+ readonly tools: true;
1108
+ }];
1109
+ }, {
1110
+ readonly id: "gemini-2.5-flash-preview-04-17";
1111
+ readonly name: "Gemini 2.5 Flash Preview (04-17)";
1112
+ readonly family: "google";
1113
+ readonly deprecatedAt: undefined;
1114
+ readonly deactivatedAt: Date;
1115
+ readonly providers: [{
1116
+ readonly providerId: "google-ai-studio";
1117
+ readonly modelName: "gemini-2.5-flash-preview-04-17";
1118
+ readonly inputPrice: number;
1119
+ readonly outputPrice: number;
1120
+ readonly requestPrice: 0;
1121
+ readonly contextSize: 1000000;
1122
+ readonly maxOutput: undefined;
1123
+ readonly streaming: true;
1124
+ readonly vision: true;
1125
+ readonly tools: true;
1126
+ }];
1127
+ }, {
1128
+ readonly id: "gemini-2.5-flash-preview-05-20";
1129
+ readonly name: "Gemini 2.5 Flash Preview (05-20)";
1130
+ readonly family: "google";
1131
+ readonly deprecatedAt: undefined;
1132
+ readonly deactivatedAt: undefined;
1133
+ readonly providers: [{
1134
+ readonly providerId: "google-ai-studio";
1135
+ readonly modelName: "gemini-2.5-flash-preview-05-20";
1136
+ readonly inputPrice: number;
1137
+ readonly outputPrice: number;
1138
+ readonly requestPrice: 0;
1139
+ readonly contextSize: 1000000;
1140
+ readonly maxOutput: undefined;
1141
+ readonly streaming: true;
1142
+ readonly vision: true;
1143
+ readonly tools: true;
1144
+ }];
1145
+ }, {
1146
+ readonly id: "gemini-2.5-flash";
1147
+ readonly name: "Gemini 2.5 Flash";
1148
+ readonly family: "google";
1149
+ readonly deprecatedAt: undefined;
1150
+ readonly deactivatedAt: undefined;
1151
+ readonly providers: [{
1152
+ readonly providerId: "google-ai-studio";
1153
+ readonly modelName: "gemini-2.5-flash";
1154
+ readonly inputPrice: number;
1155
+ readonly outputPrice: number;
1156
+ readonly requestPrice: 0;
1157
+ readonly contextSize: 1000000;
1158
+ readonly maxOutput: undefined;
1159
+ readonly streaming: true;
1160
+ readonly vision: true;
1161
+ readonly tools: true;
1162
+ }];
1163
+ }, {
1164
+ readonly id: "gemini-2.5-flash-image-preview";
1165
+ readonly name: "Gemini 2.5 Flash Image Preview";
1166
+ readonly aliases: ["nano banana"];
1167
+ readonly family: "google";
1168
+ readonly deprecatedAt: undefined;
1169
+ readonly deactivatedAt: undefined;
1170
+ readonly output: ["text", "image"];
1171
+ readonly providers: [{
1172
+ readonly providerId: "google-ai-studio";
1173
+ readonly modelName: "gemini-2.5-flash-image-preview";
1174
+ readonly inputPrice: number;
1175
+ readonly outputPrice: number;
1176
+ readonly requestPrice: 0;
1177
+ readonly contextSize: 32800;
1178
+ readonly maxOutput: 8200;
1179
+ readonly streaming: true;
1180
+ readonly vision: true;
1181
+ readonly tools: false;
1182
+ }];
1183
+ }, {
1184
+ readonly id: "gemini-2.5-flash-preview-04-17-thinking";
1185
+ readonly name: "Gemini 2.5 Flash Preview Thinking (04-17)";
1186
+ readonly family: "google";
1187
+ readonly deprecatedAt: undefined;
1188
+ readonly deactivatedAt: Date;
1189
+ readonly providers: [{
1190
+ readonly providerId: "google-ai-studio";
1191
+ readonly modelName: "gemini-2.5-flash-preview-04-17-thinking";
1192
+ readonly inputPrice: number;
1193
+ readonly outputPrice: number;
1194
+ readonly requestPrice: 0;
1195
+ readonly contextSize: 1000000;
1196
+ readonly maxOutput: undefined;
1197
+ readonly streaming: true;
1198
+ readonly vision: true;
1199
+ readonly tools: true;
1200
+ }];
1201
+ }, {
1202
+ readonly id: "gemini-1.5-pro";
1203
+ readonly name: "Gemini 1.5 Pro";
1204
+ readonly family: "google";
1205
+ readonly deprecatedAt: undefined;
1206
+ readonly deactivatedAt: undefined;
1207
+ readonly providers: [{
1208
+ readonly providerId: "google-ai-studio";
1209
+ readonly modelName: "gemini-1.5-pro";
1210
+ readonly inputPrice: number;
1211
+ readonly outputPrice: number;
1212
+ readonly requestPrice: 0;
1213
+ readonly contextSize: 1000000;
1214
+ readonly maxOutput: undefined;
1215
+ readonly streaming: true;
1216
+ readonly vision: false;
1217
+ readonly tools: true;
1218
+ }];
1219
+ }, {
1220
+ readonly id: "gemini-1.5-flash";
1221
+ readonly name: "Gemini 1.5 Flash";
1222
+ readonly family: "google";
1223
+ readonly deprecatedAt: undefined;
1224
+ readonly deactivatedAt: undefined;
1225
+ readonly providers: [{
1226
+ readonly providerId: "google-ai-studio";
1227
+ readonly modelName: "gemini-1.5-flash";
1228
+ readonly inputPrice: number;
1229
+ readonly outputPrice: number;
1230
+ readonly requestPrice: 0;
1231
+ readonly contextSize: 1000000;
1232
+ readonly maxOutput: undefined;
1233
+ readonly streaming: true;
1234
+ readonly vision: false;
1235
+ readonly tools: true;
1236
+ }];
1237
+ }, {
1238
+ readonly id: "gemini-1.5-flash-8b";
1239
+ readonly name: "Gemini 1.5 Flash 8B";
1240
+ readonly family: "google";
1241
+ readonly deprecatedAt: undefined;
1242
+ readonly deactivatedAt: undefined;
1243
+ readonly providers: [{
1244
+ readonly providerId: "google-ai-studio";
1245
+ readonly modelName: "gemini-1.5-flash-8b";
1246
+ readonly inputPrice: number;
1247
+ readonly outputPrice: number;
1248
+ readonly requestPrice: 0;
1249
+ readonly contextSize: 1000000;
1250
+ readonly maxOutput: undefined;
1251
+ readonly streaming: true;
1252
+ readonly vision: false;
1253
+ readonly tools: true;
1254
+ }];
1255
+ }, {
1256
+ readonly id: "gemini-2.0-flash-lite";
1257
+ readonly name: "Gemini 2.0 Flash Lite";
1258
+ readonly family: "google";
1259
+ readonly deprecatedAt: undefined;
1260
+ readonly deactivatedAt: undefined;
1261
+ readonly providers: [{
1262
+ readonly providerId: "google-ai-studio";
1263
+ readonly modelName: "gemini-2.0-flash-lite";
1264
+ readonly inputPrice: number;
1265
+ readonly outputPrice: number;
1266
+ readonly requestPrice: 0;
1267
+ readonly contextSize: 1000000;
1268
+ readonly maxOutput: undefined;
1269
+ readonly streaming: true;
1270
+ readonly vision: false;
1271
+ readonly tools: true;
1272
+ }];
1273
+ }, {
1274
+ readonly id: "gemini-2.0-flash";
1275
+ readonly name: "Gemini 2.0 Flash";
1276
+ readonly family: "google";
1277
+ readonly deprecatedAt: undefined;
1278
+ readonly deactivatedAt: undefined;
1279
+ readonly providers: [{
1280
+ readonly providerId: "google-ai-studio";
1281
+ readonly modelName: "gemini-2.0-flash";
1282
+ readonly inputPrice: number;
1283
+ readonly outputPrice: number;
1284
+ readonly requestPrice: 0;
1285
+ readonly contextSize: 1000000;
1286
+ readonly maxOutput: undefined;
1287
+ readonly streaming: false;
1288
+ readonly vision: false;
1289
+ readonly tools: true;
1290
+ }];
1291
+ }, {
1292
+ readonly id: "gemma-3n-e2b-it";
1293
+ readonly name: "Gemma 3n E2B IT";
1294
+ readonly family: "google";
1295
+ readonly deprecatedAt: undefined;
1296
+ readonly deactivatedAt: undefined;
1297
+ readonly providers: [{
1298
+ readonly providerId: "google-ai-studio";
1299
+ readonly modelName: "gemma-3n-e2b-it";
1300
+ readonly inputPrice: number;
1301
+ readonly outputPrice: number;
1302
+ readonly requestPrice: 0;
1303
+ readonly contextSize: 1000000;
1304
+ readonly maxOutput: undefined;
1305
+ readonly streaming: true;
1306
+ readonly vision: false;
1307
+ readonly tools: false;
1308
+ }];
1309
+ }, {
1310
+ readonly id: "gemma-3n-e4b-it";
1311
+ readonly name: "Gemma 3n E4B IT";
1312
+ readonly family: "google";
1313
+ readonly deprecatedAt: undefined;
1314
+ readonly deactivatedAt: undefined;
1315
+ readonly providers: [{
1316
+ readonly providerId: "google-ai-studio";
1317
+ readonly modelName: "gemma-3n-e4b-it";
1318
+ readonly inputPrice: number;
1319
+ readonly outputPrice: number;
1320
+ readonly requestPrice: 0;
1321
+ readonly contextSize: 1000000;
1322
+ readonly maxOutput: undefined;
1323
+ readonly streaming: true;
1324
+ readonly vision: false;
1325
+ readonly tools: false;
1326
+ }];
1327
+ }, {
1328
+ readonly id: "gemma-3-1b-it";
1329
+ readonly name: "Gemma 3 1B IT";
1330
+ readonly family: "google";
1331
+ readonly deprecatedAt: undefined;
1332
+ readonly deactivatedAt: undefined;
1333
+ readonly providers: [{
1334
+ readonly providerId: "google-ai-studio";
1335
+ readonly modelName: "gemma-3-1b-it";
1336
+ readonly inputPrice: number;
1337
+ readonly outputPrice: number;
1338
+ readonly requestPrice: 0;
1339
+ readonly contextSize: 1000000;
1340
+ readonly maxOutput: undefined;
1341
+ readonly streaming: true;
1342
+ readonly vision: false;
1343
+ readonly tools: false;
1344
+ }];
1345
+ }, {
1346
+ readonly id: "gemma-3-4b-it";
1347
+ readonly name: "Gemma 3 4B IT";
1348
+ readonly family: "google";
1349
+ readonly deprecatedAt: undefined;
1350
+ readonly deactivatedAt: undefined;
1351
+ readonly providers: [{
1352
+ readonly providerId: "google-ai-studio";
1353
+ readonly modelName: "gemma-3-4b-it";
1354
+ readonly inputPrice: number;
1355
+ readonly outputPrice: number;
1356
+ readonly requestPrice: 0;
1357
+ readonly contextSize: 1000000;
1358
+ readonly maxOutput: undefined;
1359
+ readonly streaming: true;
1360
+ readonly reasoning: false;
1361
+ readonly vision: false;
1362
+ readonly tools: false;
1363
+ }];
1364
+ }, {
1365
+ readonly id: "gemma-3-12b-it";
1366
+ readonly name: "Gemma 3 12B IT";
1367
+ readonly family: "google";
1368
+ readonly deprecatedAt: undefined;
1369
+ readonly deactivatedAt: undefined;
1370
+ readonly providers: [{
1371
+ readonly providerId: "google-ai-studio";
1372
+ readonly modelName: "gemma-3-12b-it";
1373
+ readonly inputPrice: number;
1374
+ readonly outputPrice: number;
1375
+ readonly requestPrice: 0;
1376
+ readonly contextSize: 1000000;
1377
+ readonly maxOutput: undefined;
1378
+ readonly streaming: true;
1379
+ readonly reasoning: false;
1380
+ readonly vision: false;
1381
+ readonly tools: false;
1382
+ }];
1383
+ }, {
1384
+ readonly id: "gemma2-9b-it";
1385
+ readonly name: "Gemma2 9B IT";
1386
+ readonly family: "google";
1387
+ readonly deprecatedAt: undefined;
1388
+ readonly deactivatedAt: undefined;
1389
+ readonly providers: [{
1390
+ readonly providerId: "groq";
1391
+ readonly modelName: "gemma2-9b-it";
1392
+ readonly inputPrice: number;
1393
+ readonly outputPrice: number;
1394
+ readonly requestPrice: 0;
1395
+ readonly contextSize: 8129;
1396
+ readonly maxOutput: undefined;
1397
+ readonly streaming: true;
1398
+ readonly vision: false;
1399
+ readonly tools: true;
1400
+ readonly stability: "unstable";
1401
+ }];
1402
+ readonly jsonOutput: true;
1403
+ }, {
1404
+ readonly id: "gemma-3-27b";
1405
+ readonly name: "Gemma 3 27B";
1406
+ readonly family: "google";
1407
+ readonly deprecatedAt: undefined;
1408
+ readonly deactivatedAt: undefined;
1409
+ readonly providers: [{
1410
+ readonly providerId: "nebius";
1411
+ readonly modelName: "google/gemma-3-27b-it";
1412
+ readonly inputPrice: number;
1413
+ readonly outputPrice: number;
1414
+ readonly requestPrice: 0;
1415
+ readonly contextSize: 128000;
1416
+ readonly maxOutput: undefined;
1417
+ readonly streaming: true;
1418
+ readonly vision: true;
1419
+ readonly tools: false;
1420
+ }];
1421
+ readonly jsonOutput: true;
1422
+ }, {
1423
+ readonly id: "gemma-2-27b-it-together";
1424
+ readonly name: "Gemma 2 27B IT";
1425
+ readonly family: "google";
1426
+ readonly deprecatedAt: undefined;
1427
+ readonly deactivatedAt: undefined;
1428
+ readonly providers: [{
1429
+ readonly test: "skip";
1430
+ readonly providerId: "together.ai";
1431
+ readonly modelName: "google/gemma-2-27b-it";
1432
+ readonly inputPrice: number;
1433
+ readonly outputPrice: number;
1434
+ readonly requestPrice: 0;
1435
+ readonly contextSize: 8192;
1436
+ readonly maxOutput: undefined;
1437
+ readonly streaming: true;
1438
+ readonly vision: false;
1439
+ readonly tools: false;
1440
+ }];
1441
+ readonly jsonOutput: true;
1442
+ }, {
1443
+ readonly id: "sonar-reasoning-pro";
1444
+ readonly name: "Sonar Reasoning Pro";
1445
+ readonly family: "perplexity";
1446
+ readonly deprecatedAt: undefined;
1447
+ readonly deactivatedAt: undefined;
1448
+ readonly providers: [{
1449
+ readonly providerId: "perplexity";
1450
+ readonly modelName: "sonar-reasoning-pro";
1451
+ readonly inputPrice: 0.000003;
1452
+ readonly outputPrice: 0.00001;
1453
+ readonly requestPrice: 0;
1454
+ readonly imageInputPrice: 0;
1455
+ readonly contextSize: 128000;
1456
+ readonly maxOutput: undefined;
1457
+ readonly streaming: true;
1458
+ readonly vision: false;
1459
+ readonly tools: false;
1460
+ readonly test: "skip";
1461
+ }];
1462
+ readonly jsonOutput: false;
1463
+ }, {
1464
+ readonly id: "sonar-pro";
1465
+ readonly name: "Sonar Pro";
1466
+ readonly family: "perplexity";
1467
+ readonly deprecatedAt: undefined;
1468
+ readonly deactivatedAt: undefined;
1469
+ readonly providers: [{
1470
+ readonly providerId: "perplexity";
1471
+ readonly modelName: "sonar-pro";
1472
+ readonly inputPrice: 0.000003;
1473
+ readonly outputPrice: 0.000015;
1474
+ readonly requestPrice: 0;
1475
+ readonly imageInputPrice: 0;
1476
+ readonly contextSize: 200000;
1477
+ readonly maxOutput: undefined;
1478
+ readonly streaming: true;
1479
+ readonly vision: false;
1480
+ readonly tools: false;
1481
+ readonly test: "skip";
1482
+ }];
1483
+ readonly jsonOutput: false;
1484
+ }, {
1485
+ readonly id: "sonar";
1486
+ readonly name: "Sonar";
1487
+ readonly family: "perplexity";
1488
+ readonly deprecatedAt: undefined;
1489
+ readonly deactivatedAt: undefined;
1490
+ readonly providers: [{
1491
+ readonly providerId: "perplexity";
1492
+ readonly modelName: "sonar";
1493
+ readonly inputPrice: 0.000001;
1494
+ readonly outputPrice: 0.000001;
1495
+ readonly requestPrice: number;
1496
+ readonly imageInputPrice: 0;
1497
+ readonly contextSize: 130000;
1498
+ readonly maxOutput: undefined;
1499
+ readonly streaming: true;
1500
+ readonly vision: false;
1501
+ readonly tools: false;
1502
+ readonly test: "skip";
1503
+ }];
1504
+ readonly jsonOutput: false;
1505
+ }, {
1506
+ readonly id: "grok-3";
1507
+ readonly name: "Grok-3";
1508
+ readonly family: "xai";
1509
+ readonly deprecatedAt: undefined;
1510
+ readonly deactivatedAt: undefined;
1511
+ readonly providers: [{
1512
+ readonly providerId: "xai";
1513
+ readonly modelName: "grok-3";
1514
+ readonly inputPrice: number;
1515
+ readonly outputPrice: number;
1516
+ readonly requestPrice: 0;
1517
+ readonly contextSize: 131072;
1518
+ readonly maxOutput: undefined;
1519
+ readonly streaming: true;
1520
+ readonly vision: false;
1521
+ readonly tools: true;
1522
+ }];
1523
+ readonly jsonOutput: true;
1524
+ }, {
1525
+ readonly id: "grok-3-mini";
1526
+ readonly name: "Grok-3 Mini";
1527
+ readonly family: "xai";
1528
+ readonly deprecatedAt: undefined;
1529
+ readonly deactivatedAt: undefined;
1530
+ readonly providers: [{
1531
+ readonly providerId: "xai";
1532
+ readonly modelName: "grok-3-mini";
1533
+ readonly inputPrice: number;
1534
+ readonly outputPrice: number;
1535
+ readonly requestPrice: 0;
1536
+ readonly contextSize: 131072;
1537
+ readonly maxOutput: undefined;
1538
+ readonly streaming: true;
1539
+ readonly vision: false;
1540
+ readonly tools: true;
1541
+ }];
1542
+ readonly jsonOutput: true;
1543
+ }, {
1544
+ readonly id: "grok-3-fast";
1545
+ readonly name: "Grok-3 Fast";
1546
+ readonly family: "xai";
1547
+ readonly deprecatedAt: Date;
1548
+ readonly deactivatedAt: Date;
1549
+ readonly providers: [{
1550
+ readonly providerId: "xai";
1551
+ readonly modelName: "grok-3-fast";
1552
+ readonly inputPrice: number;
1553
+ readonly outputPrice: number;
1554
+ readonly requestPrice: 0;
1555
+ readonly contextSize: 131072;
1556
+ readonly maxOutput: undefined;
1557
+ readonly streaming: true;
1558
+ readonly vision: false;
1559
+ readonly tools: true;
1560
+ }];
1561
+ readonly jsonOutput: true;
1562
+ }, {
1563
+ readonly id: "grok-3-mini-fast";
1564
+ readonly name: "Grok-3 Mini Fast";
1565
+ readonly family: "xai";
1566
+ readonly deprecatedAt: Date;
1567
+ readonly deactivatedAt: Date;
1568
+ readonly providers: [{
1569
+ readonly providerId: "xai";
1570
+ readonly modelName: "grok-3-mini-fast";
1571
+ readonly inputPrice: number;
1572
+ readonly outputPrice: number;
1573
+ readonly requestPrice: 0;
1574
+ readonly contextSize: 131072;
1575
+ readonly maxOutput: undefined;
1576
+ readonly streaming: true;
1577
+ readonly vision: false;
1578
+ readonly tools: true;
1579
+ }];
1580
+ readonly jsonOutput: true;
1581
+ }, {
1582
+ readonly id: "grok-2-1212";
1583
+ readonly name: "Grok-2 (1212)";
1584
+ readonly family: "xai";
1585
+ readonly deprecatedAt: Date;
1586
+ readonly deactivatedAt: Date;
1587
+ readonly providers: [{
1588
+ readonly providerId: "xai";
1589
+ readonly modelName: "grok-2-1212";
1590
+ readonly inputPrice: number;
1591
+ readonly outputPrice: number;
1592
+ readonly requestPrice: 0;
1593
+ readonly contextSize: 131072;
1594
+ readonly maxOutput: undefined;
1595
+ readonly streaming: true;
1596
+ readonly vision: false;
1597
+ readonly tools: true;
1598
+ }];
1599
+ readonly jsonOutput: true;
1600
+ }, {
1601
+ readonly id: "grok-2-vision-1212";
1602
+ readonly name: "Grok-2 Vision (1212)";
1603
+ readonly family: "xai";
1604
+ readonly deprecatedAt: Date;
1605
+ readonly deactivatedAt: Date;
1606
+ readonly providers: [{
1607
+ readonly providerId: "xai";
1608
+ readonly modelName: "grok-2-vision-1212";
1609
+ readonly inputPrice: number;
1610
+ readonly outputPrice: number;
1611
+ readonly requestPrice: 0;
1612
+ readonly imageInputPrice: number;
1613
+ readonly contextSize: 32768;
1614
+ readonly maxOutput: undefined;
1615
+ readonly streaming: true;
1616
+ readonly vision: true;
1617
+ readonly tools: true;
1618
+ }];
1619
+ readonly jsonOutput: true;
1620
+ }, {
1621
+ readonly id: "grok-4-0709";
1622
+ readonly name: "Grok-4 (0709)";
1623
+ readonly family: "xai";
1624
+ readonly deprecatedAt: undefined;
1625
+ readonly deactivatedAt: undefined;
1626
+ readonly providers: [{
1627
+ readonly providerId: "xai";
1628
+ readonly modelName: "grok-4-0709";
1629
+ readonly inputPrice: number;
1630
+ readonly outputPrice: number;
1631
+ readonly requestPrice: 0;
1632
+ readonly imageInputPrice: undefined;
1633
+ readonly contextSize: 256000;
1634
+ readonly maxOutput: 256000;
1635
+ readonly streaming: true;
1636
+ readonly vision: false;
1637
+ readonly tools: true;
1638
+ }];
1639
+ readonly jsonOutput: true;
1640
+ }, {
1641
+ readonly id: "grok-code-fast-1";
1642
+ readonly name: "Grok Code Fast 1";
1643
+ readonly family: "xai";
1644
+ readonly deprecatedAt: undefined;
1645
+ readonly deactivatedAt: undefined;
1646
+ readonly providers: [{
1647
+ readonly providerId: "xai";
1648
+ readonly modelName: "grok-code-fast-1";
1649
+ readonly inputPrice: number;
1650
+ readonly outputPrice: number;
1651
+ readonly requestPrice: 0;
1652
+ readonly contextSize: 256000;
1653
+ readonly maxOutput: 10000;
1654
+ readonly streaming: true;
1655
+ readonly vision: false;
1656
+ readonly tools: true;
1657
+ }];
1658
+ readonly jsonOutput: true;
1659
+ }, {
1660
+ readonly id: "llama-3.1-8b-instruct";
1661
+ readonly name: "Llama 3.1 8B Instruct";
1662
+ readonly family: "meta";
1663
+ readonly deprecatedAt: undefined;
1664
+ readonly deactivatedAt: undefined;
1665
+ readonly providers: [{
1666
+ readonly providerId: "nebius";
1667
+ readonly modelName: "meta-llama/Meta-Llama-3.1-8B-Instruct";
1668
+ readonly inputPrice: number;
1669
+ readonly outputPrice: number;
1670
+ readonly requestPrice: 0;
1671
+ readonly contextSize: 128000;
1672
+ readonly maxOutput: undefined;
1673
+ readonly streaming: true;
1674
+ readonly vision: false;
1675
+ readonly tools: false;
1676
+ }, {
1677
+ readonly providerId: "inference.net";
1678
+ readonly modelName: "meta-llama/llama-3.1-8b-instruct/fp-8";
1679
+ readonly inputPrice: number;
1680
+ readonly outputPrice: number;
1681
+ readonly requestPrice: 0;
1682
+ readonly contextSize: 128000;
1683
+ readonly maxOutput: undefined;
1684
+ readonly streaming: true;
1685
+ readonly vision: false;
1686
+ readonly tools: false;
1687
+ }, {
1688
+ readonly providerId: "together.ai";
1689
+ readonly modelName: "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo";
1690
+ readonly inputPrice: number;
1691
+ readonly outputPrice: number;
1692
+ readonly requestPrice: 0;
1693
+ readonly contextSize: 128000;
1694
+ readonly maxOutput: undefined;
1695
+ readonly streaming: true;
1696
+ readonly vision: false;
1697
+ readonly tools: true;
1698
+ }];
1699
+ }, {
1700
+ readonly id: "llama-3.1-70b-instruct-free";
1701
+ readonly name: "Meta Llama 3.1 70B Instruct FP8 (Free)";
1702
+ readonly family: "meta";
1703
+ readonly free: true;
1704
+ readonly deprecatedAt: undefined;
1705
+ readonly deactivatedAt: undefined;
1706
+ readonly providers: [{
1707
+ readonly providerId: "cloudrift";
1708
+ readonly modelName: "meta-llama/Meta-Llama-3.1-70B-Instruct-FP8";
1709
+ readonly inputPrice: number;
1710
+ readonly outputPrice: number;
1711
+ readonly requestPrice: 0;
1712
+ readonly contextSize: 16380;
1713
+ readonly maxOutput: undefined;
1714
+ readonly streaming: true;
1715
+ readonly vision: false;
1716
+ readonly tools: false;
1717
+ }];
1718
+ }, {
1719
+ readonly id: "llama-3.2-11b-instruct";
1720
+ readonly name: "Llama 3.2 11B Instruct";
1721
+ readonly family: "meta";
1722
+ readonly deprecatedAt: undefined;
1723
+ readonly deactivatedAt: undefined;
1724
+ readonly providers: [{
1725
+ readonly providerId: "inference.net";
1726
+ readonly modelName: "meta-llama/llama-3.2-11b-instruct/fp-16";
1727
+ readonly inputPrice: number;
1728
+ readonly outputPrice: number;
1729
+ readonly requestPrice: 0;
1730
+ readonly contextSize: 128000;
1731
+ readonly maxOutput: undefined;
1732
+ readonly streaming: true;
1733
+ readonly vision: false;
1734
+ readonly tools: false;
1735
+ }];
1736
+ }, {
1737
+ readonly id: "llama-3.1-nemotron-ultra-253b";
1738
+ readonly name: "Llama 3.1 Nemotron Ultra 253B";
1739
+ readonly family: "meta";
1740
+ readonly deprecatedAt: undefined;
1741
+ readonly deactivatedAt: undefined;
1742
+ readonly providers: [{
1743
+ readonly providerId: "nebius";
1744
+ readonly modelName: "nvidia/Llama-3_1-Nemotron-Ultra-253B-v1";
1745
+ readonly inputPrice: number;
1746
+ readonly outputPrice: number;
1747
+ readonly requestPrice: 0;
1748
+ readonly contextSize: 128000;
1749
+ readonly maxOutput: undefined;
1750
+ readonly streaming: true;
1751
+ readonly vision: false;
1752
+ readonly tools: false;
1753
+ }];
1754
+ readonly jsonOutput: true;
1755
+ }, {
1756
+ readonly id: "llama-guard-4-12b";
1757
+ readonly name: "Llama Guard 4 12B";
1758
+ readonly family: "meta";
1759
+ readonly deprecatedAt: undefined;
1760
+ readonly deactivatedAt: undefined;
1761
+ readonly providers: [{
1762
+ readonly providerId: "groq";
1763
+ readonly modelName: "meta-llama/llama-guard-4-12b";
1764
+ readonly inputPrice: number;
1765
+ readonly outputPrice: number;
1766
+ readonly requestPrice: 0;
1767
+ readonly contextSize: 131072;
1768
+ readonly maxOutput: undefined;
1769
+ readonly streaming: true;
1770
+ readonly vision: false;
1771
+ readonly tools: false;
1772
+ }];
1773
+ readonly jsonOutput: true;
1774
+ }, {
1775
+ readonly id: "llama-3.3-70b-instruct";
1776
+ readonly name: "Llama 3.3 70B Instruct";
1777
+ readonly family: "meta";
1778
+ readonly deprecatedAt: undefined;
1779
+ readonly deactivatedAt: undefined;
1780
+ readonly providers: [{
1781
+ readonly providerId: "nebius";
1782
+ readonly modelName: "meta-llama/Llama-3.3-70B-Instruct";
1783
+ readonly inputPrice: number;
1784
+ readonly outputPrice: number;
1785
+ readonly requestPrice: 0;
1786
+ readonly contextSize: 128000;
1787
+ readonly maxOutput: undefined;
1788
+ readonly streaming: true;
1789
+ readonly vision: false;
1790
+ readonly tools: true;
1791
+ }];
1792
+ readonly jsonOutput: true;
1793
+ }, {
1794
+ readonly id: "llama-3.1-405b-instruct";
1795
+ readonly name: "Llama 3.1 405B Instruct";
1796
+ readonly family: "meta";
1797
+ readonly deprecatedAt: undefined;
1798
+ readonly deactivatedAt: undefined;
1799
+ readonly providers: [{
1800
+ readonly providerId: "nebius";
1801
+ readonly modelName: "meta-llama/Meta-Llama-3.1-405B-Instruct";
1802
+ readonly inputPrice: number;
1803
+ readonly outputPrice: number;
1804
+ readonly requestPrice: 0;
1805
+ readonly contextSize: 128000;
1806
+ readonly maxOutput: undefined;
1807
+ readonly streaming: true;
1808
+ readonly vision: false;
1809
+ readonly tools: true;
1810
+ }];
1811
+ readonly jsonOutput: true;
1812
+ }, {
1813
+ readonly id: "llama-4-scout";
1814
+ readonly name: "Llama 4 Scout";
1815
+ readonly family: "meta";
1816
+ readonly deprecatedAt: undefined;
1817
+ readonly deactivatedAt: undefined;
1818
+ readonly providers: [{
1819
+ readonly providerId: "together.ai";
1820
+ readonly modelName: "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo";
1821
+ readonly inputPrice: number;
1822
+ readonly outputPrice: number;
1823
+ readonly requestPrice: 0;
1824
+ readonly contextSize: 32768;
1825
+ readonly maxOutput: undefined;
1826
+ readonly streaming: true;
1827
+ readonly vision: false;
1828
+ readonly tools: true;
1829
+ }];
1830
+ readonly jsonOutput: true;
1831
+ }, {
1832
+ readonly id: "deepseek-v3";
1833
+ readonly name: "DeepSeek V3";
1834
+ readonly family: "deepseek";
1835
+ readonly deprecatedAt: undefined;
1836
+ readonly deactivatedAt: undefined;
1837
+ readonly providers: [{
1838
+ readonly providerId: "cloudrift";
1839
+ readonly modelName: "deepseek-ai/DeepSeek-V3";
1840
+ readonly inputPrice: number;
1841
+ readonly outputPrice: number;
1842
+ readonly requestPrice: 0;
1843
+ readonly contextSize: 163840;
1844
+ readonly maxOutput: undefined;
1845
+ readonly streaming: true;
1846
+ readonly vision: false;
1847
+ readonly tools: false;
1848
+ }, {
1849
+ readonly providerId: "nebius";
1850
+ readonly modelName: "deepseek-ai/DeepSeek-V3";
1851
+ readonly inputPrice: number;
1852
+ readonly outputPrice: number;
1853
+ readonly requestPrice: 0;
1854
+ readonly contextSize: 64000;
1855
+ readonly maxOutput: undefined;
1856
+ readonly streaming: true;
1857
+ readonly vision: false;
1858
+ readonly tools: false;
1859
+ }];
1860
+ readonly jsonOutput: false;
1861
+ }, {
1862
+ readonly id: "deepseek-r1";
1863
+ readonly name: "DeepSeek R1";
1864
+ readonly family: "deepseek";
1865
+ readonly deprecatedAt: undefined;
1866
+ readonly deactivatedAt: undefined;
1867
+ readonly providers: [{
1868
+ readonly providerId: "deepseek";
1869
+ readonly modelName: "deepseek-reasoner";
1870
+ readonly inputPrice: number;
1871
+ readonly outputPrice: number;
1872
+ readonly requestPrice: 0;
1873
+ readonly contextSize: 64000;
1874
+ readonly maxOutput: undefined;
1875
+ readonly streaming: true;
1876
+ readonly vision: false;
1877
+ readonly tools: false;
1878
+ }];
1879
+ readonly jsonOutput: false;
1880
+ }, {
1881
+ readonly id: "deepseek-r1-0528";
1882
+ readonly name: "DeepSeek R1 (0528)";
1883
+ readonly family: "deepseek";
1884
+ readonly deprecatedAt: undefined;
1885
+ readonly deactivatedAt: undefined;
1886
+ readonly providers: [{
1887
+ readonly providerId: "cloudrift";
1888
+ readonly modelName: "deepseek-ai/DeepSeek-R1-0528";
1889
+ readonly inputPrice: number;
1890
+ readonly outputPrice: number;
1891
+ readonly requestPrice: 0;
1892
+ readonly contextSize: 32770;
1893
+ readonly maxOutput: undefined;
1894
+ readonly streaming: true;
1895
+ readonly vision: false;
1896
+ readonly tools: false;
1897
+ readonly stability: "unstable";
1898
+ }, {
1899
+ readonly providerId: "deepseek";
1900
+ readonly modelName: "deepseek-reasoner";
1901
+ readonly inputPrice: number;
1902
+ readonly outputPrice: number;
1903
+ readonly requestPrice: 0;
1904
+ readonly contextSize: 64000;
1905
+ readonly maxOutput: undefined;
1906
+ readonly streaming: true;
1907
+ readonly vision: false;
1908
+ readonly tools: false;
1909
+ }, {
1910
+ readonly providerId: "nebius";
1911
+ readonly modelName: "deepseek-ai/DeepSeek-R1-0528";
1912
+ readonly inputPrice: number;
1913
+ readonly outputPrice: number;
1914
+ readonly requestPrice: 0;
1915
+ readonly contextSize: 64000;
1916
+ readonly maxOutput: undefined;
1917
+ readonly streaming: true;
1918
+ readonly vision: false;
1919
+ readonly tools: false;
1920
+ readonly stability: "unstable";
1921
+ }];
1922
+ readonly jsonOutput: false;
1923
+ }, {
1924
+ readonly id: "deepseek-r1-distill-llama-70b";
1925
+ readonly name: "DeepSeek R1 Distill Llama 70B";
1926
+ readonly family: "deepseek";
1927
+ readonly deprecatedAt: undefined;
1928
+ readonly deactivatedAt: undefined;
1929
+ readonly stability: "beta";
1930
+ readonly providers: [{
1931
+ readonly providerId: "groq";
1932
+ readonly modelName: "deepseek-r1-distill-llama-70b";
1933
+ readonly inputPrice: number;
1934
+ readonly outputPrice: number;
1935
+ readonly requestPrice: 0;
1936
+ readonly contextSize: 131072;
1937
+ readonly maxOutput: undefined;
1938
+ readonly streaming: true;
1939
+ readonly vision: false;
1940
+ readonly tools: true;
1941
+ }];
1942
+ readonly jsonOutput: true;
1943
+ }, {
1944
+ readonly id: "deepseek-v3.1";
1945
+ readonly name: "DeepSeek V3.1";
1946
+ readonly family: "deepseek";
1947
+ readonly deprecatedAt: undefined;
1948
+ readonly deactivatedAt: undefined;
1949
+ readonly providers: [{
1950
+ readonly providerId: "deepseek";
1951
+ readonly modelName: "deepseek-chat";
1952
+ readonly inputPrice: number;
1953
+ readonly outputPrice: number;
1954
+ readonly cachedInputPrice: number;
1955
+ readonly requestPrice: 0;
1956
+ readonly contextSize: 128000;
1957
+ readonly maxOutput: undefined;
1958
+ readonly streaming: true;
1959
+ readonly vision: true;
1960
+ readonly tools: true;
1961
+ }];
1962
+ readonly jsonOutput: false;
1963
+ }, {
1964
+ readonly id: "mistral-large-latest";
1965
+ readonly name: "Mistral Large Latest";
1966
+ readonly family: "mistral";
1967
+ readonly deprecatedAt: undefined;
1968
+ readonly deactivatedAt: undefined;
1969
+ readonly providers: [{
1970
+ readonly providerId: "mistral";
1971
+ readonly modelName: "mistral-large-latest";
1972
+ readonly inputPrice: 0.000004;
1973
+ readonly outputPrice: 0.000012;
1974
+ readonly requestPrice: 0;
1975
+ readonly contextSize: 128000;
1976
+ readonly maxOutput: undefined;
1977
+ readonly streaming: true;
1978
+ readonly vision: false;
1979
+ readonly tools: false;
1980
+ }];
1981
+ readonly jsonOutput: false;
1982
+ }, {
1983
+ readonly id: "mixtral-8x7b-instruct-together";
1984
+ readonly name: "Mixtral 8x7B Instruct";
1985
+ readonly family: "mistral";
1986
+ readonly deprecatedAt: undefined;
1987
+ readonly deactivatedAt: undefined;
1988
+ readonly providers: [{
1989
+ readonly providerId: "together.ai";
1990
+ readonly modelName: "mistralai/mixtral-8x7b-instruct-v0.1";
1991
+ readonly inputPrice: number;
1992
+ readonly outputPrice: number;
1993
+ readonly requestPrice: 0;
1994
+ readonly contextSize: 32768;
1995
+ readonly maxOutput: undefined;
1996
+ readonly streaming: true;
1997
+ readonly vision: false;
1998
+ readonly tools: false;
1999
+ }];
2000
+ readonly jsonOutput: true;
2001
+ }, {
2002
+ readonly id: "mistral-7b-instruct-together";
2003
+ readonly name: "Mistral 7B Instruct";
2004
+ readonly family: "mistral";
2005
+ readonly deprecatedAt: undefined;
2006
+ readonly deactivatedAt: undefined;
2007
+ readonly providers: [{
2008
+ readonly providerId: "together.ai";
2009
+ readonly modelName: "mistralai/mistral-7b-instruct-v0.1";
2010
+ readonly inputPrice: number;
2011
+ readonly outputPrice: number;
2012
+ readonly requestPrice: 0;
2013
+ readonly contextSize: 8192;
2014
+ readonly maxOutput: undefined;
2015
+ readonly streaming: true;
2016
+ readonly vision: false;
2017
+ readonly tools: false;
2018
+ }];
2019
+ readonly jsonOutput: true;
2020
+ }, {
2021
+ readonly id: "pixtral-large-latest";
2022
+ readonly name: "Pixtral Large Latest";
2023
+ readonly family: "mistral";
2024
+ readonly deprecatedAt: undefined;
2025
+ readonly deactivatedAt: undefined;
2026
+ readonly providers: [{
2027
+ readonly providerId: "mistral";
2028
+ readonly modelName: "pixtral-large-latest";
2029
+ readonly inputPrice: 0.000004;
2030
+ readonly outputPrice: 0.000012;
2031
+ readonly requestPrice: 0;
2032
+ readonly contextSize: 128000;
2033
+ readonly maxOutput: undefined;
2034
+ readonly streaming: true;
2035
+ readonly vision: true;
2036
+ readonly tools: false;
2037
+ }];
2038
+ readonly jsonOutput: true;
2039
+ }, {
2040
+ readonly id: "kimi-k2";
2041
+ readonly name: "Kimi K2";
2042
+ readonly family: "moonshot";
2043
+ readonly deprecatedAt: undefined;
2044
+ readonly deactivatedAt: undefined;
2045
+ readonly providers: [{
2046
+ readonly providerId: "groq";
2047
+ readonly modelName: "moonshotai/kimi-k2-instruct";
2048
+ readonly inputPrice: number;
2049
+ readonly cachedInputPrice: number;
2050
+ readonly outputPrice: number;
2051
+ readonly requestPrice: 0;
2052
+ readonly contextSize: 131072;
2053
+ readonly maxOutput: 16384;
2054
+ readonly streaming: true;
2055
+ readonly vision: false;
2056
+ readonly tools: true;
2057
+ }, {
2058
+ readonly providerId: "novita";
2059
+ readonly modelName: "moonshotai/kimi-k2-instruct";
2060
+ readonly inputPrice: number;
2061
+ readonly outputPrice: number;
2062
+ readonly requestPrice: 0;
2063
+ readonly contextSize: 131072;
2064
+ readonly maxOutput: 131072;
2065
+ readonly streaming: true;
2066
+ readonly vision: false;
2067
+ readonly tools: true;
2068
+ }, {
2069
+ readonly providerId: "moonshot";
2070
+ readonly modelName: "kimi-k2-0711-preview";
2071
+ readonly inputPrice: number;
2072
+ readonly outputPrice: number;
2073
+ readonly cachedInputPrice: number;
2074
+ readonly requestPrice: 0;
2075
+ readonly contextSize: 128000;
2076
+ readonly maxOutput: 128000;
2077
+ readonly streaming: true;
2078
+ readonly vision: false;
2079
+ readonly tools: true;
2080
+ }, {
2081
+ readonly providerId: "cloudrift";
2082
+ readonly modelName: "moonshotai/Kimi-K2-Instruct";
2083
+ readonly inputPrice: number;
2084
+ readonly outputPrice: number;
2085
+ readonly requestPrice: 0;
2086
+ readonly contextSize: 131072;
2087
+ readonly maxOutput: 131072;
2088
+ readonly streaming: true;
2089
+ readonly vision: false;
2090
+ readonly tools: true;
2091
+ readonly test: "skip";
2092
+ }, {
2093
+ readonly providerId: "nebius";
2094
+ readonly modelName: "moonshotai/Kimi-K2-Instruct";
2095
+ readonly inputPrice: number;
2096
+ readonly outputPrice: number;
2097
+ readonly requestPrice: 0;
2098
+ readonly contextSize: 131072;
2099
+ readonly maxOutput: 8192;
2100
+ readonly streaming: true;
2101
+ readonly vision: false;
2102
+ readonly tools: true;
2103
+ }];
2104
+ readonly jsonOutput: true;
2105
+ }, {
2106
+ readonly id: "qwen-max";
2107
+ readonly name: "Qwen Max";
2108
+ readonly family: "alibaba";
2109
+ readonly deprecatedAt: undefined;
2110
+ readonly deactivatedAt: undefined;
2111
+ readonly providers: [{
2112
+ readonly providerId: "alibaba";
2113
+ readonly modelName: "qwen-max";
2114
+ readonly inputPrice: number;
2115
+ readonly outputPrice: number;
2116
+ readonly requestPrice: 0;
2117
+ readonly contextSize: 131072;
2118
+ readonly maxOutput: 32000;
2119
+ readonly streaming: true;
2120
+ readonly vision: true;
2121
+ readonly tools: true;
2122
+ }];
2123
+ readonly jsonOutput: true;
2124
+ }, {
2125
+ readonly id: "qwen-max-latest";
2126
+ readonly name: "Qwen Max Latest";
2127
+ readonly family: "alibaba";
2128
+ readonly deprecatedAt: undefined;
2129
+ readonly deactivatedAt: undefined;
2130
+ readonly providers: [{
2131
+ readonly providerId: "alibaba";
2132
+ readonly modelName: "qwen-max-latest";
2133
+ readonly inputPrice: number;
2134
+ readonly outputPrice: number;
2135
+ readonly requestPrice: 0;
2136
+ readonly contextSize: 131072;
2137
+ readonly maxOutput: 32000;
2138
+ readonly streaming: true;
2139
+ readonly vision: true;
2140
+ readonly tools: true;
2141
+ }];
2142
+ readonly jsonOutput: true;
2143
+ }, {
2144
+ readonly id: "qwen-plus";
2145
+ readonly name: "Qwen Plus";
2146
+ readonly family: "alibaba";
2147
+ readonly deprecatedAt: undefined;
2148
+ readonly deactivatedAt: undefined;
2149
+ readonly providers: [{
2150
+ readonly providerId: "alibaba";
2151
+ readonly modelName: "qwen-plus";
2152
+ readonly inputPrice: number;
2153
+ readonly outputPrice: number;
2154
+ readonly requestPrice: 0;
2155
+ readonly contextSize: 131072;
2156
+ readonly maxOutput: 32000;
2157
+ readonly streaming: true;
2158
+ readonly vision: false;
2159
+ readonly tools: true;
2160
+ }];
2161
+ readonly jsonOutput: true;
2162
+ }, {
2163
+ readonly id: "qwen-plus-latest";
2164
+ readonly name: "Qwen Plus Latest";
2165
+ readonly family: "alibaba";
2166
+ readonly deprecatedAt: undefined;
2167
+ readonly deactivatedAt: undefined;
2168
+ readonly providers: [{
2169
+ readonly providerId: "alibaba";
2170
+ readonly modelName: "qwen-plus-latest";
2171
+ readonly inputPrice: number;
2172
+ readonly outputPrice: number;
2173
+ readonly requestPrice: 0;
2174
+ readonly contextSize: 1000000;
2175
+ readonly maxOutput: 32000;
2176
+ readonly streaming: true;
2177
+ readonly vision: false;
2178
+ readonly tools: true;
2179
+ }];
2180
+ readonly jsonOutput: true;
2181
+ }, {
2182
+ readonly id: "qwen-flash";
2183
+ readonly name: "Qwen Flash";
2184
+ readonly family: "alibaba";
2185
+ readonly deprecatedAt: undefined;
2186
+ readonly deactivatedAt: undefined;
2187
+ readonly providers: [{
2188
+ readonly providerId: "alibaba";
2189
+ readonly modelName: "qwen-flash";
2190
+ readonly inputPrice: number;
2191
+ readonly outputPrice: number;
2192
+ readonly requestPrice: 0;
2193
+ readonly contextSize: 1000000;
2194
+ readonly maxOutput: 32000;
2195
+ readonly streaming: true;
2196
+ readonly vision: false;
2197
+ readonly tools: true;
2198
+ }];
2199
+ readonly jsonOutput: true;
2200
+ }, {
2201
+ readonly id: "qwen-omni-turbo";
2202
+ readonly name: "Qwen Omni Turbo";
2203
+ readonly family: "alibaba";
2204
+ readonly deprecatedAt: undefined;
2205
+ readonly deactivatedAt: undefined;
2206
+ readonly providers: [{
2207
+ readonly providerId: "alibaba";
2208
+ readonly modelName: "qwen-omni-turbo";
2209
+ readonly inputPrice: number;
2210
+ readonly outputPrice: number;
2211
+ readonly requestPrice: 0;
2212
+ readonly contextSize: 32768;
2213
+ readonly maxOutput: 8192;
2214
+ readonly streaming: true;
2215
+ readonly vision: true;
2216
+ readonly tools: false;
2217
+ }];
2218
+ readonly jsonOutput: true;
2219
+ }, {
2220
+ readonly id: "qwen-turbo";
2221
+ readonly name: "Qwen Turbo";
2222
+ readonly family: "alibaba";
2223
+ readonly deprecatedAt: undefined;
2224
+ readonly deactivatedAt: undefined;
2225
+ readonly providers: [{
2226
+ readonly providerId: "alibaba";
2227
+ readonly modelName: "qwen-turbo";
2228
+ readonly inputPrice: number;
2229
+ readonly outputPrice: number;
2230
+ readonly requestPrice: 0;
2231
+ readonly contextSize: 1000000;
2232
+ readonly maxOutput: 8192;
2233
+ readonly streaming: true;
2234
+ readonly vision: false;
2235
+ readonly tools: false;
2236
+ }];
2237
+ readonly jsonOutput: true;
2238
+ }, {
2239
+ readonly id: "qwen3-coder-plus";
2240
+ readonly name: "Qwen3 Coder Plus";
2241
+ readonly family: "alibaba";
2242
+ readonly deprecatedAt: undefined;
2243
+ readonly deactivatedAt: undefined;
2244
+ readonly providers: [{
2245
+ readonly providerId: "alibaba";
2246
+ readonly modelName: "qwen3-coder-plus";
2247
+ readonly inputPrice: number;
2248
+ readonly outputPrice: number;
2249
+ readonly requestPrice: 0;
2250
+ readonly contextSize: 1000000;
2251
+ readonly maxOutput: 66000;
2252
+ readonly streaming: true;
2253
+ readonly vision: false;
2254
+ readonly tools: true;
2255
+ }];
2256
+ readonly jsonOutput: true;
2257
+ }, {
2258
+ readonly id: "qwen-qwq-32b";
2259
+ readonly name: "Qwen QwQ 32B";
2260
+ readonly family: "alibaba";
2261
+ readonly deprecatedAt: undefined;
2262
+ readonly deactivatedAt: undefined;
2263
+ readonly providers: [{
2264
+ readonly providerId: "nebius";
2265
+ readonly modelName: "Qwen/QwQ-32B";
2266
+ readonly inputPrice: number;
2267
+ readonly outputPrice: number;
2268
+ readonly requestPrice: 0;
2269
+ readonly contextSize: 32768;
2270
+ readonly maxOutput: 8192;
2271
+ readonly streaming: true;
2272
+ readonly vision: false;
2273
+ readonly tools: false;
2274
+ }];
2275
+ readonly jsonOutput: true;
2276
+ }, {
2277
+ readonly id: "qwen3-235b-a22b-instruct-2507";
2278
+ readonly name: "Qwen3 235B A22B Instruct 2507";
2279
+ readonly family: "alibaba";
2280
+ readonly deprecatedAt: undefined;
2281
+ readonly deactivatedAt: undefined;
2282
+ readonly providers: [{
2283
+ readonly providerId: "nebius";
2284
+ readonly modelName: "Qwen/Qwen3-235B-A22B-Instruct-2507";
2285
+ readonly inputPrice: number;
2286
+ readonly outputPrice: number;
2287
+ readonly requestPrice: 0;
2288
+ readonly contextSize: 262000;
2289
+ readonly maxOutput: 8192;
2290
+ readonly reasoning: false;
2291
+ readonly streaming: true;
2292
+ readonly vision: false;
2293
+ readonly tools: true;
2294
+ }];
2295
+ readonly jsonOutput: true;
2296
+ }, {
2297
+ readonly id: "qwen3-235b-a22b-thinking-2507";
2298
+ readonly name: "Qwen3 235B A22B Thinking 2507";
2299
+ readonly family: "alibaba";
2300
+ readonly deprecatedAt: undefined;
2301
+ readonly deactivatedAt: undefined;
2302
+ readonly providers: [{
2303
+ readonly providerId: "nebius";
2304
+ readonly modelName: "Qwen/Qwen3-235B-A22B-Thinking-2507";
2305
+ readonly inputPrice: number;
2306
+ readonly outputPrice: number;
2307
+ readonly requestPrice: 0;
2308
+ readonly contextSize: 262000;
2309
+ readonly maxOutput: 8192;
2310
+ readonly reasoning: true;
2311
+ readonly streaming: true;
2312
+ readonly vision: false;
2313
+ readonly tools: true;
2314
+ }];
2315
+ readonly jsonOutput: true;
2316
+ }, {
2317
+ readonly id: "qwen3-14b";
2318
+ readonly name: "Qwen3 14B";
2319
+ readonly family: "alibaba";
2320
+ readonly deprecatedAt: undefined;
2321
+ readonly deactivatedAt: undefined;
2322
+ readonly providers: [{
2323
+ readonly providerId: "nebius";
2324
+ readonly modelName: "Qwen/Qwen3-14B";
2325
+ readonly inputPrice: number;
2326
+ readonly outputPrice: number;
2327
+ readonly requestPrice: 0;
2328
+ readonly contextSize: 32768;
2329
+ readonly maxOutput: 8192;
2330
+ readonly streaming: true;
2331
+ readonly vision: false;
2332
+ readonly tools: true;
2333
+ }];
2334
+ readonly jsonOutput: true;
2335
+ }, {
2336
+ readonly id: "qwen3-32b";
2337
+ readonly name: "Qwen3 32B";
2338
+ readonly family: "alibaba";
2339
+ readonly deprecatedAt: undefined;
2340
+ readonly deactivatedAt: undefined;
2341
+ readonly providers: [{
2342
+ readonly providerId: "nebius";
2343
+ readonly modelName: "Qwen/Qwen3-32B";
2344
+ readonly inputPrice: number;
2345
+ readonly outputPrice: number;
2346
+ readonly requestPrice: 0;
2347
+ readonly contextSize: 32768;
2348
+ readonly maxOutput: 8192;
2349
+ readonly streaming: true;
2350
+ readonly vision: false;
2351
+ readonly tools: true;
2352
+ }];
2353
+ readonly jsonOutput: true;
2354
+ }, {
2355
+ readonly id: "qwen3-30b-a3b";
2356
+ readonly name: "Qwen3 30B A3B";
2357
+ readonly family: "alibaba";
2358
+ readonly deprecatedAt: undefined;
2359
+ readonly deactivatedAt: undefined;
2360
+ readonly providers: [{
2361
+ readonly providerId: "nebius";
2362
+ readonly modelName: "Qwen/Qwen3-30B-A3B";
2363
+ readonly inputPrice: number;
2364
+ readonly outputPrice: number;
2365
+ readonly requestPrice: 0;
2366
+ readonly contextSize: 32768;
2367
+ readonly maxOutput: 8192;
2368
+ readonly streaming: true;
2369
+ readonly vision: false;
2370
+ readonly tools: true;
2371
+ }];
2372
+ readonly jsonOutput: true;
2373
+ }, {
2374
+ readonly id: "qwen25-coder-7b";
2375
+ readonly name: "Qwen2.5 Coder 7B";
2376
+ readonly family: "alibaba";
2377
+ readonly deprecatedAt: undefined;
2378
+ readonly deactivatedAt: undefined;
2379
+ readonly providers: [{
2380
+ readonly providerId: "nebius";
2381
+ readonly modelName: "Qwen/Qwen2.5-Coder-7B-fast";
2382
+ readonly inputPrice: number;
2383
+ readonly outputPrice: number;
2384
+ readonly requestPrice: 0;
2385
+ readonly contextSize: 32768;
2386
+ readonly maxOutput: 8192;
2387
+ readonly streaming: true;
2388
+ readonly vision: false;
2389
+ readonly tools: false;
2390
+ }];
2391
+ readonly jsonOutput: true;
2392
+ }, {
2393
+ readonly id: "qwen25-32b-instruct";
2394
+ readonly name: "Qwen2.5 32B Instruct";
2395
+ readonly family: "alibaba";
2396
+ readonly deprecatedAt: undefined;
2397
+ readonly deactivatedAt: Date;
2398
+ readonly providers: [{
2399
+ readonly providerId: "nebius";
2400
+ readonly modelName: "Qwen/Qwen2.5-32B-Instruct";
2401
+ readonly inputPrice: number;
2402
+ readonly outputPrice: number;
2403
+ readonly requestPrice: 0;
2404
+ readonly contextSize: 32768;
2405
+ readonly maxOutput: 8192;
2406
+ readonly streaming: true;
2407
+ readonly vision: false;
2408
+ readonly tools: true;
2409
+ }];
2410
+ readonly jsonOutput: true;
2411
+ }, {
2412
+ readonly id: "qwen25-72b-instruct";
2413
+ readonly name: "Qwen2.5 72B Instruct";
2414
+ readonly family: "alibaba";
2415
+ readonly deprecatedAt: undefined;
2416
+ readonly deactivatedAt: undefined;
2417
+ readonly providers: [{
2418
+ readonly providerId: "nebius";
2419
+ readonly modelName: "Qwen/Qwen2.5-72B-Instruct";
2420
+ readonly inputPrice: number;
2421
+ readonly outputPrice: number;
2422
+ readonly requestPrice: 0;
2423
+ readonly contextSize: 32768;
2424
+ readonly maxOutput: 8192;
2425
+ readonly streaming: true;
2426
+ readonly vision: false;
2427
+ readonly tools: true;
2428
+ }];
2429
+ readonly jsonOutput: true;
2430
+ }, {
2431
+ readonly id: "qwen2-vl-72b-instruct";
2432
+ readonly name: "Qwen2 VL 72B Instruct";
2433
+ readonly family: "alibaba";
2434
+ readonly deprecatedAt: undefined;
2435
+ readonly deactivatedAt: Date;
2436
+ readonly providers: [{
2437
+ readonly providerId: "nebius";
2438
+ readonly modelName: "Qwen/Qwen2-VL-72B-Instruct";
2439
+ readonly inputPrice: number;
2440
+ readonly outputPrice: number;
2441
+ readonly requestPrice: 0;
2442
+ readonly contextSize: 32768;
2443
+ readonly maxOutput: 8192;
2444
+ readonly streaming: true;
2445
+ readonly vision: true;
2446
+ readonly tools: false;
2447
+ }];
2448
+ readonly jsonOutput: true;
2449
+ }, {
2450
+ readonly id: "qwen2-5-vl-72b-instruct";
2451
+ readonly name: "Qwen2.5 VL 72B Instruct";
2452
+ readonly family: "alibaba";
2453
+ readonly deprecatedAt: undefined;
2454
+ readonly deactivatedAt: undefined;
2455
+ readonly providers: [{
2456
+ readonly providerId: "nebius";
2457
+ readonly modelName: "Qwen/Qwen2.5-VL-72B-Instruct";
2458
+ readonly inputPrice: number;
2459
+ readonly outputPrice: number;
2460
+ readonly requestPrice: 0;
2461
+ readonly contextSize: 32768;
2462
+ readonly maxOutput: 8192;
2463
+ readonly streaming: true;
2464
+ readonly vision: true;
2465
+ readonly tools: false;
2466
+ }];
2467
+ readonly jsonOutput: true;
2468
+ }, {
2469
+ readonly id: "qwen3-coder-480b-a35b-instruct";
2470
+ readonly name: "Qwen3 Coder 480B A35B Instruct";
2471
+ readonly family: "alibaba";
2472
+ readonly deprecatedAt: undefined;
2473
+ readonly deactivatedAt: undefined;
2474
+ readonly providers: [{
2475
+ readonly providerId: "nebius";
2476
+ readonly modelName: "Qwen/Qwen3-Coder-480B-A35B-Instruct";
2477
+ readonly inputPrice: number;
2478
+ readonly outputPrice: number;
2479
+ readonly requestPrice: 0;
2480
+ readonly contextSize: 262000;
2481
+ readonly maxOutput: 8192;
2482
+ readonly streaming: true;
2483
+ readonly vision: false;
2484
+ readonly tools: true;
2485
+ }];
2486
+ readonly jsonOutput: true;
2487
+ }, {
2488
+ readonly id: "qwen3-coder-30b-a3b-instruct";
2489
+ readonly name: "Qwen3 Coder 30B A3B Instruct";
2490
+ readonly family: "alibaba";
2491
+ readonly deprecatedAt: undefined;
2492
+ readonly deactivatedAt: undefined;
2493
+ readonly providers: [{
2494
+ readonly providerId: "nebius";
2495
+ readonly modelName: "Qwen/Qwen3-Coder-30B-A3B-Instruct";
2496
+ readonly inputPrice: number;
2497
+ readonly outputPrice: number;
2498
+ readonly requestPrice: 0;
2499
+ readonly contextSize: 262000;
2500
+ readonly maxOutput: 8192;
2501
+ readonly streaming: true;
2502
+ readonly vision: false;
2503
+ readonly tools: true;
2504
+ }];
2505
+ readonly jsonOutput: true;
2506
+ }, {
2507
+ readonly id: "qwen3-30b-a3b-instruct-2507";
2508
+ readonly name: "Qwen3 30B A3B Instruct 2507";
2509
+ readonly family: "alibaba";
2510
+ readonly deprecatedAt: undefined;
2511
+ readonly deactivatedAt: undefined;
2512
+ readonly providers: [{
2513
+ readonly providerId: "nebius";
2514
+ readonly modelName: "Qwen/Qwen3-30B-A3B-Instruct-2507";
2515
+ readonly inputPrice: number;
2516
+ readonly outputPrice: number;
2517
+ readonly requestPrice: 0;
2518
+ readonly contextSize: 262000;
2519
+ readonly maxOutput: 8192;
2520
+ readonly streaming: true;
2521
+ readonly vision: false;
2522
+ readonly tools: true;
2523
+ }];
2524
+ readonly jsonOutput: true;
2525
+ }, {
2526
+ readonly id: "qwen3-30b-a3b-thinking-2507";
2527
+ readonly name: "Qwen3 30B A3B Thinking 2507";
2528
+ readonly family: "alibaba";
2529
+ readonly deprecatedAt: undefined;
2530
+ readonly deactivatedAt: undefined;
2531
+ readonly providers: [{
2532
+ readonly providerId: "nebius";
2533
+ readonly modelName: "Qwen/Qwen3-30B-A3B-Thinking-2507";
2534
+ readonly inputPrice: number;
2535
+ readonly outputPrice: number;
2536
+ readonly requestPrice: 0;
2537
+ readonly contextSize: 262000;
2538
+ readonly maxOutput: 8192;
2539
+ readonly streaming: true;
2540
+ readonly vision: false;
2541
+ readonly tools: true;
2542
+ readonly reasoning: true;
2543
+ }];
2544
+ readonly jsonOutput: true;
2545
+ }, {
2546
+ readonly id: "qwen-vl-max";
2547
+ readonly name: "Qwen VL Max";
2548
+ readonly family: "alibaba";
2549
+ readonly deprecatedAt: undefined;
2550
+ readonly deactivatedAt: undefined;
2551
+ readonly providers: [{
2552
+ readonly providerId: "alibaba";
2553
+ readonly modelName: "qwen-vl-max";
2554
+ readonly inputPrice: number;
2555
+ readonly outputPrice: number;
2556
+ readonly requestPrice: 0;
2557
+ readonly contextSize: 131072;
2558
+ readonly maxOutput: 32000;
2559
+ readonly streaming: true;
2560
+ readonly vision: true;
2561
+ readonly tools: false;
2562
+ }];
2563
+ readonly jsonOutput: true;
2564
+ }, {
2565
+ readonly id: "qwen-vl-plus";
2566
+ readonly name: "Qwen VL Plus";
2567
+ readonly family: "alibaba";
2568
+ readonly deprecatedAt: undefined;
2569
+ readonly deactivatedAt: undefined;
2570
+ readonly providers: [{
2571
+ readonly providerId: "alibaba";
2572
+ readonly modelName: "qwen-vl-plus";
2573
+ readonly inputPrice: number;
2574
+ readonly outputPrice: number;
2575
+ readonly requestPrice: 0;
2576
+ readonly contextSize: 131072;
2577
+ readonly maxOutput: 32000;
2578
+ readonly streaming: true;
2579
+ readonly vision: true;
2580
+ readonly tools: false;
2581
+ }];
2582
+ readonly jsonOutput: true;
2583
+ }, {
2584
+ readonly id: "qwen3-next-80b-a3b-thinking";
2585
+ readonly name: "Qwen3 Next 80B A3B Thinking";
2586
+ readonly family: "alibaba";
2587
+ readonly deprecatedAt: undefined;
2588
+ readonly deactivatedAt: undefined;
2589
+ readonly providers: [{
2590
+ readonly providerId: "alibaba";
2591
+ readonly modelName: "qwen3-next-80b-a3b-thinking";
2592
+ readonly inputPrice: number;
2593
+ readonly outputPrice: number;
2594
+ readonly requestPrice: 0;
2595
+ readonly contextSize: 131072;
2596
+ readonly maxOutput: 32768;
2597
+ readonly reasoning: true;
2598
+ readonly reasoningOutput: "omit";
2599
+ readonly streaming: true;
2600
+ readonly vision: false;
2601
+ readonly tools: true;
2602
+ }];
2603
+ readonly jsonOutput: true;
2604
+ }, {
2605
+ readonly id: "qwen3-next-80b-a3b-instruct";
2606
+ readonly name: "Qwen3 Next 80B A3B Instruct";
2607
+ readonly family: "alibaba";
2608
+ readonly deprecatedAt: undefined;
2609
+ readonly deactivatedAt: undefined;
2610
+ readonly providers: [{
2611
+ readonly providerId: "alibaba";
2612
+ readonly modelName: "qwen3-next-80b-a3b-instruct";
2613
+ readonly inputPrice: number;
2614
+ readonly outputPrice: number;
2615
+ readonly requestPrice: 0;
2616
+ readonly contextSize: 129024;
2617
+ readonly maxOutput: 32768;
2618
+ readonly streaming: true;
2619
+ readonly vision: false;
2620
+ readonly tools: true;
2621
+ }];
2622
+ readonly jsonOutput: true;
2623
+ }, {
2624
+ readonly id: "qwen3-max";
2625
+ readonly name: "Qwen3 Max";
2626
+ readonly family: "alibaba";
2627
+ readonly deprecatedAt: undefined;
2628
+ readonly deactivatedAt: undefined;
2629
+ readonly providers: [{
2630
+ readonly providerId: "alibaba";
2631
+ readonly modelName: "qwen3-max-preview";
2632
+ readonly inputPrice: number;
2633
+ readonly outputPrice: number;
2634
+ readonly cachedInputPrice: number;
2635
+ readonly requestPrice: 0;
2636
+ readonly contextSize: 256000;
2637
+ readonly maxOutput: 32800;
2638
+ readonly reasoning: true;
2639
+ readonly reasoningOutput: "omit";
2640
+ readonly streaming: true;
2641
+ readonly vision: true;
2642
+ readonly tools: true;
2643
+ }];
2644
+ readonly jsonOutput: true;
2645
+ }, {
2646
+ readonly id: "hermes-3-llama-405b";
2647
+ readonly name: "Hermes 3 Llama 405B";
2648
+ readonly family: "nousresearch";
2649
+ readonly deprecatedAt: undefined;
2650
+ readonly deactivatedAt: undefined;
2651
+ readonly providers: [{
2652
+ readonly providerId: "nebius";
2653
+ readonly modelName: "NousResearch/Hermes-3-Llama-405B";
2654
+ readonly inputPrice: number;
2655
+ readonly outputPrice: number;
2656
+ readonly requestPrice: 0;
2657
+ readonly contextSize: 131072;
2658
+ readonly maxOutput: undefined;
2659
+ readonly streaming: true;
2660
+ readonly vision: false;
2661
+ readonly tools: false;
2662
+ }];
2663
+ readonly jsonOutput: true;
2664
+ }, {
2665
+ readonly id: "deepseek-r1t2-chimera-free";
2666
+ readonly name: "DeepSeek R1T2 Chimera (Free)";
2667
+ readonly family: "deepseek";
2668
+ readonly free: true;
2669
+ readonly deprecatedAt: undefined;
2670
+ readonly deactivatedAt: undefined;
2671
+ readonly providers: [{
2672
+ readonly providerId: "routeway";
2673
+ readonly modelName: "deepseek-r1t2-chimera:free";
2674
+ readonly inputPrice: number;
2675
+ readonly outputPrice: number;
2676
+ readonly requestPrice: 0;
2677
+ readonly contextSize: 163840;
2678
+ readonly maxOutput: undefined;
2679
+ readonly streaming: true;
2680
+ readonly vision: false;
2681
+ readonly tools: false;
2682
+ }];
2683
+ readonly jsonOutput: true;
2684
+ }, {
2685
+ readonly id: "glm-4.5-air-free";
2686
+ readonly name: "GLM-4.5 Air (Free)";
2687
+ readonly family: "glm";
2688
+ readonly free: true;
2689
+ readonly deprecatedAt: undefined;
2690
+ readonly deactivatedAt: undefined;
2691
+ readonly providers: [{
2692
+ readonly providerId: "routeway";
2693
+ readonly modelName: "glm-4.5-air:free";
2694
+ readonly inputPrice: number;
2695
+ readonly outputPrice: number;
2696
+ readonly requestPrice: 0;
2697
+ readonly contextSize: 131072;
2698
+ readonly maxOutput: undefined;
2699
+ readonly streaming: true;
2700
+ readonly vision: false;
2701
+ readonly tools: false;
2702
+ }];
2703
+ readonly jsonOutput: true;
2704
+ }, {
2705
+ readonly id: "kimi-k2-free";
2706
+ readonly name: "Kimi K2 (Free)";
2707
+ readonly family: "kimi";
2708
+ readonly free: true;
2709
+ readonly deprecatedAt: undefined;
2710
+ readonly deactivatedAt: undefined;
2711
+ readonly providers: [{
2712
+ readonly providerId: "routeway";
2713
+ readonly modelName: "kimi-k2:free";
2714
+ readonly inputPrice: number;
2715
+ readonly outputPrice: number;
2716
+ readonly requestPrice: 0;
2717
+ readonly contextSize: 32768;
2718
+ readonly maxOutput: undefined;
2719
+ readonly streaming: true;
2720
+ readonly vision: false;
2721
+ readonly tools: false;
2722
+ }];
2723
+ readonly jsonOutput: true;
2724
+ }, {
2725
+ readonly id: "gpt-oss-20b-free";
2726
+ readonly name: "GPT OSS 20B (Free)";
2727
+ readonly family: "gpt-oss";
2728
+ readonly free: true;
2729
+ readonly deprecatedAt: undefined;
2730
+ readonly deactivatedAt: undefined;
2731
+ readonly providers: [{
2732
+ readonly providerId: "routeway";
2733
+ readonly modelName: "gpt-oss-20b:free";
2734
+ readonly inputPrice: number;
2735
+ readonly outputPrice: number;
2736
+ readonly requestPrice: 0;
2737
+ readonly contextSize: 131072;
2738
+ readonly maxOutput: undefined;
2739
+ readonly streaming: true;
2740
+ readonly vision: false;
2741
+ readonly tools: false;
2742
+ }];
2743
+ readonly jsonOutput: true;
2744
+ }, {
2745
+ readonly id: "gpt-4.1-free";
2746
+ readonly name: "GPT-4.1 (Free)";
2747
+ readonly family: "openai";
2748
+ readonly free: true;
2749
+ readonly deprecatedAt: undefined;
2750
+ readonly deactivatedAt: undefined;
2751
+ readonly providers: [{
2752
+ readonly providerId: "routeway";
2753
+ readonly modelName: "gpt-4.1:free";
2754
+ readonly inputPrice: number;
2755
+ readonly outputPrice: number;
2756
+ readonly requestPrice: 0;
2757
+ readonly contextSize: 1047576;
2758
+ readonly maxOutput: undefined;
2759
+ readonly streaming: true;
2760
+ readonly vision: false;
2761
+ readonly tools: false;
2762
+ }];
2763
+ readonly jsonOutput: true;
2764
+ }, {
2765
+ readonly id: "llama-3.3-70b-instruct-free";
2766
+ readonly name: "Meta Llama 3.3 70B Instruct (Free)";
2767
+ readonly family: "meta";
2768
+ readonly free: true;
2769
+ readonly deprecatedAt: undefined;
2770
+ readonly deactivatedAt: undefined;
2771
+ readonly providers: [{
2772
+ readonly providerId: "routeway";
2773
+ readonly modelName: "llama-3.3-70b-instruct:free";
2774
+ readonly inputPrice: number;
2775
+ readonly outputPrice: number;
2776
+ readonly requestPrice: 0;
2777
+ readonly contextSize: 131072;
2778
+ readonly maxOutput: undefined;
2779
+ readonly streaming: true;
2780
+ readonly vision: false;
2781
+ readonly tools: false;
2782
+ }];
2783
+ readonly jsonOutput: true;
2784
+ }, {
2785
+ readonly id: "llama-4-scout-free";
2786
+ readonly name: "Meta Llama 4 Scout (Free)";
2787
+ readonly family: "meta";
2788
+ readonly free: true;
2789
+ readonly deprecatedAt: undefined;
2790
+ readonly deactivatedAt: undefined;
2791
+ readonly providers: [{
2792
+ readonly providerId: "routeway";
2793
+ readonly modelName: "llama-4-scout:free";
2794
+ readonly inputPrice: number;
2795
+ readonly outputPrice: number;
2796
+ readonly requestPrice: 0;
2797
+ readonly contextSize: 1000000;
2798
+ readonly maxOutput: undefined;
2799
+ readonly streaming: true;
2800
+ readonly vision: false;
2801
+ readonly tools: false;
2802
+ }];
2803
+ readonly jsonOutput: true;
2804
+ }, {
2805
+ readonly id: "llama-4-maverick-free";
2806
+ readonly name: "Meta Llama 4 Maverick (Free)";
2807
+ readonly family: "meta";
2808
+ readonly free: true;
2809
+ readonly deprecatedAt: undefined;
2810
+ readonly deactivatedAt: undefined;
2811
+ readonly providers: [{
2812
+ readonly providerId: "routeway";
2813
+ readonly modelName: "llama-4-maverick:free";
2814
+ readonly inputPrice: number;
2815
+ readonly outputPrice: number;
2816
+ readonly requestPrice: 0;
2817
+ readonly contextSize: 1000000;
2818
+ readonly maxOutput: undefined;
2819
+ readonly streaming: true;
2820
+ readonly vision: false;
2821
+ readonly tools: false;
2822
+ }];
2823
+ readonly jsonOutput: true;
2824
+ }, {
2825
+ readonly id: "nemotron-nano-9b-v2";
2826
+ readonly name: "Nemotron Nano 9B V2";
2827
+ readonly family: "nvidia";
2828
+ readonly free: true;
2829
+ readonly deprecatedAt: undefined;
2830
+ readonly deactivatedAt: undefined;
2831
+ readonly providers: [{
2832
+ readonly providerId: "routeway";
2833
+ readonly modelName: "nemotron-nano-9b-v2:free";
2834
+ readonly inputPrice: number;
2835
+ readonly outputPrice: number;
2836
+ readonly requestPrice: 0;
2837
+ readonly contextSize: 128000;
2838
+ readonly maxOutput: undefined;
2839
+ readonly streaming: true;
2840
+ readonly vision: false;
2841
+ readonly tools: false;
2842
+ }];
2843
+ readonly jsonOutput: true;
2844
+ }, {
2845
+ readonly id: "glm-4.5";
2846
+ readonly name: "GLM-4.5";
2847
+ readonly family: "glm";
2848
+ readonly deprecatedAt: undefined;
2849
+ readonly deactivatedAt: undefined;
2850
+ readonly providers: [{
2851
+ readonly providerId: "zai";
2852
+ readonly modelName: "glm-4.5";
2853
+ readonly inputPrice: number;
2854
+ readonly outputPrice: number;
2855
+ readonly requestPrice: 0;
2856
+ readonly contextSize: 128000;
2857
+ readonly maxOutput: undefined;
2858
+ readonly streaming: true;
2859
+ readonly reasoning: true;
2860
+ readonly vision: false;
2861
+ readonly tools: true;
2862
+ }];
2863
+ readonly jsonOutput: true;
2864
+ }, {
2865
+ readonly id: "glm-4.5v";
2866
+ readonly name: "GLM-4.5V";
2867
+ readonly family: "glm";
2868
+ readonly deprecatedAt: undefined;
2869
+ readonly deactivatedAt: undefined;
2870
+ readonly providers: [{
2871
+ readonly providerId: "zai";
2872
+ readonly modelName: "glm-4.5v";
2873
+ readonly inputPrice: number;
2874
+ readonly outputPrice: number;
2875
+ readonly requestPrice: 0;
2876
+ readonly contextSize: 128000;
2877
+ readonly maxOutput: undefined;
2878
+ readonly streaming: true;
2879
+ readonly reasoning: true;
2880
+ readonly reasoningOutput: "omit";
2881
+ readonly vision: true;
2882
+ readonly tools: true;
2883
+ }];
2884
+ readonly jsonOutput: true;
2885
+ }, {
2886
+ readonly id: "glm-4.5-air";
2887
+ readonly name: "GLM-4.5 Air";
2888
+ readonly family: "glm";
2889
+ readonly deprecatedAt: undefined;
2890
+ readonly deactivatedAt: undefined;
2891
+ readonly providers: [{
2892
+ readonly providerId: "zai";
2893
+ readonly modelName: "glm-4.5-air";
2894
+ readonly inputPrice: number;
2895
+ readonly outputPrice: number;
2896
+ readonly requestPrice: 0;
2897
+ readonly contextSize: 128000;
2898
+ readonly maxOutput: undefined;
2899
+ readonly streaming: true;
2900
+ readonly reasoning: false;
2901
+ readonly vision: false;
2902
+ readonly tools: true;
2903
+ }];
2904
+ readonly jsonOutput: true;
2905
+ }, {
2906
+ readonly id: "glm-4.5-x";
2907
+ readonly name: "GLM-4.5 X";
2908
+ readonly family: "glm";
2909
+ readonly deprecatedAt: undefined;
2910
+ readonly deactivatedAt: undefined;
2911
+ readonly providers: [{
2912
+ readonly providerId: "zai";
2913
+ readonly modelName: "glm-4.5-x";
2914
+ readonly inputPrice: number;
2915
+ readonly outputPrice: number;
2916
+ readonly requestPrice: 0;
2917
+ readonly contextSize: 128000;
2918
+ readonly maxOutput: undefined;
2919
+ readonly streaming: true;
2920
+ readonly reasoning: true;
2921
+ readonly vision: false;
2922
+ readonly tools: true;
2923
+ }];
2924
+ readonly jsonOutput: true;
2925
+ }, {
2926
+ readonly id: "glm-4.5-airx";
2927
+ readonly name: "GLM-4.5 AirX";
2928
+ readonly family: "glm";
2929
+ readonly deprecatedAt: undefined;
2930
+ readonly deactivatedAt: undefined;
2931
+ readonly providers: [{
2932
+ readonly providerId: "zai";
2933
+ readonly modelName: "glm-4.5-airx";
2934
+ readonly inputPrice: number;
2935
+ readonly outputPrice: number;
2936
+ readonly requestPrice: 0;
2937
+ readonly contextSize: 128000;
2938
+ readonly maxOutput: undefined;
2939
+ readonly streaming: true;
2940
+ readonly reasoning: false;
2941
+ readonly vision: false;
2942
+ readonly tools: true;
2943
+ }];
2944
+ readonly jsonOutput: true;
2945
+ }, {
2946
+ readonly id: "glm-4.5-flash";
2947
+ readonly name: "GLM-4.5 Flash";
2948
+ readonly family: "glm";
2949
+ readonly deprecatedAt: undefined;
2950
+ readonly deactivatedAt: undefined;
2951
+ readonly providers: [{
2952
+ readonly providerId: "zai";
2953
+ readonly modelName: "glm-4.5-flash";
2954
+ readonly inputPrice: 0;
2955
+ readonly outputPrice: 0;
2956
+ readonly requestPrice: 0;
2957
+ readonly contextSize: 128000;
2958
+ readonly maxOutput: undefined;
2959
+ readonly streaming: true;
2960
+ readonly reasoning: false;
2961
+ readonly vision: false;
2962
+ readonly tools: true;
2963
+ }];
2964
+ readonly jsonOutput: true;
2965
+ }, {
2966
+ readonly id: "glm-4-32b-0414-128k";
2967
+ readonly name: "GLM-4 32B (0414-128k)";
2968
+ readonly family: "glm";
2969
+ readonly deprecatedAt: undefined;
2970
+ readonly deactivatedAt: undefined;
2971
+ readonly providers: [{
2972
+ readonly providerId: "zai";
2973
+ readonly modelName: "glm-4-32b-0414-128k";
2974
+ readonly inputPrice: number;
2975
+ readonly outputPrice: number;
2976
+ readonly requestPrice: 0;
2977
+ readonly contextSize: 128000;
2978
+ readonly maxOutput: undefined;
2979
+ readonly streaming: true;
2980
+ readonly reasoning: false;
2981
+ readonly vision: false;
2982
+ readonly tools: true;
2983
+ }];
2984
+ readonly jsonOutput: true;
2985
+ }];
2986
+
2987
+ type LLMGatewayChatModelId = (typeof models)[number]['id'] | `${Provider}/${(typeof models)[number]['id']}` | 'test-model';
121
2988
  type LLMGatewayChatSettings = {
122
2989
  /**
123
2990
  Modify the likelihood of specified tokens appearing in the completion.
@@ -209,4 +3076,4 @@ declare class LLMGatewayChatLanguageModel implements LanguageModelV2 {
209
3076
  }>;
210
3077
  }
211
3078
 
212
- export { LLMGatewayChatLanguageModel, type LLMGatewayChatModelId, type LLMGatewayChatSettings, LLMGatewayCompletionLanguageModel, type LLMGatewayCompletionModelId, type LLMGatewayCompletionSettings, type LLMGatewayProviderOptions, type LLMGatewaySharedSettings, type LLMGatewayUsageAccounting };
3079
+ export { LLMGatewayChatLanguageModel, type LLMGatewayChatModelId, type LLMGatewayChatSettings, LLMGatewayCompletionLanguageModel, type LLMGatewayCompletionSettings, type LLMGatewayProviderOptions, type LLMGatewaySharedSettings, type LLMGatewayUsageAccounting, type ModelDefinition, type Provider, type ProviderModelMapping, type StabilityLevel, models };