@llmgateway/ai-sdk-provider 2.0.0 → 2.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -57,7 +57,2877 @@ type LLMGatewayUsageAccounting = {
57
57
  };
58
58
  };
59
59
 
60
- type LLMGatewayCompletionModelId = string;
60
+ declare const providers: [{
61
+ readonly id: "llmgateway";
62
+ readonly name: "LLM Gateway";
63
+ readonly description: "LLMGateway is a framework for building and deploying large language models.";
64
+ readonly streaming: true;
65
+ readonly cancellation: true;
66
+ readonly jsonOutput: true;
67
+ readonly color: "#6366f1";
68
+ readonly website: "https://llmgateway.io";
69
+ readonly announcement: null;
70
+ }, {
71
+ readonly id: "openai";
72
+ readonly name: "OpenAI";
73
+ readonly description: "OpenAI is an AI research and deployment company. Our mission is to ensure that artificial general intelligence benefits all of humanity.";
74
+ readonly streaming: true;
75
+ readonly cancellation: true;
76
+ readonly jsonOutput: true;
77
+ readonly color: "#0ea5e9";
78
+ readonly website: "https://openai.com";
79
+ readonly announcement: null;
80
+ }, {
81
+ readonly id: "anthropic";
82
+ readonly name: "Anthropic";
83
+ readonly description: "Anthropic is a research and deployment company focused on building safe and useful AI.";
84
+ readonly streaming: true;
85
+ readonly cancellation: true;
86
+ readonly color: "#8b5cf6";
87
+ readonly website: "https://anthropic.com";
88
+ readonly announcement: null;
89
+ }, {
90
+ readonly id: "google-ai-studio";
91
+ readonly name: "Google AI Studio";
92
+ readonly description: "Google AI Studio is a platform for accessing Google's Gemini models.";
93
+ readonly streaming: true;
94
+ readonly cancellation: true;
95
+ readonly color: "#4285f4";
96
+ readonly website: "https://ai.google.com";
97
+ readonly announcement: null;
98
+ }, {
99
+ readonly id: "inference.net";
100
+ readonly name: "Inference.net";
101
+ readonly description: "Inference.net is a platform for running large language models in the cloud.";
102
+ readonly streaming: true;
103
+ readonly cancellation: true;
104
+ readonly color: "#10b981";
105
+ readonly website: "https://inference.net";
106
+ readonly announcement: null;
107
+ }, {
108
+ readonly id: "together.ai";
109
+ readonly name: "Together AI";
110
+ readonly description: "Together AI is a platform for running large language models in the cloud with fast inference.";
111
+ readonly streaming: true;
112
+ readonly cancellation: true;
113
+ readonly jsonOutput: true;
114
+ readonly color: "#ff6b35";
115
+ readonly website: "https://together.ai";
116
+ readonly announcement: null;
117
+ }, {
118
+ readonly id: "cloudrift";
119
+ readonly name: "CloudRift";
120
+ readonly description: "CloudRift is a platform for running large language models in the cloud with fast inference.";
121
+ readonly streaming: true;
122
+ readonly cancellation: true;
123
+ readonly color: "#00d4aa";
124
+ readonly website: "https://www.cloudrift.ai";
125
+ readonly announcement: "DeepSeek & Kimi K2 are 30-50% cheaper than the competition!";
126
+ }, {
127
+ readonly id: "mistral";
128
+ readonly name: "Mistral AI";
129
+ readonly description: "Mistral AI's large language models";
130
+ readonly streaming: true;
131
+ readonly cancellation: true;
132
+ readonly jsonOutput: true;
133
+ readonly color: "#FF7000";
134
+ readonly website: "https://mistral.ai";
135
+ readonly announcement: null;
136
+ }, {
137
+ readonly id: "moonshot";
138
+ readonly name: "Moonshot AI";
139
+ readonly description: "Moonshot AI's OpenAI-compatible large language models";
140
+ readonly streaming: true;
141
+ readonly cancellation: true;
142
+ readonly jsonOutput: true;
143
+ readonly color: "#4B9EFF";
144
+ readonly website: "https://moonshot.ai";
145
+ readonly announcement: null;
146
+ }, {
147
+ readonly id: "novita";
148
+ readonly name: "NovitaAI";
149
+ readonly description: "NovitaAI's OpenAI-compatible large language models";
150
+ readonly streaming: true;
151
+ readonly cancellation: true;
152
+ readonly jsonOutput: true;
153
+ readonly color: "#9333ea";
154
+ readonly website: "https://novita.ai";
155
+ readonly announcement: null;
156
+ }, {
157
+ readonly id: "xai";
158
+ readonly name: "xAI";
159
+ readonly description: "xAI's Grok large language models";
160
+ readonly streaming: true;
161
+ readonly cancellation: true;
162
+ readonly jsonOutput: true;
163
+ readonly color: "#000000";
164
+ readonly website: "https://x.ai";
165
+ readonly announcement: null;
166
+ }, {
167
+ readonly id: "groq";
168
+ readonly name: "Groq";
169
+ readonly description: "Groq's ultra-fast LPU inference with various models";
170
+ readonly streaming: true;
171
+ readonly cancellation: true;
172
+ readonly jsonOutput: true;
173
+ readonly color: "#F55036";
174
+ readonly website: "https://groq.com";
175
+ readonly announcement: null;
176
+ }, {
177
+ readonly id: "deepseek";
178
+ readonly name: "DeepSeek";
179
+ readonly description: "DeepSeek's high-performance language models with OpenAI-compatible API";
180
+ readonly streaming: true;
181
+ readonly cancellation: true;
182
+ readonly jsonOutput: true;
183
+ readonly color: "#FF6B00";
184
+ readonly website: "https://deepseek.com";
185
+ readonly announcement: null;
186
+ }, {
187
+ readonly id: "perplexity";
188
+ readonly name: "Perplexity";
189
+ readonly description: "Perplexity's AI models for search and conversation with real-time web access";
190
+ readonly streaming: true;
191
+ readonly cancellation: true;
192
+ readonly jsonOutput: false;
193
+ readonly color: "#20B2AA";
194
+ readonly website: "https://perplexity.ai";
195
+ readonly announcement: null;
196
+ }, {
197
+ readonly id: "alibaba";
198
+ readonly name: "Alibaba Cloud";
199
+ readonly description: "Alibaba Cloud's Qwen large language models with OpenAI-compatible API";
200
+ readonly streaming: true;
201
+ readonly cancellation: true;
202
+ readonly jsonOutput: true;
203
+ readonly color: "#FF6A00";
204
+ readonly website: "https://www.alibabacloud.com";
205
+ readonly announcement: null;
206
+ }, {
207
+ readonly id: "nebius";
208
+ readonly name: "Nebius AI";
209
+ readonly description: "Nebius AI Studio - OpenAI-compatible API for large language models";
210
+ readonly streaming: true;
211
+ readonly cancellation: true;
212
+ readonly jsonOutput: true;
213
+ readonly color: "#3b82f6";
214
+ readonly website: "https://nebius.com";
215
+ readonly announcement: null;
216
+ }, {
217
+ readonly id: "zai";
218
+ readonly name: "Z AI";
219
+ readonly description: "Z AI's OpenAI-compatible large language models";
220
+ readonly streaming: true;
221
+ readonly cancellation: true;
222
+ readonly jsonOutput: true;
223
+ readonly color: "#22c55e";
224
+ readonly website: "https://z.ai";
225
+ readonly announcement: null;
226
+ }, {
227
+ readonly id: "routeway";
228
+ readonly name: "RouteWay";
229
+ readonly description: "RouteWay's OpenAI-compatible large language models";
230
+ readonly streaming: true;
231
+ readonly cancellation: true;
232
+ readonly jsonOutput: true;
233
+ readonly color: "#4f46e5";
234
+ readonly website: "https://api.routeway.ai";
235
+ readonly announcement: null;
236
+ }, {
237
+ readonly id: "custom";
238
+ readonly name: "Custom";
239
+ readonly description: "Custom OpenAI-compatible provider with configurable base URL";
240
+ readonly streaming: true;
241
+ readonly cancellation: true;
242
+ readonly jsonOutput: true;
243
+ readonly color: "#6b7280";
244
+ readonly website: null;
245
+ readonly announcement: null;
246
+ }];
247
+
248
+ type Provider = (typeof providers)[number]['id'];
249
+ type Model = (typeof models)[number]['providers'][number]['modelName'];
250
+ interface ProviderModelMapping {
251
+ providerId: (typeof providers)[number]['id'];
252
+ modelName: string;
253
+ /**
254
+ * Price per input token in USD
255
+ */
256
+ inputPrice?: number;
257
+ /**
258
+ * Price per output token in USD
259
+ */
260
+ outputPrice?: number;
261
+ /**
262
+ * Price per cached input token in USD
263
+ */
264
+ cachedInputPrice?: number;
265
+ /**
266
+ * Price per image input in USD
267
+ */
268
+ imageInputPrice?: number;
269
+ /**
270
+ * Price per request in USD
271
+ */
272
+ requestPrice?: number;
273
+ /**
274
+ * Maximum context window size in tokens
275
+ */
276
+ contextSize?: number;
277
+ /**
278
+ * Maximum output size in tokens
279
+ */
280
+ maxOutput?: number;
281
+ /**
282
+ * Whether this specific model supports streaming for this provider
283
+ */
284
+ streaming: boolean;
285
+ /**
286
+ * Whether this specific model supports vision (image inputs) for this provider
287
+ */
288
+ vision?: boolean;
289
+ /**
290
+ * Whether this model supports reasoning mode
291
+ */
292
+ reasoning?: boolean;
293
+ /**
294
+ * Whether this model supports the OpenAI responses API (defaults to true if reasoning is true)
295
+ */
296
+ supportsResponsesApi?: boolean;
297
+ /**
298
+ * Controls whether reasoning output is expected from the model.
299
+ * - undefined: Expect reasoning output if reasoning is true (default behavior)
300
+ * - "omit": Don't expect reasoning output even if reasoning is true (for models like o1 that don't return reasoning content)
301
+ */
302
+ reasoningOutput?: 'omit';
303
+ /**
304
+ * Whether this specific model supports tool calling for this provider
305
+ */
306
+ tools?: boolean;
307
+ /**
308
+ * Whether this model supports parallel tool calls
309
+ */
310
+ parallelToolCalls?: boolean;
311
+ /**
312
+ * List of supported API parameters for this model/provider combination
313
+ */
314
+ supportedParameters?: string[];
315
+ /**
316
+ * Test skip/only functionality
317
+ */
318
+ test?: 'skip' | 'only';
319
+ /**
320
+ * Stability level of the model for this specific provider (defaults to model-level stability if not specified)
321
+ * - stable: Fully tested and production ready
322
+ * - beta: Generally stable but may have minor issues
323
+ * - unstable: May have significant issues or frequent changes
324
+ * - experimental: Early stage, use with caution
325
+ */
326
+ stability?: StabilityLevel;
327
+ }
328
+ type StabilityLevel = 'stable' | 'beta' | 'unstable' | 'experimental';
329
+ interface ModelDefinition {
330
+ /**
331
+ * Unique identifier for the model
332
+ */
333
+ id: string;
334
+ /**
335
+ * Human-readable display name for the model
336
+ */
337
+ name?: string;
338
+ /**
339
+ * Alternative names or search terms for the model
340
+ */
341
+ aliases?: string[];
342
+ /**
343
+ * Model family (e.g., 'openai', 'deepseek', 'anthropic')
344
+ */
345
+ family: string;
346
+ /**
347
+ * Mappings to provider models
348
+ */
349
+ providers: ProviderModelMapping[];
350
+ /**
351
+ * Whether the model supports JSON output mode
352
+ */
353
+ jsonOutput?: boolean;
354
+ /**
355
+ * Whether this model is free to use
356
+ */
357
+ free?: boolean;
358
+ /**
359
+ * Date when the model will be deprecated (still usable but filtered from selection algorithms)
360
+ */
361
+ deprecatedAt?: Date;
362
+ /**
363
+ * Date when the model will be deactivated (returns error when requested)
364
+ */
365
+ deactivatedAt?: Date;
366
+ /**
367
+ * Output formats supported by the model (defaults to ['text'] if not specified)
368
+ */
369
+ output?: ('text' | 'image')[];
370
+ /**
371
+ * Stability level of the model (defaults to 'stable' if not specified)
372
+ * - stable: Fully tested and production ready
373
+ * - beta: Generally stable but may have minor issues
374
+ * - unstable: May have significant issues or frequent changes
375
+ * - experimental: Early stage, use with caution
376
+ */
377
+ stability?: StabilityLevel;
378
+ /**
379
+ * Whether this model supports system role messages (defaults to true if not specified)
380
+ */
381
+ supportsSystemRole?: boolean;
382
+ }
383
+ declare const models: [{
384
+ readonly id: "custom";
385
+ readonly name: "Custom Model";
386
+ readonly family: "llmgateway";
387
+ readonly deprecatedAt: undefined;
388
+ readonly deactivatedAt: undefined;
389
+ readonly providers: [{
390
+ readonly providerId: "llmgateway";
391
+ readonly modelName: "custom";
392
+ readonly inputPrice: undefined;
393
+ readonly outputPrice: undefined;
394
+ readonly requestPrice: undefined;
395
+ readonly contextSize: undefined;
396
+ readonly streaming: true;
397
+ readonly vision: true;
398
+ readonly tools: true;
399
+ readonly supportedParameters: ["temperature", "max_tokens", "top_p", "frequency_penalty", "presence_penalty"];
400
+ }];
401
+ readonly jsonOutput: true;
402
+ }, {
403
+ readonly id: "auto";
404
+ readonly name: "Auto Route";
405
+ readonly family: "llmgateway";
406
+ readonly deprecatedAt: undefined;
407
+ readonly deactivatedAt: undefined;
408
+ readonly providers: [{
409
+ readonly providerId: "llmgateway";
410
+ readonly modelName: "auto";
411
+ readonly inputPrice: undefined;
412
+ readonly outputPrice: undefined;
413
+ readonly requestPrice: undefined;
414
+ readonly contextSize: undefined;
415
+ readonly streaming: true;
416
+ readonly vision: true;
417
+ readonly tools: true;
418
+ readonly supportedParameters: ["temperature", "max_tokens", "top_p", "frequency_penalty", "presence_penalty"];
419
+ }];
420
+ readonly jsonOutput: true;
421
+ }, {
422
+ readonly id: "gpt-4o-mini";
423
+ readonly name: "GPT-4o Mini";
424
+ readonly family: "openai";
425
+ readonly deprecatedAt: undefined;
426
+ readonly deactivatedAt: undefined;
427
+ readonly providers: [{
428
+ readonly providerId: "openai";
429
+ readonly modelName: "gpt-4o-mini";
430
+ readonly inputPrice: number;
431
+ readonly outputPrice: number;
432
+ readonly cachedInputPrice: number;
433
+ readonly requestPrice: 0;
434
+ readonly contextSize: 128000;
435
+ readonly maxOutput: 16384;
436
+ readonly streaming: true;
437
+ readonly vision: false;
438
+ readonly tools: true;
439
+ }];
440
+ readonly jsonOutput: true;
441
+ }, {
442
+ readonly id: "gpt-4";
443
+ readonly name: "GPT-4";
444
+ readonly family: "openai";
445
+ readonly deprecatedAt: undefined;
446
+ readonly deactivatedAt: undefined;
447
+ readonly providers: [{
448
+ readonly providerId: "openai";
449
+ readonly modelName: "gpt-4";
450
+ readonly inputPrice: number;
451
+ readonly outputPrice: number;
452
+ readonly requestPrice: 0;
453
+ readonly contextSize: 128000;
454
+ readonly maxOutput: 8192;
455
+ readonly streaming: true;
456
+ readonly vision: false;
457
+ readonly tools: true;
458
+ readonly supportedParameters: ["temperature", "max_tokens", "top_p", "frequency_penalty", "presence_penalty", "response_format", "tools", "tool_choice"];
459
+ }];
460
+ readonly jsonOutput: false;
461
+ }, {
462
+ readonly id: "gpt-4o";
463
+ readonly name: "GPT-4o";
464
+ readonly family: "openai";
465
+ readonly deprecatedAt: undefined;
466
+ readonly deactivatedAt: undefined;
467
+ readonly providers: [{
468
+ readonly providerId: "openai";
469
+ readonly modelName: "gpt-4o";
470
+ readonly inputPrice: number;
471
+ readonly outputPrice: number;
472
+ readonly cachedInputPrice: number;
473
+ readonly requestPrice: 0;
474
+ readonly imageInputPrice: 0.00553;
475
+ readonly contextSize: 128000;
476
+ readonly maxOutput: 16384;
477
+ readonly streaming: true;
478
+ readonly vision: true;
479
+ readonly tools: true;
480
+ }];
481
+ readonly jsonOutput: true;
482
+ }, {
483
+ readonly id: "gpt-3.5-turbo";
484
+ readonly name: "GPT-3.5 Turbo";
485
+ readonly family: "openai";
486
+ readonly deprecatedAt: undefined;
487
+ readonly deactivatedAt: undefined;
488
+ readonly providers: [{
489
+ readonly providerId: "openai";
490
+ readonly modelName: "gpt-3.5-turbo";
491
+ readonly inputPrice: number;
492
+ readonly outputPrice: number;
493
+ readonly requestPrice: 0;
494
+ readonly contextSize: 16385;
495
+ readonly maxOutput: undefined;
496
+ readonly streaming: true;
497
+ readonly vision: false;
498
+ readonly tools: true;
499
+ }];
500
+ readonly jsonOutput: true;
501
+ }, {
502
+ readonly id: "gpt-4-turbo";
503
+ readonly name: "GPT-4 Turbo";
504
+ readonly family: "openai";
505
+ readonly deprecatedAt: undefined;
506
+ readonly deactivatedAt: undefined;
507
+ readonly providers: [{
508
+ readonly providerId: "openai";
509
+ readonly modelName: "gpt-4-turbo";
510
+ readonly inputPrice: number;
511
+ readonly outputPrice: number;
512
+ readonly requestPrice: 0;
513
+ readonly contextSize: 128000;
514
+ readonly maxOutput: undefined;
515
+ readonly streaming: true;
516
+ readonly vision: true;
517
+ readonly tools: true;
518
+ }];
519
+ readonly jsonOutput: true;
520
+ }, {
521
+ readonly id: "gpt-4.1";
522
+ readonly name: "GPT-4.1";
523
+ readonly family: "openai";
524
+ readonly deprecatedAt: undefined;
525
+ readonly deactivatedAt: undefined;
526
+ readonly providers: [{
527
+ readonly providerId: "openai";
528
+ readonly modelName: "gpt-4.1";
529
+ readonly inputPrice: number;
530
+ readonly outputPrice: number;
531
+ readonly requestPrice: 0;
532
+ readonly contextSize: 1000000;
533
+ readonly maxOutput: undefined;
534
+ readonly streaming: true;
535
+ readonly vision: true;
536
+ readonly tools: true;
537
+ readonly parallelToolCalls: true;
538
+ }];
539
+ readonly jsonOutput: true;
540
+ }, {
541
+ readonly id: "o1";
542
+ readonly name: "o1";
543
+ readonly family: "openai";
544
+ readonly deprecatedAt: undefined;
545
+ readonly deactivatedAt: undefined;
546
+ readonly providers: [{
547
+ readonly providerId: "openai";
548
+ readonly modelName: "o1";
549
+ readonly inputPrice: number;
550
+ readonly outputPrice: number;
551
+ readonly requestPrice: 0;
552
+ readonly contextSize: 200000;
553
+ readonly maxOutput: undefined;
554
+ readonly streaming: true;
555
+ readonly vision: true;
556
+ readonly reasoning: true;
557
+ readonly tools: false;
558
+ }];
559
+ readonly jsonOutput: true;
560
+ }, {
561
+ readonly id: "o1-mini";
562
+ readonly name: "o1 Mini";
563
+ readonly family: "openai";
564
+ readonly deprecatedAt: undefined;
565
+ readonly deactivatedAt: undefined;
566
+ readonly providers: [{
567
+ readonly providerId: "openai";
568
+ readonly modelName: "o1-mini";
569
+ readonly inputPrice: number;
570
+ readonly outputPrice: number;
571
+ readonly requestPrice: 0;
572
+ readonly contextSize: 128000;
573
+ readonly maxOutput: undefined;
574
+ readonly streaming: false;
575
+ readonly vision: false;
576
+ readonly tools: false;
577
+ readonly reasoning: false;
578
+ readonly supportsResponsesApi: false;
579
+ }];
580
+ readonly jsonOutput: true;
581
+ readonly supportsSystemRole: false;
582
+ }, {
583
+ readonly id: "gpt-4.1-mini";
584
+ readonly name: "GPT-4.1 Mini";
585
+ readonly family: "openai";
586
+ readonly deprecatedAt: undefined;
587
+ readonly deactivatedAt: undefined;
588
+ readonly providers: [{
589
+ readonly providerId: "openai";
590
+ readonly modelName: "gpt-4.1-mini";
591
+ readonly inputPrice: number;
592
+ readonly outputPrice: number;
593
+ readonly requestPrice: 0;
594
+ readonly contextSize: 1000000;
595
+ readonly maxOutput: undefined;
596
+ readonly streaming: true;
597
+ readonly vision: true;
598
+ readonly tools: true;
599
+ readonly parallelToolCalls: true;
600
+ }];
601
+ readonly jsonOutput: true;
602
+ }, {
603
+ readonly id: "gpt-4.1-nano";
604
+ readonly name: "GPT-4.1 Nano";
605
+ readonly family: "openai";
606
+ readonly deprecatedAt: undefined;
607
+ readonly deactivatedAt: undefined;
608
+ readonly providers: [{
609
+ readonly providerId: "openai";
610
+ readonly modelName: "gpt-4.1-nano";
611
+ readonly inputPrice: number;
612
+ readonly outputPrice: number;
613
+ readonly requestPrice: 0;
614
+ readonly contextSize: 1000000;
615
+ readonly maxOutput: undefined;
616
+ readonly streaming: true;
617
+ readonly vision: true;
618
+ readonly tools: true;
619
+ readonly parallelToolCalls: true;
620
+ }];
621
+ readonly jsonOutput: true;
622
+ }, {
623
+ readonly id: "o3";
624
+ readonly name: "o3";
625
+ readonly family: "openai";
626
+ readonly deprecatedAt: undefined;
627
+ readonly deactivatedAt: undefined;
628
+ readonly providers: [{
629
+ readonly providerId: "openai";
630
+ readonly modelName: "o3";
631
+ readonly inputPrice: number;
632
+ readonly outputPrice: number;
633
+ readonly requestPrice: 0;
634
+ readonly contextSize: 200000;
635
+ readonly maxOutput: undefined;
636
+ readonly streaming: false;
637
+ readonly vision: true;
638
+ readonly tools: false;
639
+ }];
640
+ readonly jsonOutput: true;
641
+ }, {
642
+ readonly id: "o3-mini";
643
+ readonly name: "o3 Mini";
644
+ readonly family: "openai";
645
+ readonly deprecatedAt: undefined;
646
+ readonly deactivatedAt: undefined;
647
+ readonly providers: [{
648
+ readonly providerId: "openai";
649
+ readonly modelName: "o3-mini";
650
+ readonly inputPrice: number;
651
+ readonly outputPrice: number;
652
+ readonly requestPrice: 0;
653
+ readonly contextSize: 200000;
654
+ readonly maxOutput: undefined;
655
+ readonly streaming: true;
656
+ readonly vision: false;
657
+ readonly tools: false;
658
+ }];
659
+ readonly jsonOutput: true;
660
+ }, {
661
+ readonly id: "gpt-oss-120b";
662
+ readonly name: "GPT OSS 120B";
663
+ readonly family: "openai";
664
+ readonly deprecatedAt: undefined;
665
+ readonly deactivatedAt: undefined;
666
+ readonly providers: [{
667
+ readonly providerId: "groq";
668
+ readonly modelName: "openai/gpt-oss-120b";
669
+ readonly inputPrice: number;
670
+ readonly outputPrice: number;
671
+ readonly requestPrice: 0;
672
+ readonly contextSize: 131072;
673
+ readonly maxOutput: 32766;
674
+ readonly streaming: true;
675
+ readonly vision: false;
676
+ readonly tools: true;
677
+ readonly reasoning: true;
678
+ }];
679
+ readonly jsonOutput: true;
680
+ }, {
681
+ readonly id: "gpt-oss-20b";
682
+ readonly name: "GPT OSS 20B";
683
+ readonly family: "openai";
684
+ readonly deprecatedAt: undefined;
685
+ readonly deactivatedAt: undefined;
686
+ readonly providers: [{
687
+ readonly providerId: "groq";
688
+ readonly modelName: "openai/gpt-oss-20b";
689
+ readonly inputPrice: number;
690
+ readonly outputPrice: number;
691
+ readonly requestPrice: 0;
692
+ readonly contextSize: 131072;
693
+ readonly maxOutput: 32766;
694
+ readonly streaming: true;
695
+ readonly vision: false;
696
+ readonly tools: true;
697
+ readonly reasoning: true;
698
+ }];
699
+ readonly jsonOutput: true;
700
+ }, {
701
+ readonly id: "gpt-5";
702
+ readonly name: "GPT-5";
703
+ readonly family: "openai";
704
+ readonly deprecatedAt: undefined;
705
+ readonly deactivatedAt: undefined;
706
+ readonly providers: [{
707
+ readonly providerId: "openai";
708
+ readonly modelName: "gpt-5";
709
+ readonly inputPrice: number;
710
+ readonly outputPrice: number;
711
+ readonly cachedInputPrice: number;
712
+ readonly requestPrice: 0;
713
+ readonly contextSize: 400000;
714
+ readonly maxOutput: 128000;
715
+ readonly reasoning: true;
716
+ readonly streaming: true;
717
+ readonly vision: true;
718
+ readonly tools: true;
719
+ readonly supportedParameters: ["temperature", "top_p", "frequency_penalty", "presence_penalty", "response_format", "tools", "tool_choice"];
720
+ }];
721
+ readonly jsonOutput: true;
722
+ }, {
723
+ readonly id: "gpt-5-mini";
724
+ readonly name: "GPT-5 Mini";
725
+ readonly family: "openai";
726
+ readonly deprecatedAt: undefined;
727
+ readonly deactivatedAt: undefined;
728
+ readonly providers: [{
729
+ readonly providerId: "openai";
730
+ readonly modelName: "gpt-5-mini";
731
+ readonly inputPrice: number;
732
+ readonly outputPrice: number;
733
+ readonly cachedInputPrice: number;
734
+ readonly requestPrice: 0;
735
+ readonly contextSize: 400000;
736
+ readonly maxOutput: 128000;
737
+ readonly reasoning: true;
738
+ readonly streaming: true;
739
+ readonly vision: true;
740
+ readonly tools: true;
741
+ readonly supportedParameters: ["temperature", "top_p", "frequency_penalty", "presence_penalty", "response_format", "tools", "tool_choice"];
742
+ }];
743
+ readonly jsonOutput: true;
744
+ }, {
745
+ readonly id: "gpt-5-nano";
746
+ readonly name: "GPT-5 Nano";
747
+ readonly family: "openai";
748
+ readonly deprecatedAt: undefined;
749
+ readonly deactivatedAt: undefined;
750
+ readonly providers: [{
751
+ readonly providerId: "openai";
752
+ readonly modelName: "gpt-5-nano";
753
+ readonly inputPrice: number;
754
+ readonly outputPrice: number;
755
+ readonly cachedInputPrice: number;
756
+ readonly requestPrice: 0;
757
+ readonly contextSize: 400000;
758
+ readonly maxOutput: 128000;
759
+ readonly reasoning: true;
760
+ readonly streaming: true;
761
+ readonly vision: false;
762
+ readonly tools: true;
763
+ readonly supportedParameters: ["temperature", "top_p", "frequency_penalty", "presence_penalty", "response_format", "tools", "tool_choice"];
764
+ }];
765
+ readonly jsonOutput: true;
766
+ }, {
767
+ readonly id: "gpt-5-chat-latest";
768
+ readonly name: "GPT-5 Chat Latest";
769
+ readonly family: "openai";
770
+ readonly deprecatedAt: undefined;
771
+ readonly deactivatedAt: undefined;
772
+ readonly providers: [{
773
+ readonly providerId: "openai";
774
+ readonly modelName: "gpt-5-chat-latest";
775
+ readonly inputPrice: number;
776
+ readonly outputPrice: number;
777
+ readonly cachedInputPrice: number;
778
+ readonly requestPrice: 0;
779
+ readonly contextSize: 400000;
780
+ readonly maxOutput: 128000;
781
+ readonly streaming: true;
782
+ readonly vision: true;
783
+ readonly tools: false;
784
+ readonly supportedParameters: ["temperature", "top_p", "frequency_penalty", "presence_penalty", "response_format"];
785
+ }];
786
+ readonly jsonOutput: true;
787
+ }, {
788
+ readonly id: "claude-3-7-sonnet";
789
+ readonly name: "Claude 3.7 Sonnet";
790
+ readonly family: "anthropic";
791
+ readonly deprecatedAt: undefined;
792
+ readonly deactivatedAt: undefined;
793
+ readonly providers: [{
794
+ readonly providerId: "anthropic";
795
+ readonly modelName: "claude-3-7-sonnet-latest";
796
+ readonly inputPrice: number;
797
+ readonly outputPrice: number;
798
+ readonly cachedInputPrice: number;
799
+ readonly requestPrice: 0;
800
+ readonly contextSize: 200000;
801
+ readonly maxOutput: 8192;
802
+ readonly streaming: true;
803
+ readonly vision: false;
804
+ readonly tools: true;
805
+ }];
806
+ }, {
807
+ readonly id: "claude-3-7-sonnet-20250219";
808
+ readonly name: "Claude 3.7 Sonnet (2025-02-19)";
809
+ readonly family: "anthropic";
810
+ readonly deprecatedAt: undefined;
811
+ readonly deactivatedAt: undefined;
812
+ readonly providers: [{
813
+ readonly providerId: "anthropic";
814
+ readonly modelName: "claude-3-7-sonnet-20250219";
815
+ readonly inputPrice: number;
816
+ readonly outputPrice: number;
817
+ readonly cachedInputPrice: number;
818
+ readonly requestPrice: 0;
819
+ readonly contextSize: 200000;
820
+ readonly maxOutput: 8192;
821
+ readonly streaming: true;
822
+ readonly vision: false;
823
+ readonly reasoning: true;
824
+ readonly tools: true;
825
+ }];
826
+ }, {
827
+ readonly id: "claude-3-5-sonnet-20241022";
828
+ readonly name: "Claude 3.5 Sonnet (2024-10-22)";
829
+ readonly family: "anthropic";
830
+ readonly deprecatedAt: undefined;
831
+ readonly deactivatedAt: undefined;
832
+ readonly providers: [{
833
+ readonly providerId: "anthropic";
834
+ readonly modelName: "claude-3-5-sonnet-20241022";
835
+ readonly inputPrice: number;
836
+ readonly outputPrice: number;
837
+ readonly cachedInputPrice: number;
838
+ readonly requestPrice: 0;
839
+ readonly contextSize: 200000;
840
+ readonly maxOutput: 8192;
841
+ readonly streaming: true;
842
+ readonly vision: false;
843
+ readonly tools: true;
844
+ }];
845
+ }, {
846
+ readonly id: "claude-2.1";
847
+ readonly name: "Claude 2.1";
848
+ readonly family: "anthropic";
849
+ readonly deprecatedAt: Date;
850
+ readonly deactivatedAt: Date;
851
+ readonly providers: [{
852
+ readonly providerId: "anthropic";
853
+ readonly modelName: "claude-2.1";
854
+ readonly inputPrice: number;
855
+ readonly outputPrice: number;
856
+ readonly requestPrice: 0;
857
+ readonly contextSize: 200000;
858
+ readonly maxOutput: undefined;
859
+ readonly streaming: true;
860
+ readonly vision: false;
861
+ readonly tools: false;
862
+ }];
863
+ }, {
864
+ readonly id: "claude-sonnet-4-20250514";
865
+ readonly name: "Claude Sonnet 4 (2025-05-14)";
866
+ readonly family: "anthropic";
867
+ readonly deprecatedAt: undefined;
868
+ readonly deactivatedAt: undefined;
869
+ readonly providers: [{
870
+ readonly providerId: "anthropic";
871
+ readonly modelName: "claude-sonnet-4-20250514";
872
+ readonly inputPrice: number;
873
+ readonly outputPrice: number;
874
+ readonly cachedInputPrice: number;
875
+ readonly requestPrice: 0;
876
+ readonly contextSize: 200000;
877
+ readonly maxOutput: undefined;
878
+ readonly streaming: true;
879
+ readonly vision: false;
880
+ readonly tools: true;
881
+ }];
882
+ }, {
883
+ readonly id: "claude-opus-4-20250514";
884
+ readonly name: "Claude Opus 4 (2025-05-14)";
885
+ readonly family: "anthropic";
886
+ readonly deprecatedAt: undefined;
887
+ readonly deactivatedAt: undefined;
888
+ readonly providers: [{
889
+ readonly providerId: "anthropic";
890
+ readonly modelName: "claude-opus-4-20250514";
891
+ readonly inputPrice: number;
892
+ readonly outputPrice: number;
893
+ readonly cachedInputPrice: number;
894
+ readonly requestPrice: 0;
895
+ readonly contextSize: 200000;
896
+ readonly maxOutput: undefined;
897
+ readonly streaming: true;
898
+ readonly vision: false;
899
+ readonly tools: true;
900
+ }];
901
+ }, {
902
+ readonly id: "claude-opus-4-1";
903
+ readonly name: "Claude Opus 4.1";
904
+ readonly family: "anthropic";
905
+ readonly deprecatedAt: undefined;
906
+ readonly deactivatedAt: undefined;
907
+ readonly providers: [{
908
+ readonly providerId: "anthropic";
909
+ readonly modelName: "claude-opus-4-1";
910
+ readonly inputPrice: number;
911
+ readonly outputPrice: number;
912
+ readonly cachedInputPrice: number;
913
+ readonly requestPrice: 0;
914
+ readonly contextSize: 200000;
915
+ readonly maxOutput: 32000;
916
+ readonly streaming: true;
917
+ readonly vision: true;
918
+ readonly reasoning: true;
919
+ readonly tools: true;
920
+ }];
921
+ }, {
922
+ readonly id: "claude-3-5-sonnet";
923
+ readonly name: "Claude 3.5 Sonnet";
924
+ readonly family: "anthropic";
925
+ readonly deprecatedAt: undefined;
926
+ readonly deactivatedAt: undefined;
927
+ readonly providers: [{
928
+ readonly providerId: "anthropic";
929
+ readonly modelName: "claude-3-5-sonnet-latest";
930
+ readonly inputPrice: number;
931
+ readonly outputPrice: number;
932
+ readonly cachedInputPrice: number;
933
+ readonly requestPrice: 0;
934
+ readonly contextSize: 200000;
935
+ readonly maxOutput: undefined;
936
+ readonly streaming: true;
937
+ readonly vision: false;
938
+ readonly tools: true;
939
+ }];
940
+ }, {
941
+ readonly id: "claude-3-5-haiku";
942
+ readonly name: "Claude 3.5 Haiku";
943
+ readonly family: "anthropic";
944
+ readonly deprecatedAt: undefined;
945
+ readonly deactivatedAt: undefined;
946
+ readonly providers: [{
947
+ readonly providerId: "anthropic";
948
+ readonly modelName: "claude-3-5-haiku-latest";
949
+ readonly inputPrice: number;
950
+ readonly outputPrice: number;
951
+ readonly cachedInputPrice: number;
952
+ readonly requestPrice: 0;
953
+ readonly contextSize: 200000;
954
+ readonly maxOutput: 8192;
955
+ readonly streaming: true;
956
+ readonly vision: false;
957
+ readonly tools: true;
958
+ }];
959
+ }, {
960
+ readonly id: "claude-3-opus";
961
+ readonly name: "Claude 3 Opus";
962
+ readonly family: "anthropic";
963
+ readonly deprecatedAt: undefined;
964
+ readonly deactivatedAt: undefined;
965
+ readonly providers: [{
966
+ readonly providerId: "anthropic";
967
+ readonly modelName: "claude-3-opus-20240229";
968
+ readonly inputPrice: number;
969
+ readonly outputPrice: number;
970
+ readonly cachedInputPrice: number;
971
+ readonly requestPrice: 0;
972
+ readonly contextSize: 200000;
973
+ readonly maxOutput: 4096;
974
+ readonly streaming: true;
975
+ readonly vision: true;
976
+ readonly tools: true;
977
+ }];
978
+ }, {
979
+ readonly id: "claude-3-haiku";
980
+ readonly name: "Claude 3 Haiku";
981
+ readonly family: "anthropic";
982
+ readonly deprecatedAt: undefined;
983
+ readonly deactivatedAt: undefined;
984
+ readonly providers: [{
985
+ readonly providerId: "anthropic";
986
+ readonly modelName: "claude-3-haiku-20240307";
987
+ readonly inputPrice: number;
988
+ readonly outputPrice: number;
989
+ readonly cachedInputPrice: number;
990
+ readonly requestPrice: 0;
991
+ readonly contextSize: 200000;
992
+ readonly maxOutput: 4096;
993
+ readonly streaming: true;
994
+ readonly vision: true;
995
+ readonly tools: true;
996
+ }];
997
+ }, {
998
+ readonly id: "gemini-2.5-pro";
999
+ readonly name: "Gemini 2.5 Pro";
1000
+ readonly family: "google";
1001
+ readonly deprecatedAt: undefined;
1002
+ readonly deactivatedAt: undefined;
1003
+ readonly providers: [{
1004
+ readonly providerId: "google-ai-studio";
1005
+ readonly modelName: "gemini-2.5-pro";
1006
+ readonly inputPrice: number;
1007
+ readonly outputPrice: number;
1008
+ readonly requestPrice: 0;
1009
+ readonly contextSize: 1000000;
1010
+ readonly maxOutput: undefined;
1011
+ readonly streaming: true;
1012
+ readonly vision: true;
1013
+ readonly tools: true;
1014
+ }];
1015
+ }, {
1016
+ readonly id: "gemini-2.5-pro-preview-05-06";
1017
+ readonly name: "Gemini 2.5 Pro Preview (05-06)";
1018
+ readonly family: "google";
1019
+ readonly deprecatedAt: undefined;
1020
+ readonly deactivatedAt: undefined;
1021
+ readonly providers: [{
1022
+ readonly providerId: "google-ai-studio";
1023
+ readonly modelName: "gemini-2.5-pro-preview-05-06";
1024
+ readonly inputPrice: number;
1025
+ readonly outputPrice: number;
1026
+ readonly requestPrice: 0;
1027
+ readonly contextSize: 1000000;
1028
+ readonly maxOutput: undefined;
1029
+ readonly streaming: true;
1030
+ readonly vision: true;
1031
+ readonly tools: true;
1032
+ }];
1033
+ }, {
1034
+ readonly id: "gemini-2.5-pro-preview-06-05";
1035
+ readonly name: "Gemini 2.5 Pro Preview (06-05)";
1036
+ readonly family: "google";
1037
+ readonly deprecatedAt: undefined;
1038
+ readonly deactivatedAt: undefined;
1039
+ readonly providers: [{
1040
+ readonly providerId: "google-ai-studio";
1041
+ readonly modelName: "gemini-2.5-pro-preview-06-05";
1042
+ readonly inputPrice: number;
1043
+ readonly outputPrice: number;
1044
+ readonly requestPrice: 0;
1045
+ readonly contextSize: 1000000;
1046
+ readonly maxOutput: undefined;
1047
+ readonly streaming: true;
1048
+ readonly vision: true;
1049
+ readonly tools: true;
1050
+ }];
1051
+ }, {
1052
+ readonly id: "gemini-2.5-flash-preview-04-17";
1053
+ readonly name: "Gemini 2.5 Flash Preview (04-17)";
1054
+ readonly family: "google";
1055
+ readonly deprecatedAt: undefined;
1056
+ readonly deactivatedAt: Date;
1057
+ readonly providers: [{
1058
+ readonly providerId: "google-ai-studio";
1059
+ readonly modelName: "gemini-2.5-flash-preview-04-17";
1060
+ readonly inputPrice: number;
1061
+ readonly outputPrice: number;
1062
+ readonly requestPrice: 0;
1063
+ readonly contextSize: 1000000;
1064
+ readonly maxOutput: undefined;
1065
+ readonly streaming: true;
1066
+ readonly vision: true;
1067
+ readonly tools: true;
1068
+ }];
1069
+ }, {
1070
+ readonly id: "gemini-2.5-flash-preview-05-20";
1071
+ readonly name: "Gemini 2.5 Flash Preview (05-20)";
1072
+ readonly family: "google";
1073
+ readonly deprecatedAt: undefined;
1074
+ readonly deactivatedAt: undefined;
1075
+ readonly providers: [{
1076
+ readonly providerId: "google-ai-studio";
1077
+ readonly modelName: "gemini-2.5-flash-preview-05-20";
1078
+ readonly inputPrice: number;
1079
+ readonly outputPrice: number;
1080
+ readonly requestPrice: 0;
1081
+ readonly contextSize: 1000000;
1082
+ readonly maxOutput: undefined;
1083
+ readonly streaming: true;
1084
+ readonly vision: true;
1085
+ readonly tools: true;
1086
+ }];
1087
+ }, {
1088
+ readonly id: "gemini-2.5-flash";
1089
+ readonly name: "Gemini 2.5 Flash";
1090
+ readonly family: "google";
1091
+ readonly deprecatedAt: undefined;
1092
+ readonly deactivatedAt: undefined;
1093
+ readonly providers: [{
1094
+ readonly providerId: "google-ai-studio";
1095
+ readonly modelName: "gemini-2.5-flash";
1096
+ readonly inputPrice: number;
1097
+ readonly outputPrice: number;
1098
+ readonly requestPrice: 0;
1099
+ readonly contextSize: 1000000;
1100
+ readonly maxOutput: undefined;
1101
+ readonly streaming: true;
1102
+ readonly vision: true;
1103
+ readonly tools: true;
1104
+ }];
1105
+ }, {
1106
+ readonly id: "gemini-2.5-flash-image-preview";
1107
+ readonly name: "Gemini 2.5 Flash Image Preview";
1108
+ readonly aliases: ["nano banana"];
1109
+ readonly family: "google";
1110
+ readonly deprecatedAt: undefined;
1111
+ readonly deactivatedAt: undefined;
1112
+ readonly output: ["text", "image"];
1113
+ readonly providers: [{
1114
+ readonly providerId: "google-ai-studio";
1115
+ readonly modelName: "gemini-2.5-flash-image-preview";
1116
+ readonly inputPrice: number;
1117
+ readonly outputPrice: number;
1118
+ readonly requestPrice: 0;
1119
+ readonly contextSize: 32800;
1120
+ readonly maxOutput: 8200;
1121
+ readonly streaming: true;
1122
+ readonly vision: true;
1123
+ readonly tools: false;
1124
+ }];
1125
+ }, {
1126
+ readonly id: "gemini-2.5-flash-preview-04-17-thinking";
1127
+ readonly name: "Gemini 2.5 Flash Preview Thinking (04-17)";
1128
+ readonly family: "google";
1129
+ readonly deprecatedAt: undefined;
1130
+ readonly deactivatedAt: Date;
1131
+ readonly providers: [{
1132
+ readonly providerId: "google-ai-studio";
1133
+ readonly modelName: "gemini-2.5-flash-preview-04-17-thinking";
1134
+ readonly inputPrice: number;
1135
+ readonly outputPrice: number;
1136
+ readonly requestPrice: 0;
1137
+ readonly contextSize: 1000000;
1138
+ readonly maxOutput: undefined;
1139
+ readonly streaming: true;
1140
+ readonly vision: true;
1141
+ readonly tools: true;
1142
+ }];
1143
+ }, {
1144
+ readonly id: "gemini-1.5-pro";
1145
+ readonly name: "Gemini 1.5 Pro";
1146
+ readonly family: "google";
1147
+ readonly deprecatedAt: undefined;
1148
+ readonly deactivatedAt: undefined;
1149
+ readonly providers: [{
1150
+ readonly providerId: "google-ai-studio";
1151
+ readonly modelName: "gemini-1.5-pro";
1152
+ readonly inputPrice: number;
1153
+ readonly outputPrice: number;
1154
+ readonly requestPrice: 0;
1155
+ readonly contextSize: 1000000;
1156
+ readonly maxOutput: undefined;
1157
+ readonly streaming: true;
1158
+ readonly vision: false;
1159
+ readonly tools: true;
1160
+ }];
1161
+ }, {
1162
+ readonly id: "gemini-1.5-flash";
1163
+ readonly name: "Gemini 1.5 Flash";
1164
+ readonly family: "google";
1165
+ readonly deprecatedAt: undefined;
1166
+ readonly deactivatedAt: undefined;
1167
+ readonly providers: [{
1168
+ readonly providerId: "google-ai-studio";
1169
+ readonly modelName: "gemini-1.5-flash";
1170
+ readonly inputPrice: number;
1171
+ readonly outputPrice: number;
1172
+ readonly requestPrice: 0;
1173
+ readonly contextSize: 1000000;
1174
+ readonly maxOutput: undefined;
1175
+ readonly streaming: true;
1176
+ readonly vision: false;
1177
+ readonly tools: true;
1178
+ }];
1179
+ }, {
1180
+ readonly id: "gemini-1.5-flash-8b";
1181
+ readonly name: "Gemini 1.5 Flash 8B";
1182
+ readonly family: "google";
1183
+ readonly deprecatedAt: undefined;
1184
+ readonly deactivatedAt: undefined;
1185
+ readonly providers: [{
1186
+ readonly providerId: "google-ai-studio";
1187
+ readonly modelName: "gemini-1.5-flash-8b";
1188
+ readonly inputPrice: number;
1189
+ readonly outputPrice: number;
1190
+ readonly requestPrice: 0;
1191
+ readonly contextSize: 1000000;
1192
+ readonly maxOutput: undefined;
1193
+ readonly streaming: true;
1194
+ readonly vision: false;
1195
+ readonly tools: true;
1196
+ }];
1197
+ }, {
1198
+ readonly id: "gemini-2.0-flash-lite";
1199
+ readonly name: "Gemini 2.0 Flash Lite";
1200
+ readonly family: "google";
1201
+ readonly deprecatedAt: undefined;
1202
+ readonly deactivatedAt: undefined;
1203
+ readonly providers: [{
1204
+ readonly providerId: "google-ai-studio";
1205
+ readonly modelName: "gemini-2.0-flash-lite";
1206
+ readonly inputPrice: number;
1207
+ readonly outputPrice: number;
1208
+ readonly requestPrice: 0;
1209
+ readonly contextSize: 1000000;
1210
+ readonly maxOutput: undefined;
1211
+ readonly streaming: true;
1212
+ readonly vision: false;
1213
+ readonly tools: true;
1214
+ }];
1215
+ }, {
1216
+ readonly id: "gemini-2.0-flash";
1217
+ readonly name: "Gemini 2.0 Flash";
1218
+ readonly family: "google";
1219
+ readonly deprecatedAt: undefined;
1220
+ readonly deactivatedAt: undefined;
1221
+ readonly providers: [{
1222
+ readonly providerId: "google-ai-studio";
1223
+ readonly modelName: "gemini-2.0-flash";
1224
+ readonly inputPrice: number;
1225
+ readonly outputPrice: number;
1226
+ readonly requestPrice: 0;
1227
+ readonly contextSize: 1000000;
1228
+ readonly maxOutput: undefined;
1229
+ readonly streaming: false;
1230
+ readonly vision: false;
1231
+ readonly tools: true;
1232
+ }];
1233
+ }, {
1234
+ readonly id: "gemma-3n-e2b-it";
1235
+ readonly name: "Gemma 3n E2B IT";
1236
+ readonly family: "google";
1237
+ readonly deprecatedAt: undefined;
1238
+ readonly deactivatedAt: undefined;
1239
+ readonly providers: [{
1240
+ readonly providerId: "google-ai-studio";
1241
+ readonly modelName: "gemma-3n-e2b-it";
1242
+ readonly inputPrice: number;
1243
+ readonly outputPrice: number;
1244
+ readonly requestPrice: 0;
1245
+ readonly contextSize: 1000000;
1246
+ readonly maxOutput: undefined;
1247
+ readonly streaming: true;
1248
+ readonly vision: false;
1249
+ readonly tools: false;
1250
+ }];
1251
+ }, {
1252
+ readonly id: "gemma-3n-e4b-it";
1253
+ readonly name: "Gemma 3n E4B IT";
1254
+ readonly family: "google";
1255
+ readonly deprecatedAt: undefined;
1256
+ readonly deactivatedAt: undefined;
1257
+ readonly providers: [{
1258
+ readonly providerId: "google-ai-studio";
1259
+ readonly modelName: "gemma-3n-e4b-it";
1260
+ readonly inputPrice: number;
1261
+ readonly outputPrice: number;
1262
+ readonly requestPrice: 0;
1263
+ readonly contextSize: 1000000;
1264
+ readonly maxOutput: undefined;
1265
+ readonly streaming: true;
1266
+ readonly vision: false;
1267
+ readonly tools: false;
1268
+ }];
1269
+ }, {
1270
+ readonly id: "gemma-3-1b-it";
1271
+ readonly name: "Gemma 3 1B IT";
1272
+ readonly family: "google";
1273
+ readonly deprecatedAt: undefined;
1274
+ readonly deactivatedAt: undefined;
1275
+ readonly providers: [{
1276
+ readonly providerId: "google-ai-studio";
1277
+ readonly modelName: "gemma-3-1b-it";
1278
+ readonly inputPrice: number;
1279
+ readonly outputPrice: number;
1280
+ readonly requestPrice: 0;
1281
+ readonly contextSize: 1000000;
1282
+ readonly maxOutput: undefined;
1283
+ readonly streaming: true;
1284
+ readonly vision: false;
1285
+ readonly tools: false;
1286
+ }];
1287
+ }, {
1288
+ readonly id: "gemma-3-4b-it";
1289
+ readonly name: "Gemma 3 4B IT";
1290
+ readonly family: "google";
1291
+ readonly deprecatedAt: undefined;
1292
+ readonly deactivatedAt: undefined;
1293
+ readonly providers: [{
1294
+ readonly providerId: "google-ai-studio";
1295
+ readonly modelName: "gemma-3-4b-it";
1296
+ readonly inputPrice: number;
1297
+ readonly outputPrice: number;
1298
+ readonly requestPrice: 0;
1299
+ readonly contextSize: 1000000;
1300
+ readonly maxOutput: undefined;
1301
+ readonly streaming: true;
1302
+ readonly reasoning: false;
1303
+ readonly vision: false;
1304
+ readonly tools: false;
1305
+ }];
1306
+ }, {
1307
+ readonly id: "gemma-3-12b-it";
1308
+ readonly name: "Gemma 3 12B IT";
1309
+ readonly family: "google";
1310
+ readonly deprecatedAt: undefined;
1311
+ readonly deactivatedAt: undefined;
1312
+ readonly providers: [{
1313
+ readonly providerId: "google-ai-studio";
1314
+ readonly modelName: "gemma-3-12b-it";
1315
+ readonly inputPrice: number;
1316
+ readonly outputPrice: number;
1317
+ readonly requestPrice: 0;
1318
+ readonly contextSize: 1000000;
1319
+ readonly maxOutput: undefined;
1320
+ readonly streaming: true;
1321
+ readonly reasoning: false;
1322
+ readonly vision: false;
1323
+ readonly tools: false;
1324
+ }];
1325
+ }, {
1326
+ readonly id: "gemma2-9b-it";
1327
+ readonly name: "Gemma2 9B IT";
1328
+ readonly family: "google";
1329
+ readonly deprecatedAt: undefined;
1330
+ readonly deactivatedAt: undefined;
1331
+ readonly providers: [{
1332
+ readonly providerId: "groq";
1333
+ readonly modelName: "gemma2-9b-it";
1334
+ readonly inputPrice: number;
1335
+ readonly outputPrice: number;
1336
+ readonly requestPrice: 0;
1337
+ readonly contextSize: 8129;
1338
+ readonly maxOutput: undefined;
1339
+ readonly streaming: true;
1340
+ readonly vision: false;
1341
+ readonly tools: true;
1342
+ readonly stability: "unstable";
1343
+ }];
1344
+ readonly jsonOutput: true;
1345
+ }, {
1346
+ readonly id: "gemma-3-27b";
1347
+ readonly name: "Gemma 3 27B";
1348
+ readonly family: "google";
1349
+ readonly deprecatedAt: undefined;
1350
+ readonly deactivatedAt: undefined;
1351
+ readonly providers: [{
1352
+ readonly providerId: "nebius";
1353
+ readonly modelName: "google/gemma-3-27b-it";
1354
+ readonly inputPrice: number;
1355
+ readonly outputPrice: number;
1356
+ readonly requestPrice: 0;
1357
+ readonly contextSize: 128000;
1358
+ readonly maxOutput: undefined;
1359
+ readonly streaming: true;
1360
+ readonly vision: true;
1361
+ readonly tools: false;
1362
+ }];
1363
+ readonly jsonOutput: true;
1364
+ }, {
1365
+ readonly id: "gemma-2-27b-it-together";
1366
+ readonly name: "Gemma 2 27B IT";
1367
+ readonly family: "google";
1368
+ readonly deprecatedAt: undefined;
1369
+ readonly deactivatedAt: undefined;
1370
+ readonly providers: [{
1371
+ readonly test: "skip";
1372
+ readonly providerId: "together.ai";
1373
+ readonly modelName: "google/gemma-2-27b-it";
1374
+ readonly inputPrice: number;
1375
+ readonly outputPrice: number;
1376
+ readonly requestPrice: 0;
1377
+ readonly contextSize: 8192;
1378
+ readonly maxOutput: undefined;
1379
+ readonly streaming: true;
1380
+ readonly vision: false;
1381
+ readonly tools: false;
1382
+ }];
1383
+ readonly jsonOutput: true;
1384
+ }, {
1385
+ readonly id: "sonar-reasoning-pro";
1386
+ readonly name: "Sonar Reasoning Pro";
1387
+ readonly family: "perplexity";
1388
+ readonly deprecatedAt: undefined;
1389
+ readonly deactivatedAt: undefined;
1390
+ readonly providers: [{
1391
+ readonly providerId: "perplexity";
1392
+ readonly modelName: "sonar-reasoning-pro";
1393
+ readonly inputPrice: 0.000003;
1394
+ readonly outputPrice: 0.00001;
1395
+ readonly requestPrice: 0;
1396
+ readonly imageInputPrice: 0;
1397
+ readonly contextSize: 128000;
1398
+ readonly maxOutput: undefined;
1399
+ readonly streaming: true;
1400
+ readonly vision: false;
1401
+ readonly tools: false;
1402
+ readonly test: "skip";
1403
+ }];
1404
+ readonly jsonOutput: false;
1405
+ }, {
1406
+ readonly id: "sonar-pro";
1407
+ readonly name: "Sonar Pro";
1408
+ readonly family: "perplexity";
1409
+ readonly deprecatedAt: undefined;
1410
+ readonly deactivatedAt: undefined;
1411
+ readonly providers: [{
1412
+ readonly providerId: "perplexity";
1413
+ readonly modelName: "sonar-pro";
1414
+ readonly inputPrice: 0.000003;
1415
+ readonly outputPrice: 0.000015;
1416
+ readonly requestPrice: 0;
1417
+ readonly imageInputPrice: 0;
1418
+ readonly contextSize: 200000;
1419
+ readonly maxOutput: undefined;
1420
+ readonly streaming: true;
1421
+ readonly vision: false;
1422
+ readonly tools: false;
1423
+ readonly test: "skip";
1424
+ }];
1425
+ readonly jsonOutput: false;
1426
+ }, {
1427
+ readonly id: "sonar";
1428
+ readonly name: "Sonar";
1429
+ readonly family: "perplexity";
1430
+ readonly deprecatedAt: undefined;
1431
+ readonly deactivatedAt: undefined;
1432
+ readonly providers: [{
1433
+ readonly providerId: "perplexity";
1434
+ readonly modelName: "sonar";
1435
+ readonly inputPrice: 0.000001;
1436
+ readonly outputPrice: 0.000001;
1437
+ readonly requestPrice: number;
1438
+ readonly imageInputPrice: 0;
1439
+ readonly contextSize: 130000;
1440
+ readonly maxOutput: undefined;
1441
+ readonly streaming: true;
1442
+ readonly vision: false;
1443
+ readonly tools: false;
1444
+ readonly test: "skip";
1445
+ }];
1446
+ readonly jsonOutput: false;
1447
+ }, {
1448
+ readonly id: "grok-3";
1449
+ readonly name: "Grok-3";
1450
+ readonly family: "xai";
1451
+ readonly deprecatedAt: undefined;
1452
+ readonly deactivatedAt: undefined;
1453
+ readonly providers: [{
1454
+ readonly providerId: "xai";
1455
+ readonly modelName: "grok-3";
1456
+ readonly inputPrice: number;
1457
+ readonly outputPrice: number;
1458
+ readonly requestPrice: 0;
1459
+ readonly contextSize: 131072;
1460
+ readonly maxOutput: undefined;
1461
+ readonly streaming: true;
1462
+ readonly vision: false;
1463
+ readonly tools: true;
1464
+ }];
1465
+ readonly jsonOutput: true;
1466
+ }, {
1467
+ readonly id: "grok-3-mini";
1468
+ readonly name: "Grok-3 Mini";
1469
+ readonly family: "xai";
1470
+ readonly deprecatedAt: undefined;
1471
+ readonly deactivatedAt: undefined;
1472
+ readonly providers: [{
1473
+ readonly providerId: "xai";
1474
+ readonly modelName: "grok-3-mini";
1475
+ readonly inputPrice: number;
1476
+ readonly outputPrice: number;
1477
+ readonly requestPrice: 0;
1478
+ readonly contextSize: 131072;
1479
+ readonly maxOutput: undefined;
1480
+ readonly streaming: true;
1481
+ readonly vision: false;
1482
+ readonly tools: true;
1483
+ }];
1484
+ readonly jsonOutput: true;
1485
+ }, {
1486
+ readonly id: "grok-3-fast";
1487
+ readonly name: "Grok-3 Fast";
1488
+ readonly family: "xai";
1489
+ readonly deprecatedAt: Date;
1490
+ readonly deactivatedAt: Date;
1491
+ readonly providers: [{
1492
+ readonly providerId: "xai";
1493
+ readonly modelName: "grok-3-fast";
1494
+ readonly inputPrice: number;
1495
+ readonly outputPrice: number;
1496
+ readonly requestPrice: 0;
1497
+ readonly contextSize: 131072;
1498
+ readonly maxOutput: undefined;
1499
+ readonly streaming: true;
1500
+ readonly vision: false;
1501
+ readonly tools: true;
1502
+ }];
1503
+ readonly jsonOutput: true;
1504
+ }, {
1505
+ readonly id: "grok-3-mini-fast";
1506
+ readonly name: "Grok-3 Mini Fast";
1507
+ readonly family: "xai";
1508
+ readonly deprecatedAt: Date;
1509
+ readonly deactivatedAt: Date;
1510
+ readonly providers: [{
1511
+ readonly providerId: "xai";
1512
+ readonly modelName: "grok-3-mini-fast";
1513
+ readonly inputPrice: number;
1514
+ readonly outputPrice: number;
1515
+ readonly requestPrice: 0;
1516
+ readonly contextSize: 131072;
1517
+ readonly maxOutput: undefined;
1518
+ readonly streaming: true;
1519
+ readonly vision: false;
1520
+ readonly tools: true;
1521
+ }];
1522
+ readonly jsonOutput: true;
1523
+ }, {
1524
+ readonly id: "grok-2-1212";
1525
+ readonly name: "Grok-2 (1212)";
1526
+ readonly family: "xai";
1527
+ readonly deprecatedAt: Date;
1528
+ readonly deactivatedAt: Date;
1529
+ readonly providers: [{
1530
+ readonly providerId: "xai";
1531
+ readonly modelName: "grok-2-1212";
1532
+ readonly inputPrice: number;
1533
+ readonly outputPrice: number;
1534
+ readonly requestPrice: 0;
1535
+ readonly contextSize: 131072;
1536
+ readonly maxOutput: undefined;
1537
+ readonly streaming: true;
1538
+ readonly vision: false;
1539
+ readonly tools: true;
1540
+ }];
1541
+ readonly jsonOutput: true;
1542
+ }, {
1543
+ readonly id: "grok-2-vision-1212";
1544
+ readonly name: "Grok-2 Vision (1212)";
1545
+ readonly family: "xai";
1546
+ readonly deprecatedAt: Date;
1547
+ readonly deactivatedAt: Date;
1548
+ readonly providers: [{
1549
+ readonly providerId: "xai";
1550
+ readonly modelName: "grok-2-vision-1212";
1551
+ readonly inputPrice: number;
1552
+ readonly outputPrice: number;
1553
+ readonly requestPrice: 0;
1554
+ readonly imageInputPrice: number;
1555
+ readonly contextSize: 32768;
1556
+ readonly maxOutput: undefined;
1557
+ readonly streaming: true;
1558
+ readonly vision: true;
1559
+ readonly tools: true;
1560
+ }];
1561
+ readonly jsonOutput: true;
1562
+ }, {
1563
+ readonly id: "grok-4-0709";
1564
+ readonly name: "Grok-4 (0709)";
1565
+ readonly family: "xai";
1566
+ readonly deprecatedAt: undefined;
1567
+ readonly deactivatedAt: undefined;
1568
+ readonly providers: [{
1569
+ readonly providerId: "xai";
1570
+ readonly modelName: "grok-4-0709";
1571
+ readonly inputPrice: number;
1572
+ readonly outputPrice: number;
1573
+ readonly requestPrice: 0;
1574
+ readonly imageInputPrice: undefined;
1575
+ readonly contextSize: 256000;
1576
+ readonly maxOutput: 256000;
1577
+ readonly streaming: true;
1578
+ readonly vision: false;
1579
+ readonly tools: true;
1580
+ }];
1581
+ readonly jsonOutput: true;
1582
+ }, {
1583
+ readonly id: "grok-code-fast-1";
1584
+ readonly name: "Grok Code Fast 1";
1585
+ readonly family: "xai";
1586
+ readonly deprecatedAt: undefined;
1587
+ readonly deactivatedAt: undefined;
1588
+ readonly providers: [{
1589
+ readonly providerId: "xai";
1590
+ readonly modelName: "grok-code-fast-1";
1591
+ readonly inputPrice: number;
1592
+ readonly outputPrice: number;
1593
+ readonly requestPrice: 0;
1594
+ readonly contextSize: 256000;
1595
+ readonly maxOutput: 10000;
1596
+ readonly streaming: true;
1597
+ readonly vision: false;
1598
+ readonly tools: true;
1599
+ }];
1600
+ readonly jsonOutput: true;
1601
+ }, {
1602
+ readonly id: "llama-3.1-8b-instruct";
1603
+ readonly name: "Llama 3.1 8B Instruct";
1604
+ readonly family: "meta";
1605
+ readonly deprecatedAt: undefined;
1606
+ readonly deactivatedAt: undefined;
1607
+ readonly providers: [{
1608
+ readonly providerId: "nebius";
1609
+ readonly modelName: "meta-llama/Meta-Llama-3.1-8B-Instruct";
1610
+ readonly inputPrice: number;
1611
+ readonly outputPrice: number;
1612
+ readonly requestPrice: 0;
1613
+ readonly contextSize: 128000;
1614
+ readonly maxOutput: undefined;
1615
+ readonly streaming: true;
1616
+ readonly vision: false;
1617
+ readonly tools: false;
1618
+ }, {
1619
+ readonly providerId: "inference.net";
1620
+ readonly modelName: "meta-llama/llama-3.1-8b-instruct/fp-8";
1621
+ readonly inputPrice: number;
1622
+ readonly outputPrice: number;
1623
+ readonly requestPrice: 0;
1624
+ readonly contextSize: 128000;
1625
+ readonly maxOutput: undefined;
1626
+ readonly streaming: true;
1627
+ readonly vision: false;
1628
+ readonly tools: false;
1629
+ }, {
1630
+ readonly providerId: "together.ai";
1631
+ readonly modelName: "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo";
1632
+ readonly inputPrice: number;
1633
+ readonly outputPrice: number;
1634
+ readonly requestPrice: 0;
1635
+ readonly contextSize: 128000;
1636
+ readonly maxOutput: undefined;
1637
+ readonly streaming: true;
1638
+ readonly vision: false;
1639
+ readonly tools: true;
1640
+ }];
1641
+ }, {
1642
+ readonly id: "llama-3.1-70b-instruct-free";
1643
+ readonly name: "Meta Llama 3.1 70B Instruct FP8 (Free)";
1644
+ readonly family: "meta";
1645
+ readonly free: true;
1646
+ readonly deprecatedAt: undefined;
1647
+ readonly deactivatedAt: undefined;
1648
+ readonly providers: [{
1649
+ readonly providerId: "cloudrift";
1650
+ readonly modelName: "meta-llama/Meta-Llama-3.1-70B-Instruct-FP8";
1651
+ readonly inputPrice: number;
1652
+ readonly outputPrice: number;
1653
+ readonly requestPrice: 0;
1654
+ readonly contextSize: 16380;
1655
+ readonly maxOutput: undefined;
1656
+ readonly streaming: true;
1657
+ readonly vision: false;
1658
+ readonly tools: false;
1659
+ }];
1660
+ }, {
1661
+ readonly id: "llama-3.2-11b-instruct";
1662
+ readonly name: "Llama 3.2 11B Instruct";
1663
+ readonly family: "meta";
1664
+ readonly deprecatedAt: undefined;
1665
+ readonly deactivatedAt: undefined;
1666
+ readonly providers: [{
1667
+ readonly providerId: "inference.net";
1668
+ readonly modelName: "meta-llama/llama-3.2-11b-instruct/fp-16";
1669
+ readonly inputPrice: number;
1670
+ readonly outputPrice: number;
1671
+ readonly requestPrice: 0;
1672
+ readonly contextSize: 128000;
1673
+ readonly maxOutput: undefined;
1674
+ readonly streaming: true;
1675
+ readonly vision: false;
1676
+ readonly tools: false;
1677
+ }];
1678
+ }, {
1679
+ readonly id: "llama-3.1-nemotron-ultra-253b";
1680
+ readonly name: "Llama 3.1 Nemotron Ultra 253B";
1681
+ readonly family: "meta";
1682
+ readonly deprecatedAt: undefined;
1683
+ readonly deactivatedAt: undefined;
1684
+ readonly providers: [{
1685
+ readonly providerId: "nebius";
1686
+ readonly modelName: "nvidia/Llama-3_1-Nemotron-Ultra-253B-v1";
1687
+ readonly inputPrice: number;
1688
+ readonly outputPrice: number;
1689
+ readonly requestPrice: 0;
1690
+ readonly contextSize: 128000;
1691
+ readonly maxOutput: undefined;
1692
+ readonly streaming: true;
1693
+ readonly vision: false;
1694
+ readonly tools: false;
1695
+ }];
1696
+ readonly jsonOutput: true;
1697
+ }, {
1698
+ readonly id: "llama-guard-4-12b";
1699
+ readonly name: "Llama Guard 4 12B";
1700
+ readonly family: "meta";
1701
+ readonly deprecatedAt: undefined;
1702
+ readonly deactivatedAt: undefined;
1703
+ readonly providers: [{
1704
+ readonly providerId: "groq";
1705
+ readonly modelName: "meta-llama/llama-guard-4-12b";
1706
+ readonly inputPrice: number;
1707
+ readonly outputPrice: number;
1708
+ readonly requestPrice: 0;
1709
+ readonly contextSize: 131072;
1710
+ readonly maxOutput: undefined;
1711
+ readonly streaming: true;
1712
+ readonly vision: false;
1713
+ readonly tools: false;
1714
+ }];
1715
+ readonly jsonOutput: true;
1716
+ }, {
1717
+ readonly id: "llama-3.3-70b-instruct";
1718
+ readonly name: "Llama 3.3 70B Instruct";
1719
+ readonly family: "meta";
1720
+ readonly deprecatedAt: undefined;
1721
+ readonly deactivatedAt: undefined;
1722
+ readonly providers: [{
1723
+ readonly providerId: "nebius";
1724
+ readonly modelName: "meta-llama/Llama-3.3-70B-Instruct";
1725
+ readonly inputPrice: number;
1726
+ readonly outputPrice: number;
1727
+ readonly requestPrice: 0;
1728
+ readonly contextSize: 128000;
1729
+ readonly maxOutput: undefined;
1730
+ readonly streaming: true;
1731
+ readonly vision: false;
1732
+ readonly tools: true;
1733
+ }];
1734
+ readonly jsonOutput: true;
1735
+ }, {
1736
+ readonly id: "llama-3.1-405b-instruct";
1737
+ readonly name: "Llama 3.1 405B Instruct";
1738
+ readonly family: "meta";
1739
+ readonly deprecatedAt: undefined;
1740
+ readonly deactivatedAt: undefined;
1741
+ readonly providers: [{
1742
+ readonly providerId: "nebius";
1743
+ readonly modelName: "meta-llama/Meta-Llama-3.1-405B-Instruct";
1744
+ readonly inputPrice: number;
1745
+ readonly outputPrice: number;
1746
+ readonly requestPrice: 0;
1747
+ readonly contextSize: 128000;
1748
+ readonly maxOutput: undefined;
1749
+ readonly streaming: true;
1750
+ readonly vision: false;
1751
+ readonly tools: true;
1752
+ }];
1753
+ readonly jsonOutput: true;
1754
+ }, {
1755
+ readonly id: "llama-4-scout";
1756
+ readonly name: "Llama 4 Scout";
1757
+ readonly family: "meta";
1758
+ readonly deprecatedAt: undefined;
1759
+ readonly deactivatedAt: undefined;
1760
+ readonly providers: [{
1761
+ readonly providerId: "together.ai";
1762
+ readonly modelName: "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo";
1763
+ readonly inputPrice: number;
1764
+ readonly outputPrice: number;
1765
+ readonly requestPrice: 0;
1766
+ readonly contextSize: 32768;
1767
+ readonly maxOutput: undefined;
1768
+ readonly streaming: true;
1769
+ readonly vision: false;
1770
+ readonly tools: true;
1771
+ }];
1772
+ readonly jsonOutput: true;
1773
+ }, {
1774
+ readonly id: "deepseek-v3";
1775
+ readonly name: "DeepSeek V3";
1776
+ readonly family: "deepseek";
1777
+ readonly deprecatedAt: undefined;
1778
+ readonly deactivatedAt: undefined;
1779
+ readonly providers: [{
1780
+ readonly providerId: "cloudrift";
1781
+ readonly modelName: "deepseek-ai/DeepSeek-V3";
1782
+ readonly inputPrice: number;
1783
+ readonly outputPrice: number;
1784
+ readonly requestPrice: 0;
1785
+ readonly contextSize: 163840;
1786
+ readonly maxOutput: undefined;
1787
+ readonly streaming: true;
1788
+ readonly vision: false;
1789
+ readonly tools: false;
1790
+ }, {
1791
+ readonly providerId: "nebius";
1792
+ readonly modelName: "deepseek-ai/DeepSeek-V3";
1793
+ readonly inputPrice: number;
1794
+ readonly outputPrice: number;
1795
+ readonly requestPrice: 0;
1796
+ readonly contextSize: 64000;
1797
+ readonly maxOutput: undefined;
1798
+ readonly streaming: true;
1799
+ readonly vision: false;
1800
+ readonly tools: false;
1801
+ }];
1802
+ readonly jsonOutput: false;
1803
+ }, {
1804
+ readonly id: "deepseek-r1";
1805
+ readonly name: "DeepSeek R1";
1806
+ readonly family: "deepseek";
1807
+ readonly deprecatedAt: undefined;
1808
+ readonly deactivatedAt: undefined;
1809
+ readonly providers: [{
1810
+ readonly providerId: "deepseek";
1811
+ readonly modelName: "deepseek-reasoner";
1812
+ readonly inputPrice: number;
1813
+ readonly outputPrice: number;
1814
+ readonly requestPrice: 0;
1815
+ readonly contextSize: 64000;
1816
+ readonly maxOutput: undefined;
1817
+ readonly streaming: true;
1818
+ readonly vision: false;
1819
+ readonly tools: false;
1820
+ }];
1821
+ readonly jsonOutput: false;
1822
+ }, {
1823
+ readonly id: "deepseek-r1-0528";
1824
+ readonly name: "DeepSeek R1 (0528)";
1825
+ readonly family: "deepseek";
1826
+ readonly deprecatedAt: undefined;
1827
+ readonly deactivatedAt: undefined;
1828
+ readonly providers: [{
1829
+ readonly providerId: "cloudrift";
1830
+ readonly modelName: "deepseek-ai/DeepSeek-R1-0528";
1831
+ readonly inputPrice: number;
1832
+ readonly outputPrice: number;
1833
+ readonly requestPrice: 0;
1834
+ readonly contextSize: 32770;
1835
+ readonly maxOutput: undefined;
1836
+ readonly streaming: true;
1837
+ readonly vision: false;
1838
+ readonly tools: false;
1839
+ readonly stability: "unstable";
1840
+ }, {
1841
+ readonly providerId: "deepseek";
1842
+ readonly modelName: "deepseek-reasoner";
1843
+ readonly inputPrice: number;
1844
+ readonly outputPrice: number;
1845
+ readonly requestPrice: 0;
1846
+ readonly contextSize: 64000;
1847
+ readonly maxOutput: undefined;
1848
+ readonly streaming: true;
1849
+ readonly vision: false;
1850
+ readonly tools: false;
1851
+ }, {
1852
+ readonly providerId: "nebius";
1853
+ readonly modelName: "deepseek-ai/DeepSeek-R1-0528";
1854
+ readonly inputPrice: number;
1855
+ readonly outputPrice: number;
1856
+ readonly requestPrice: 0;
1857
+ readonly contextSize: 64000;
1858
+ readonly maxOutput: undefined;
1859
+ readonly streaming: true;
1860
+ readonly vision: false;
1861
+ readonly tools: false;
1862
+ readonly stability: "unstable";
1863
+ }];
1864
+ readonly jsonOutput: false;
1865
+ }, {
1866
+ readonly id: "deepseek-r1-distill-llama-70b";
1867
+ readonly name: "DeepSeek R1 Distill Llama 70B";
1868
+ readonly family: "deepseek";
1869
+ readonly deprecatedAt: undefined;
1870
+ readonly deactivatedAt: undefined;
1871
+ readonly stability: "beta";
1872
+ readonly providers: [{
1873
+ readonly providerId: "groq";
1874
+ readonly modelName: "deepseek-r1-distill-llama-70b";
1875
+ readonly inputPrice: number;
1876
+ readonly outputPrice: number;
1877
+ readonly requestPrice: 0;
1878
+ readonly contextSize: 131072;
1879
+ readonly maxOutput: undefined;
1880
+ readonly streaming: true;
1881
+ readonly vision: false;
1882
+ readonly tools: true;
1883
+ }];
1884
+ readonly jsonOutput: true;
1885
+ }, {
1886
+ readonly id: "deepseek-v3.1";
1887
+ readonly name: "DeepSeek V3.1";
1888
+ readonly family: "deepseek";
1889
+ readonly deprecatedAt: undefined;
1890
+ readonly deactivatedAt: undefined;
1891
+ readonly providers: [{
1892
+ readonly providerId: "deepseek";
1893
+ readonly modelName: "deepseek-chat";
1894
+ readonly inputPrice: number;
1895
+ readonly outputPrice: number;
1896
+ readonly cachedInputPrice: number;
1897
+ readonly requestPrice: 0;
1898
+ readonly contextSize: 128000;
1899
+ readonly maxOutput: undefined;
1900
+ readonly streaming: true;
1901
+ readonly vision: true;
1902
+ readonly tools: true;
1903
+ }];
1904
+ readonly jsonOutput: false;
1905
+ }, {
1906
+ readonly id: "mistral-large-latest";
1907
+ readonly name: "Mistral Large Latest";
1908
+ readonly family: "mistral";
1909
+ readonly deprecatedAt: undefined;
1910
+ readonly deactivatedAt: undefined;
1911
+ readonly providers: [{
1912
+ readonly providerId: "mistral";
1913
+ readonly modelName: "mistral-large-latest";
1914
+ readonly inputPrice: 0.000004;
1915
+ readonly outputPrice: 0.000012;
1916
+ readonly requestPrice: 0;
1917
+ readonly contextSize: 128000;
1918
+ readonly maxOutput: undefined;
1919
+ readonly streaming: true;
1920
+ readonly vision: false;
1921
+ readonly tools: false;
1922
+ }];
1923
+ readonly jsonOutput: false;
1924
+ }, {
1925
+ readonly id: "mixtral-8x7b-instruct-together";
1926
+ readonly name: "Mixtral 8x7B Instruct";
1927
+ readonly family: "mistral";
1928
+ readonly deprecatedAt: undefined;
1929
+ readonly deactivatedAt: undefined;
1930
+ readonly providers: [{
1931
+ readonly providerId: "together.ai";
1932
+ readonly modelName: "mistralai/mixtral-8x7b-instruct-v0.1";
1933
+ readonly inputPrice: number;
1934
+ readonly outputPrice: number;
1935
+ readonly requestPrice: 0;
1936
+ readonly contextSize: 32768;
1937
+ readonly maxOutput: undefined;
1938
+ readonly streaming: true;
1939
+ readonly vision: false;
1940
+ readonly tools: false;
1941
+ }];
1942
+ readonly jsonOutput: true;
1943
+ }, {
1944
+ readonly id: "mistral-7b-instruct-together";
1945
+ readonly name: "Mistral 7B Instruct";
1946
+ readonly family: "mistral";
1947
+ readonly deprecatedAt: undefined;
1948
+ readonly deactivatedAt: undefined;
1949
+ readonly providers: [{
1950
+ readonly providerId: "together.ai";
1951
+ readonly modelName: "mistralai/mistral-7b-instruct-v0.1";
1952
+ readonly inputPrice: number;
1953
+ readonly outputPrice: number;
1954
+ readonly requestPrice: 0;
1955
+ readonly contextSize: 8192;
1956
+ readonly maxOutput: undefined;
1957
+ readonly streaming: true;
1958
+ readonly vision: false;
1959
+ readonly tools: false;
1960
+ }];
1961
+ readonly jsonOutput: true;
1962
+ }, {
1963
+ readonly id: "pixtral-large-latest";
1964
+ readonly name: "Pixtral Large Latest";
1965
+ readonly family: "mistral";
1966
+ readonly deprecatedAt: undefined;
1967
+ readonly deactivatedAt: undefined;
1968
+ readonly providers: [{
1969
+ readonly providerId: "mistral";
1970
+ readonly modelName: "pixtral-large-latest";
1971
+ readonly inputPrice: 0.000004;
1972
+ readonly outputPrice: 0.000012;
1973
+ readonly requestPrice: 0;
1974
+ readonly contextSize: 128000;
1975
+ readonly maxOutput: undefined;
1976
+ readonly streaming: true;
1977
+ readonly vision: true;
1978
+ readonly tools: false;
1979
+ }];
1980
+ readonly jsonOutput: true;
1981
+ }, {
1982
+ readonly id: "kimi-k2";
1983
+ readonly name: "Kimi K2";
1984
+ readonly family: "moonshot";
1985
+ readonly deprecatedAt: undefined;
1986
+ readonly deactivatedAt: undefined;
1987
+ readonly providers: [{
1988
+ readonly providerId: "groq";
1989
+ readonly modelName: "moonshotai/kimi-k2-instruct";
1990
+ readonly inputPrice: number;
1991
+ readonly cachedInputPrice: number;
1992
+ readonly outputPrice: number;
1993
+ readonly requestPrice: 0;
1994
+ readonly contextSize: 131072;
1995
+ readonly maxOutput: 16384;
1996
+ readonly streaming: true;
1997
+ readonly vision: false;
1998
+ readonly tools: true;
1999
+ }, {
2000
+ readonly providerId: "novita";
2001
+ readonly modelName: "moonshotai/kimi-k2-instruct";
2002
+ readonly inputPrice: number;
2003
+ readonly outputPrice: number;
2004
+ readonly requestPrice: 0;
2005
+ readonly contextSize: 131072;
2006
+ readonly maxOutput: 131072;
2007
+ readonly streaming: true;
2008
+ readonly vision: false;
2009
+ readonly tools: true;
2010
+ }, {
2011
+ readonly providerId: "moonshot";
2012
+ readonly modelName: "kimi-k2-0711-preview";
2013
+ readonly inputPrice: number;
2014
+ readonly outputPrice: number;
2015
+ readonly cachedInputPrice: number;
2016
+ readonly requestPrice: 0;
2017
+ readonly contextSize: 128000;
2018
+ readonly maxOutput: 128000;
2019
+ readonly streaming: true;
2020
+ readonly vision: false;
2021
+ readonly tools: true;
2022
+ }, {
2023
+ readonly providerId: "cloudrift";
2024
+ readonly modelName: "moonshotai/Kimi-K2-Instruct";
2025
+ readonly inputPrice: number;
2026
+ readonly outputPrice: number;
2027
+ readonly requestPrice: 0;
2028
+ readonly contextSize: 131072;
2029
+ readonly maxOutput: 131072;
2030
+ readonly streaming: true;
2031
+ readonly vision: false;
2032
+ readonly tools: true;
2033
+ readonly test: "skip";
2034
+ }, {
2035
+ readonly providerId: "nebius";
2036
+ readonly modelName: "moonshotai/Kimi-K2-Instruct";
2037
+ readonly inputPrice: number;
2038
+ readonly outputPrice: number;
2039
+ readonly requestPrice: 0;
2040
+ readonly contextSize: 131072;
2041
+ readonly maxOutput: 8192;
2042
+ readonly streaming: true;
2043
+ readonly vision: false;
2044
+ readonly tools: true;
2045
+ }];
2046
+ readonly jsonOutput: true;
2047
+ }, {
2048
+ readonly id: "qwen-max";
2049
+ readonly name: "Qwen Max";
2050
+ readonly family: "alibaba";
2051
+ readonly deprecatedAt: undefined;
2052
+ readonly deactivatedAt: undefined;
2053
+ readonly providers: [{
2054
+ readonly providerId: "alibaba";
2055
+ readonly modelName: "qwen-max";
2056
+ readonly inputPrice: number;
2057
+ readonly outputPrice: number;
2058
+ readonly requestPrice: 0;
2059
+ readonly contextSize: 131072;
2060
+ readonly maxOutput: 32000;
2061
+ readonly streaming: true;
2062
+ readonly vision: true;
2063
+ readonly tools: true;
2064
+ }];
2065
+ readonly jsonOutput: true;
2066
+ }, {
2067
+ readonly id: "qwen-max-latest";
2068
+ readonly name: "Qwen Max Latest";
2069
+ readonly family: "alibaba";
2070
+ readonly deprecatedAt: undefined;
2071
+ readonly deactivatedAt: undefined;
2072
+ readonly providers: [{
2073
+ readonly providerId: "alibaba";
2074
+ readonly modelName: "qwen-max-latest";
2075
+ readonly inputPrice: number;
2076
+ readonly outputPrice: number;
2077
+ readonly requestPrice: 0;
2078
+ readonly contextSize: 131072;
2079
+ readonly maxOutput: 32000;
2080
+ readonly streaming: true;
2081
+ readonly vision: true;
2082
+ readonly tools: true;
2083
+ }];
2084
+ readonly jsonOutput: true;
2085
+ }, {
2086
+ readonly id: "qwen-plus";
2087
+ readonly name: "Qwen Plus";
2088
+ readonly family: "alibaba";
2089
+ readonly deprecatedAt: undefined;
2090
+ readonly deactivatedAt: undefined;
2091
+ readonly providers: [{
2092
+ readonly providerId: "alibaba";
2093
+ readonly modelName: "qwen-plus";
2094
+ readonly inputPrice: number;
2095
+ readonly outputPrice: number;
2096
+ readonly requestPrice: 0;
2097
+ readonly contextSize: 131072;
2098
+ readonly maxOutput: 32000;
2099
+ readonly streaming: true;
2100
+ readonly vision: false;
2101
+ readonly tools: true;
2102
+ }];
2103
+ readonly jsonOutput: true;
2104
+ }, {
2105
+ readonly id: "qwen-plus-latest";
2106
+ readonly name: "Qwen Plus Latest";
2107
+ readonly family: "alibaba";
2108
+ readonly deprecatedAt: undefined;
2109
+ readonly deactivatedAt: undefined;
2110
+ readonly providers: [{
2111
+ readonly providerId: "alibaba";
2112
+ readonly modelName: "qwen-plus-latest";
2113
+ readonly inputPrice: number;
2114
+ readonly outputPrice: number;
2115
+ readonly requestPrice: 0;
2116
+ readonly contextSize: 1000000;
2117
+ readonly maxOutput: 32000;
2118
+ readonly streaming: true;
2119
+ readonly vision: false;
2120
+ readonly tools: true;
2121
+ }];
2122
+ readonly jsonOutput: true;
2123
+ }, {
2124
+ readonly id: "qwen-flash";
2125
+ readonly name: "Qwen Flash";
2126
+ readonly family: "alibaba";
2127
+ readonly deprecatedAt: undefined;
2128
+ readonly deactivatedAt: undefined;
2129
+ readonly providers: [{
2130
+ readonly providerId: "alibaba";
2131
+ readonly modelName: "qwen-flash";
2132
+ readonly inputPrice: number;
2133
+ readonly outputPrice: number;
2134
+ readonly requestPrice: 0;
2135
+ readonly contextSize: 1000000;
2136
+ readonly maxOutput: 32000;
2137
+ readonly streaming: true;
2138
+ readonly vision: false;
2139
+ readonly tools: true;
2140
+ }];
2141
+ readonly jsonOutput: true;
2142
+ }, {
2143
+ readonly id: "qwen-omni-turbo";
2144
+ readonly name: "Qwen Omni Turbo";
2145
+ readonly family: "alibaba";
2146
+ readonly deprecatedAt: undefined;
2147
+ readonly deactivatedAt: undefined;
2148
+ readonly providers: [{
2149
+ readonly providerId: "alibaba";
2150
+ readonly modelName: "qwen-omni-turbo";
2151
+ readonly inputPrice: number;
2152
+ readonly outputPrice: number;
2153
+ readonly requestPrice: 0;
2154
+ readonly contextSize: 32768;
2155
+ readonly maxOutput: 8192;
2156
+ readonly streaming: true;
2157
+ readonly vision: true;
2158
+ readonly tools: false;
2159
+ }];
2160
+ readonly jsonOutput: true;
2161
+ }, {
2162
+ readonly id: "qwen-turbo";
2163
+ readonly name: "Qwen Turbo";
2164
+ readonly family: "alibaba";
2165
+ readonly deprecatedAt: undefined;
2166
+ readonly deactivatedAt: undefined;
2167
+ readonly providers: [{
2168
+ readonly providerId: "alibaba";
2169
+ readonly modelName: "qwen-turbo";
2170
+ readonly inputPrice: number;
2171
+ readonly outputPrice: number;
2172
+ readonly requestPrice: 0;
2173
+ readonly contextSize: 1000000;
2174
+ readonly maxOutput: 8192;
2175
+ readonly streaming: true;
2176
+ readonly vision: false;
2177
+ readonly tools: false;
2178
+ }];
2179
+ readonly jsonOutput: true;
2180
+ }, {
2181
+ readonly id: "qwen3-coder-plus";
2182
+ readonly name: "Qwen3 Coder Plus";
2183
+ readonly family: "alibaba";
2184
+ readonly deprecatedAt: undefined;
2185
+ readonly deactivatedAt: undefined;
2186
+ readonly providers: [{
2187
+ readonly providerId: "alibaba";
2188
+ readonly modelName: "qwen3-coder-plus";
2189
+ readonly inputPrice: number;
2190
+ readonly outputPrice: number;
2191
+ readonly requestPrice: 0;
2192
+ readonly contextSize: 1000000;
2193
+ readonly maxOutput: 66000;
2194
+ readonly streaming: true;
2195
+ readonly vision: false;
2196
+ readonly tools: true;
2197
+ }];
2198
+ readonly jsonOutput: true;
2199
+ }, {
2200
+ readonly id: "qwen-qwq-32b";
2201
+ readonly name: "Qwen QwQ 32B";
2202
+ readonly family: "alibaba";
2203
+ readonly deprecatedAt: undefined;
2204
+ readonly deactivatedAt: undefined;
2205
+ readonly providers: [{
2206
+ readonly providerId: "nebius";
2207
+ readonly modelName: "Qwen/QwQ-32B";
2208
+ readonly inputPrice: number;
2209
+ readonly outputPrice: number;
2210
+ readonly requestPrice: 0;
2211
+ readonly contextSize: 32768;
2212
+ readonly maxOutput: 8192;
2213
+ readonly streaming: true;
2214
+ readonly vision: false;
2215
+ readonly tools: false;
2216
+ }];
2217
+ readonly jsonOutput: true;
2218
+ }, {
2219
+ readonly id: "qwen3-235b-a22b-instruct-2507";
2220
+ readonly name: "Qwen3 235B A22B Instruct 2507";
2221
+ readonly family: "alibaba";
2222
+ readonly deprecatedAt: undefined;
2223
+ readonly deactivatedAt: undefined;
2224
+ readonly providers: [{
2225
+ readonly providerId: "nebius";
2226
+ readonly modelName: "Qwen/Qwen3-235B-A22B-Instruct-2507";
2227
+ readonly inputPrice: number;
2228
+ readonly outputPrice: number;
2229
+ readonly requestPrice: 0;
2230
+ readonly contextSize: 262000;
2231
+ readonly maxOutput: 8192;
2232
+ readonly reasoning: false;
2233
+ readonly streaming: true;
2234
+ readonly vision: false;
2235
+ readonly tools: true;
2236
+ }];
2237
+ readonly jsonOutput: true;
2238
+ }, {
2239
+ readonly id: "qwen3-235b-a22b-thinking-2507";
2240
+ readonly name: "Qwen3 235B A22B Thinking 2507";
2241
+ readonly family: "alibaba";
2242
+ readonly deprecatedAt: undefined;
2243
+ readonly deactivatedAt: undefined;
2244
+ readonly providers: [{
2245
+ readonly providerId: "nebius";
2246
+ readonly modelName: "Qwen/Qwen3-235B-A22B-Thinking-2507";
2247
+ readonly inputPrice: number;
2248
+ readonly outputPrice: number;
2249
+ readonly requestPrice: 0;
2250
+ readonly contextSize: 262000;
2251
+ readonly maxOutput: 8192;
2252
+ readonly reasoning: true;
2253
+ readonly streaming: true;
2254
+ readonly vision: false;
2255
+ readonly tools: true;
2256
+ }];
2257
+ readonly jsonOutput: true;
2258
+ }, {
2259
+ readonly id: "qwen3-14b";
2260
+ readonly name: "Qwen3 14B";
2261
+ readonly family: "alibaba";
2262
+ readonly deprecatedAt: undefined;
2263
+ readonly deactivatedAt: undefined;
2264
+ readonly providers: [{
2265
+ readonly providerId: "nebius";
2266
+ readonly modelName: "Qwen/Qwen3-14B";
2267
+ readonly inputPrice: number;
2268
+ readonly outputPrice: number;
2269
+ readonly requestPrice: 0;
2270
+ readonly contextSize: 32768;
2271
+ readonly maxOutput: 8192;
2272
+ readonly streaming: true;
2273
+ readonly vision: false;
2274
+ readonly tools: true;
2275
+ }];
2276
+ readonly jsonOutput: true;
2277
+ }, {
2278
+ readonly id: "qwen3-32b";
2279
+ readonly name: "Qwen3 32B";
2280
+ readonly family: "alibaba";
2281
+ readonly deprecatedAt: undefined;
2282
+ readonly deactivatedAt: undefined;
2283
+ readonly providers: [{
2284
+ readonly providerId: "nebius";
2285
+ readonly modelName: "Qwen/Qwen3-32B";
2286
+ readonly inputPrice: number;
2287
+ readonly outputPrice: number;
2288
+ readonly requestPrice: 0;
2289
+ readonly contextSize: 32768;
2290
+ readonly maxOutput: 8192;
2291
+ readonly streaming: true;
2292
+ readonly vision: false;
2293
+ readonly tools: true;
2294
+ }];
2295
+ readonly jsonOutput: true;
2296
+ }, {
2297
+ readonly id: "qwen3-30b-a3b";
2298
+ readonly name: "Qwen3 30B A3B";
2299
+ readonly family: "alibaba";
2300
+ readonly deprecatedAt: undefined;
2301
+ readonly deactivatedAt: undefined;
2302
+ readonly providers: [{
2303
+ readonly providerId: "nebius";
2304
+ readonly modelName: "Qwen/Qwen3-30B-A3B";
2305
+ readonly inputPrice: number;
2306
+ readonly outputPrice: number;
2307
+ readonly requestPrice: 0;
2308
+ readonly contextSize: 32768;
2309
+ readonly maxOutput: 8192;
2310
+ readonly streaming: true;
2311
+ readonly vision: false;
2312
+ readonly tools: true;
2313
+ }];
2314
+ readonly jsonOutput: true;
2315
+ }, {
2316
+ readonly id: "qwen25-coder-7b";
2317
+ readonly name: "Qwen2.5 Coder 7B";
2318
+ readonly family: "alibaba";
2319
+ readonly deprecatedAt: undefined;
2320
+ readonly deactivatedAt: undefined;
2321
+ readonly providers: [{
2322
+ readonly providerId: "nebius";
2323
+ readonly modelName: "Qwen/Qwen2.5-Coder-7B-fast";
2324
+ readonly inputPrice: number;
2325
+ readonly outputPrice: number;
2326
+ readonly requestPrice: 0;
2327
+ readonly contextSize: 32768;
2328
+ readonly maxOutput: 8192;
2329
+ readonly streaming: true;
2330
+ readonly vision: false;
2331
+ readonly tools: false;
2332
+ }];
2333
+ readonly jsonOutput: true;
2334
+ }, {
2335
+ readonly id: "qwen25-32b-instruct";
2336
+ readonly name: "Qwen2.5 32B Instruct";
2337
+ readonly family: "alibaba";
2338
+ readonly deprecatedAt: undefined;
2339
+ readonly deactivatedAt: Date;
2340
+ readonly providers: [{
2341
+ readonly providerId: "nebius";
2342
+ readonly modelName: "Qwen/Qwen2.5-32B-Instruct";
2343
+ readonly inputPrice: number;
2344
+ readonly outputPrice: number;
2345
+ readonly requestPrice: 0;
2346
+ readonly contextSize: 32768;
2347
+ readonly maxOutput: 8192;
2348
+ readonly streaming: true;
2349
+ readonly vision: false;
2350
+ readonly tools: true;
2351
+ }];
2352
+ readonly jsonOutput: true;
2353
+ }, {
2354
+ readonly id: "qwen25-72b-instruct";
2355
+ readonly name: "Qwen2.5 72B Instruct";
2356
+ readonly family: "alibaba";
2357
+ readonly deprecatedAt: undefined;
2358
+ readonly deactivatedAt: undefined;
2359
+ readonly providers: [{
2360
+ readonly providerId: "nebius";
2361
+ readonly modelName: "Qwen/Qwen2.5-72B-Instruct";
2362
+ readonly inputPrice: number;
2363
+ readonly outputPrice: number;
2364
+ readonly requestPrice: 0;
2365
+ readonly contextSize: 32768;
2366
+ readonly maxOutput: 8192;
2367
+ readonly streaming: true;
2368
+ readonly vision: false;
2369
+ readonly tools: true;
2370
+ }];
2371
+ readonly jsonOutput: true;
2372
+ }, {
2373
+ readonly id: "qwen2-vl-72b-instruct";
2374
+ readonly name: "Qwen2 VL 72B Instruct";
2375
+ readonly family: "alibaba";
2376
+ readonly deprecatedAt: undefined;
2377
+ readonly deactivatedAt: Date;
2378
+ readonly providers: [{
2379
+ readonly providerId: "nebius";
2380
+ readonly modelName: "Qwen/Qwen2-VL-72B-Instruct";
2381
+ readonly inputPrice: number;
2382
+ readonly outputPrice: number;
2383
+ readonly requestPrice: 0;
2384
+ readonly contextSize: 32768;
2385
+ readonly maxOutput: 8192;
2386
+ readonly streaming: true;
2387
+ readonly vision: true;
2388
+ readonly tools: false;
2389
+ }];
2390
+ readonly jsonOutput: true;
2391
+ }, {
2392
+ readonly id: "qwen2-5-vl-72b-instruct";
2393
+ readonly name: "Qwen2.5 VL 72B Instruct";
2394
+ readonly family: "alibaba";
2395
+ readonly deprecatedAt: undefined;
2396
+ readonly deactivatedAt: undefined;
2397
+ readonly providers: [{
2398
+ readonly providerId: "nebius";
2399
+ readonly modelName: "Qwen/Qwen2.5-VL-72B-Instruct";
2400
+ readonly inputPrice: number;
2401
+ readonly outputPrice: number;
2402
+ readonly requestPrice: 0;
2403
+ readonly contextSize: 32768;
2404
+ readonly maxOutput: 8192;
2405
+ readonly streaming: true;
2406
+ readonly vision: true;
2407
+ readonly tools: false;
2408
+ }];
2409
+ readonly jsonOutput: true;
2410
+ }, {
2411
+ readonly id: "qwen3-coder-480b-a35b-instruct";
2412
+ readonly name: "Qwen3 Coder 480B A35B Instruct";
2413
+ readonly family: "alibaba";
2414
+ readonly deprecatedAt: undefined;
2415
+ readonly deactivatedAt: undefined;
2416
+ readonly providers: [{
2417
+ readonly providerId: "nebius";
2418
+ readonly modelName: "Qwen/Qwen3-Coder-480B-A35B-Instruct";
2419
+ readonly inputPrice: number;
2420
+ readonly outputPrice: number;
2421
+ readonly requestPrice: 0;
2422
+ readonly contextSize: 262000;
2423
+ readonly maxOutput: 8192;
2424
+ readonly streaming: true;
2425
+ readonly vision: false;
2426
+ readonly tools: true;
2427
+ }];
2428
+ readonly jsonOutput: true;
2429
+ }, {
2430
+ readonly id: "qwen3-coder-30b-a3b-instruct";
2431
+ readonly name: "Qwen3 Coder 30B A3B Instruct";
2432
+ readonly family: "alibaba";
2433
+ readonly deprecatedAt: undefined;
2434
+ readonly deactivatedAt: undefined;
2435
+ readonly providers: [{
2436
+ readonly providerId: "nebius";
2437
+ readonly modelName: "Qwen/Qwen3-Coder-30B-A3B-Instruct";
2438
+ readonly inputPrice: number;
2439
+ readonly outputPrice: number;
2440
+ readonly requestPrice: 0;
2441
+ readonly contextSize: 262000;
2442
+ readonly maxOutput: 8192;
2443
+ readonly streaming: true;
2444
+ readonly vision: false;
2445
+ readonly tools: true;
2446
+ }];
2447
+ readonly jsonOutput: true;
2448
+ }, {
2449
+ readonly id: "qwen3-30b-a3b-instruct-2507";
2450
+ readonly name: "Qwen3 30B A3B Instruct 2507";
2451
+ readonly family: "alibaba";
2452
+ readonly deprecatedAt: undefined;
2453
+ readonly deactivatedAt: undefined;
2454
+ readonly providers: [{
2455
+ readonly providerId: "nebius";
2456
+ readonly modelName: "Qwen/Qwen3-30B-A3B-Instruct-2507";
2457
+ readonly inputPrice: number;
2458
+ readonly outputPrice: number;
2459
+ readonly requestPrice: 0;
2460
+ readonly contextSize: 262000;
2461
+ readonly maxOutput: 8192;
2462
+ readonly streaming: true;
2463
+ readonly vision: false;
2464
+ readonly tools: true;
2465
+ }];
2466
+ readonly jsonOutput: true;
2467
+ }, {
2468
+ readonly id: "qwen3-30b-a3b-thinking-2507";
2469
+ readonly name: "Qwen3 30B A3B Thinking 2507";
2470
+ readonly family: "alibaba";
2471
+ readonly deprecatedAt: undefined;
2472
+ readonly deactivatedAt: undefined;
2473
+ readonly providers: [{
2474
+ readonly providerId: "nebius";
2475
+ readonly modelName: "Qwen/Qwen3-30B-A3B-Thinking-2507";
2476
+ readonly inputPrice: number;
2477
+ readonly outputPrice: number;
2478
+ readonly requestPrice: 0;
2479
+ readonly contextSize: 262000;
2480
+ readonly maxOutput: 8192;
2481
+ readonly streaming: true;
2482
+ readonly vision: false;
2483
+ readonly tools: true;
2484
+ readonly reasoning: true;
2485
+ }];
2486
+ readonly jsonOutput: true;
2487
+ }, {
2488
+ readonly id: "qwen-vl-max";
2489
+ readonly name: "Qwen VL Max";
2490
+ readonly family: "alibaba";
2491
+ readonly deprecatedAt: undefined;
2492
+ readonly deactivatedAt: undefined;
2493
+ readonly providers: [{
2494
+ readonly providerId: "alibaba";
2495
+ readonly modelName: "qwen-vl-max";
2496
+ readonly inputPrice: number;
2497
+ readonly outputPrice: number;
2498
+ readonly requestPrice: 0;
2499
+ readonly contextSize: 131072;
2500
+ readonly maxOutput: 32000;
2501
+ readonly streaming: true;
2502
+ readonly vision: true;
2503
+ readonly tools: false;
2504
+ }];
2505
+ readonly jsonOutput: true;
2506
+ }, {
2507
+ readonly id: "qwen-vl-plus";
2508
+ readonly name: "Qwen VL Plus";
2509
+ readonly family: "alibaba";
2510
+ readonly deprecatedAt: undefined;
2511
+ readonly deactivatedAt: undefined;
2512
+ readonly providers: [{
2513
+ readonly providerId: "alibaba";
2514
+ readonly modelName: "qwen-vl-plus";
2515
+ readonly inputPrice: number;
2516
+ readonly outputPrice: number;
2517
+ readonly requestPrice: 0;
2518
+ readonly contextSize: 131072;
2519
+ readonly maxOutput: 32000;
2520
+ readonly streaming: true;
2521
+ readonly vision: true;
2522
+ readonly tools: false;
2523
+ }];
2524
+ readonly jsonOutput: true;
2525
+ }, {
2526
+ readonly id: "qwen3-next-80b-a3b-thinking";
2527
+ readonly name: "Qwen3 Next 80B A3B Thinking";
2528
+ readonly family: "alibaba";
2529
+ readonly deprecatedAt: undefined;
2530
+ readonly deactivatedAt: undefined;
2531
+ readonly providers: [{
2532
+ readonly providerId: "alibaba";
2533
+ readonly modelName: "qwen3-next-80b-a3b-thinking";
2534
+ readonly inputPrice: number;
2535
+ readonly outputPrice: number;
2536
+ readonly requestPrice: 0;
2537
+ readonly contextSize: 131072;
2538
+ readonly maxOutput: 32768;
2539
+ readonly reasoning: true;
2540
+ readonly reasoningOutput: "omit";
2541
+ readonly streaming: true;
2542
+ readonly vision: false;
2543
+ readonly tools: true;
2544
+ }];
2545
+ readonly jsonOutput: true;
2546
+ }, {
2547
+ readonly id: "qwen3-next-80b-a3b-instruct";
2548
+ readonly name: "Qwen3 Next 80B A3B Instruct";
2549
+ readonly family: "alibaba";
2550
+ readonly deprecatedAt: undefined;
2551
+ readonly deactivatedAt: undefined;
2552
+ readonly providers: [{
2553
+ readonly providerId: "alibaba";
2554
+ readonly modelName: "qwen3-next-80b-a3b-instruct";
2555
+ readonly inputPrice: number;
2556
+ readonly outputPrice: number;
2557
+ readonly requestPrice: 0;
2558
+ readonly contextSize: 129024;
2559
+ readonly maxOutput: 32768;
2560
+ readonly streaming: true;
2561
+ readonly vision: false;
2562
+ readonly tools: true;
2563
+ }];
2564
+ readonly jsonOutput: true;
2565
+ }, {
2566
+ readonly id: "qwen3-max";
2567
+ readonly name: "Qwen3 Max";
2568
+ readonly family: "alibaba";
2569
+ readonly deprecatedAt: undefined;
2570
+ readonly deactivatedAt: undefined;
2571
+ readonly providers: [{
2572
+ readonly providerId: "alibaba";
2573
+ readonly modelName: "qwen3-max-preview";
2574
+ readonly inputPrice: number;
2575
+ readonly outputPrice: number;
2576
+ readonly cachedInputPrice: number;
2577
+ readonly requestPrice: 0;
2578
+ readonly contextSize: 256000;
2579
+ readonly maxOutput: 32800;
2580
+ readonly reasoning: true;
2581
+ readonly reasoningOutput: "omit";
2582
+ readonly streaming: true;
2583
+ readonly vision: true;
2584
+ readonly tools: true;
2585
+ }];
2586
+ readonly jsonOutput: true;
2587
+ }, {
2588
+ readonly id: "hermes-3-llama-405b";
2589
+ readonly name: "Hermes 3 Llama 405B";
2590
+ readonly family: "nousresearch";
2591
+ readonly deprecatedAt: undefined;
2592
+ readonly deactivatedAt: undefined;
2593
+ readonly providers: [{
2594
+ readonly providerId: "nebius";
2595
+ readonly modelName: "NousResearch/Hermes-3-Llama-405B";
2596
+ readonly inputPrice: number;
2597
+ readonly outputPrice: number;
2598
+ readonly requestPrice: 0;
2599
+ readonly contextSize: 131072;
2600
+ readonly maxOutput: undefined;
2601
+ readonly streaming: true;
2602
+ readonly vision: false;
2603
+ readonly tools: false;
2604
+ }];
2605
+ readonly jsonOutput: true;
2606
+ }, {
2607
+ readonly id: "deepseek-r1t2-chimera-free";
2608
+ readonly name: "DeepSeek R1T2 Chimera (Free)";
2609
+ readonly family: "deepseek";
2610
+ readonly free: true;
2611
+ readonly deprecatedAt: undefined;
2612
+ readonly deactivatedAt: undefined;
2613
+ readonly providers: [{
2614
+ readonly providerId: "routeway";
2615
+ readonly modelName: "deepseek-r1t2-chimera:free";
2616
+ readonly inputPrice: number;
2617
+ readonly outputPrice: number;
2618
+ readonly requestPrice: 0;
2619
+ readonly contextSize: 163840;
2620
+ readonly maxOutput: undefined;
2621
+ readonly streaming: true;
2622
+ readonly vision: false;
2623
+ readonly tools: false;
2624
+ }];
2625
+ readonly jsonOutput: true;
2626
+ }, {
2627
+ readonly id: "glm-4.5-air-free";
2628
+ readonly name: "GLM-4.5 Air (Free)";
2629
+ readonly family: "glm";
2630
+ readonly free: true;
2631
+ readonly deprecatedAt: undefined;
2632
+ readonly deactivatedAt: undefined;
2633
+ readonly providers: [{
2634
+ readonly providerId: "routeway";
2635
+ readonly modelName: "glm-4.5-air:free";
2636
+ readonly inputPrice: number;
2637
+ readonly outputPrice: number;
2638
+ readonly requestPrice: 0;
2639
+ readonly contextSize: 131072;
2640
+ readonly maxOutput: undefined;
2641
+ readonly streaming: true;
2642
+ readonly vision: false;
2643
+ readonly tools: false;
2644
+ }];
2645
+ readonly jsonOutput: true;
2646
+ }, {
2647
+ readonly id: "kimi-k2-free";
2648
+ readonly name: "Kimi K2 (Free)";
2649
+ readonly family: "kimi";
2650
+ readonly free: true;
2651
+ readonly deprecatedAt: undefined;
2652
+ readonly deactivatedAt: undefined;
2653
+ readonly providers: [{
2654
+ readonly providerId: "routeway";
2655
+ readonly modelName: "kimi-k2:free";
2656
+ readonly inputPrice: number;
2657
+ readonly outputPrice: number;
2658
+ readonly requestPrice: 0;
2659
+ readonly contextSize: 32768;
2660
+ readonly maxOutput: undefined;
2661
+ readonly streaming: true;
2662
+ readonly vision: false;
2663
+ readonly tools: false;
2664
+ }];
2665
+ readonly jsonOutput: true;
2666
+ }, {
2667
+ readonly id: "gpt-oss-20b-free";
2668
+ readonly name: "GPT OSS 20B (Free)";
2669
+ readonly family: "gpt-oss";
2670
+ readonly free: true;
2671
+ readonly deprecatedAt: undefined;
2672
+ readonly deactivatedAt: undefined;
2673
+ readonly providers: [{
2674
+ readonly providerId: "routeway";
2675
+ readonly modelName: "gpt-oss-20b:free";
2676
+ readonly inputPrice: number;
2677
+ readonly outputPrice: number;
2678
+ readonly requestPrice: 0;
2679
+ readonly contextSize: 131072;
2680
+ readonly maxOutput: undefined;
2681
+ readonly streaming: true;
2682
+ readonly vision: false;
2683
+ readonly tools: false;
2684
+ }];
2685
+ readonly jsonOutput: true;
2686
+ }, {
2687
+ readonly id: "gpt-4.1-free";
2688
+ readonly name: "GPT-4.1 (Free)";
2689
+ readonly family: "openai";
2690
+ readonly free: true;
2691
+ readonly deprecatedAt: undefined;
2692
+ readonly deactivatedAt: undefined;
2693
+ readonly providers: [{
2694
+ readonly providerId: "routeway";
2695
+ readonly modelName: "gpt-4.1:free";
2696
+ readonly inputPrice: number;
2697
+ readonly outputPrice: number;
2698
+ readonly requestPrice: 0;
2699
+ readonly contextSize: 1047576;
2700
+ readonly maxOutput: undefined;
2701
+ readonly streaming: true;
2702
+ readonly vision: false;
2703
+ readonly tools: false;
2704
+ }];
2705
+ readonly jsonOutput: true;
2706
+ }, {
2707
+ readonly id: "llama-3.3-70b-instruct-free";
2708
+ readonly name: "Meta Llama 3.3 70B Instruct (Free)";
2709
+ readonly family: "meta";
2710
+ readonly free: true;
2711
+ readonly deprecatedAt: undefined;
2712
+ readonly deactivatedAt: undefined;
2713
+ readonly providers: [{
2714
+ readonly providerId: "routeway";
2715
+ readonly modelName: "llama-3.3-70b-instruct:free";
2716
+ readonly inputPrice: number;
2717
+ readonly outputPrice: number;
2718
+ readonly requestPrice: 0;
2719
+ readonly contextSize: 131072;
2720
+ readonly maxOutput: undefined;
2721
+ readonly streaming: true;
2722
+ readonly vision: false;
2723
+ readonly tools: false;
2724
+ }];
2725
+ readonly jsonOutput: true;
2726
+ }, {
2727
+ readonly id: "llama-4-scout-free";
2728
+ readonly name: "Meta Llama 4 Scout (Free)";
2729
+ readonly family: "meta";
2730
+ readonly free: true;
2731
+ readonly deprecatedAt: undefined;
2732
+ readonly deactivatedAt: undefined;
2733
+ readonly providers: [{
2734
+ readonly providerId: "routeway";
2735
+ readonly modelName: "llama-4-scout:free";
2736
+ readonly inputPrice: number;
2737
+ readonly outputPrice: number;
2738
+ readonly requestPrice: 0;
2739
+ readonly contextSize: 1000000;
2740
+ readonly maxOutput: undefined;
2741
+ readonly streaming: true;
2742
+ readonly vision: false;
2743
+ readonly tools: false;
2744
+ }];
2745
+ readonly jsonOutput: true;
2746
+ }, {
2747
+ readonly id: "llama-4-maverick-free";
2748
+ readonly name: "Meta Llama 4 Maverick (Free)";
2749
+ readonly family: "meta";
2750
+ readonly free: true;
2751
+ readonly deprecatedAt: undefined;
2752
+ readonly deactivatedAt: undefined;
2753
+ readonly providers: [{
2754
+ readonly providerId: "routeway";
2755
+ readonly modelName: "llama-4-maverick:free";
2756
+ readonly inputPrice: number;
2757
+ readonly outputPrice: number;
2758
+ readonly requestPrice: 0;
2759
+ readonly contextSize: 1000000;
2760
+ readonly maxOutput: undefined;
2761
+ readonly streaming: true;
2762
+ readonly vision: false;
2763
+ readonly tools: false;
2764
+ }];
2765
+ readonly jsonOutput: true;
2766
+ }, {
2767
+ readonly id: "nemotron-nano-9b-v2";
2768
+ readonly name: "Nemotron Nano 9B V2";
2769
+ readonly family: "nvidia";
2770
+ readonly free: true;
2771
+ readonly deprecatedAt: undefined;
2772
+ readonly deactivatedAt: undefined;
2773
+ readonly providers: [{
2774
+ readonly providerId: "routeway";
2775
+ readonly modelName: "nemotron-nano-9b-v2:free";
2776
+ readonly inputPrice: number;
2777
+ readonly outputPrice: number;
2778
+ readonly requestPrice: 0;
2779
+ readonly contextSize: 128000;
2780
+ readonly maxOutput: undefined;
2781
+ readonly streaming: true;
2782
+ readonly vision: false;
2783
+ readonly tools: false;
2784
+ }];
2785
+ readonly jsonOutput: true;
2786
+ }, {
2787
+ readonly id: "glm-4.5";
2788
+ readonly name: "GLM-4.5";
2789
+ readonly family: "glm";
2790
+ readonly deprecatedAt: undefined;
2791
+ readonly deactivatedAt: undefined;
2792
+ readonly providers: [{
2793
+ readonly providerId: "zai";
2794
+ readonly modelName: "glm-4.5";
2795
+ readonly inputPrice: number;
2796
+ readonly outputPrice: number;
2797
+ readonly requestPrice: 0;
2798
+ readonly contextSize: 128000;
2799
+ readonly maxOutput: undefined;
2800
+ readonly streaming: true;
2801
+ readonly reasoning: true;
2802
+ readonly vision: false;
2803
+ readonly tools: true;
2804
+ }];
2805
+ readonly jsonOutput: true;
2806
+ }, {
2807
+ readonly id: "glm-4.5v";
2808
+ readonly name: "GLM-4.5V";
2809
+ readonly family: "glm";
2810
+ readonly deprecatedAt: undefined;
2811
+ readonly deactivatedAt: undefined;
2812
+ readonly providers: [{
2813
+ readonly providerId: "zai";
2814
+ readonly modelName: "glm-4.5v";
2815
+ readonly inputPrice: number;
2816
+ readonly outputPrice: number;
2817
+ readonly requestPrice: 0;
2818
+ readonly contextSize: 128000;
2819
+ readonly maxOutput: undefined;
2820
+ readonly streaming: true;
2821
+ readonly reasoning: true;
2822
+ readonly reasoningOutput: "omit";
2823
+ readonly vision: true;
2824
+ readonly tools: true;
2825
+ }];
2826
+ readonly jsonOutput: true;
2827
+ }, {
2828
+ readonly id: "glm-4.5-air";
2829
+ readonly name: "GLM-4.5 Air";
2830
+ readonly family: "glm";
2831
+ readonly deprecatedAt: undefined;
2832
+ readonly deactivatedAt: undefined;
2833
+ readonly providers: [{
2834
+ readonly providerId: "zai";
2835
+ readonly modelName: "glm-4.5-air";
2836
+ readonly inputPrice: number;
2837
+ readonly outputPrice: number;
2838
+ readonly requestPrice: 0;
2839
+ readonly contextSize: 128000;
2840
+ readonly maxOutput: undefined;
2841
+ readonly streaming: true;
2842
+ readonly reasoning: false;
2843
+ readonly vision: false;
2844
+ readonly tools: true;
2845
+ }];
2846
+ readonly jsonOutput: true;
2847
+ }, {
2848
+ readonly id: "glm-4.5-x";
2849
+ readonly name: "GLM-4.5 X";
2850
+ readonly family: "glm";
2851
+ readonly deprecatedAt: undefined;
2852
+ readonly deactivatedAt: undefined;
2853
+ readonly providers: [{
2854
+ readonly providerId: "zai";
2855
+ readonly modelName: "glm-4.5-x";
2856
+ readonly inputPrice: number;
2857
+ readonly outputPrice: number;
2858
+ readonly requestPrice: 0;
2859
+ readonly contextSize: 128000;
2860
+ readonly maxOutput: undefined;
2861
+ readonly streaming: true;
2862
+ readonly reasoning: true;
2863
+ readonly vision: false;
2864
+ readonly tools: true;
2865
+ }];
2866
+ readonly jsonOutput: true;
2867
+ }, {
2868
+ readonly id: "glm-4.5-airx";
2869
+ readonly name: "GLM-4.5 AirX";
2870
+ readonly family: "glm";
2871
+ readonly deprecatedAt: undefined;
2872
+ readonly deactivatedAt: undefined;
2873
+ readonly providers: [{
2874
+ readonly providerId: "zai";
2875
+ readonly modelName: "glm-4.5-airx";
2876
+ readonly inputPrice: number;
2877
+ readonly outputPrice: number;
2878
+ readonly requestPrice: 0;
2879
+ readonly contextSize: 128000;
2880
+ readonly maxOutput: undefined;
2881
+ readonly streaming: true;
2882
+ readonly reasoning: false;
2883
+ readonly vision: false;
2884
+ readonly tools: true;
2885
+ }];
2886
+ readonly jsonOutput: true;
2887
+ }, {
2888
+ readonly id: "glm-4.5-flash";
2889
+ readonly name: "GLM-4.5 Flash";
2890
+ readonly family: "glm";
2891
+ readonly deprecatedAt: undefined;
2892
+ readonly deactivatedAt: undefined;
2893
+ readonly providers: [{
2894
+ readonly providerId: "zai";
2895
+ readonly modelName: "glm-4.5-flash";
2896
+ readonly inputPrice: 0;
2897
+ readonly outputPrice: 0;
2898
+ readonly requestPrice: 0;
2899
+ readonly contextSize: 128000;
2900
+ readonly maxOutput: undefined;
2901
+ readonly streaming: true;
2902
+ readonly reasoning: false;
2903
+ readonly vision: false;
2904
+ readonly tools: true;
2905
+ }];
2906
+ readonly jsonOutput: true;
2907
+ }, {
2908
+ readonly id: "glm-4-32b-0414-128k";
2909
+ readonly name: "GLM-4 32B (0414-128k)";
2910
+ readonly family: "glm";
2911
+ readonly deprecatedAt: undefined;
2912
+ readonly deactivatedAt: undefined;
2913
+ readonly providers: [{
2914
+ readonly providerId: "zai";
2915
+ readonly modelName: "glm-4-32b-0414-128k";
2916
+ readonly inputPrice: number;
2917
+ readonly outputPrice: number;
2918
+ readonly requestPrice: 0;
2919
+ readonly contextSize: 128000;
2920
+ readonly maxOutput: undefined;
2921
+ readonly streaming: true;
2922
+ readonly reasoning: false;
2923
+ readonly vision: false;
2924
+ readonly tools: true;
2925
+ }];
2926
+ readonly jsonOutput: true;
2927
+ }];
2928
+
2929
+ type ProviderModelName$1 = (typeof models)[number]['providers'][number]['modelName'];
2930
+ type LLMGatewayCompletionModelId = (typeof models)[number]['id'] | `${Provider}/${ProviderModelName$1}`;
61
2931
  type LLMGatewayCompletionSettings = {
62
2932
  /**
63
2933
  Modify the likelihood of specified tokens appearing in the completion.
@@ -117,7 +2987,8 @@ declare class LLMGatewayCompletionLanguageModel implements LanguageModelV2 {
117
2987
  doStream(options: LanguageModelV2CallOptions): Promise<Awaited<ReturnType<LanguageModelV2['doStream']>>>;
118
2988
  }
119
2989
 
120
- type LLMGatewayChatModelId = string;
2990
+ type ProviderModelName = (typeof models)[number]['providers'][number]['modelName'];
2991
+ type LLMGatewayChatModelId = (typeof models)[number]['id'] | `${Provider}/${ProviderModelName}` | 'test-model';
121
2992
  type LLMGatewayChatSettings = {
122
2993
  /**
123
2994
  Modify the likelihood of specified tokens appearing in the completion.
@@ -209,4 +3080,4 @@ declare class LLMGatewayChatLanguageModel implements LanguageModelV2 {
209
3080
  }>;
210
3081
  }
211
3082
 
212
- export { LLMGatewayChatLanguageModel, type LLMGatewayChatModelId, type LLMGatewayChatSettings, LLMGatewayCompletionLanguageModel, type LLMGatewayCompletionModelId, type LLMGatewayCompletionSettings, type LLMGatewayProviderOptions, type LLMGatewaySharedSettings, type LLMGatewayUsageAccounting };
3083
+ export { LLMGatewayChatLanguageModel, type LLMGatewayChatModelId, type LLMGatewayChatSettings, LLMGatewayCompletionLanguageModel, type LLMGatewayCompletionModelId, type LLMGatewayCompletionSettings, type LLMGatewayProviderOptions, type LLMGatewaySharedSettings, type LLMGatewayUsageAccounting, type Model, type ModelDefinition, type Provider, type ProviderModelMapping, type StabilityLevel, models };