@theokit/sdk 4.16.2 → 4.16.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -5,8 +5,13 @@
5
5
  "apiMode": "chat_completions",
6
6
  "authType": "api_key",
7
7
  "baseUrl": "https://api.openai.com/v1",
8
- "envVars": ["OPENAI_API_KEY"],
9
- "fallbackModels": ["gpt-4o-mini", "gpt-4o"],
8
+ "envVars": [
9
+ "OPENAI_API_KEY"
10
+ ],
11
+ "fallbackModels": [
12
+ "gpt-4o-mini",
13
+ "gpt-4o"
14
+ ],
10
15
  "capabilities": {
11
16
  "supportsToolUse": true,
12
17
  "supportsVision": true,
@@ -14,7 +19,10 @@
14
19
  "supportsStreaming": true,
15
20
  "supportsCacheControl": false
16
21
  },
17
- "aliases": ["openai"],
22
+ "aliases": [
23
+ "openai",
24
+ "openai-chatgpt"
25
+ ],
18
26
  "models": {
19
27
  "gpt-4o-mini": {
20
28
  "name": "GPT-4o mini",
@@ -34,8 +42,13 @@
34
42
  "output": 16384
35
43
  },
36
44
  "modalities": {
37
- "input": ["text", "image"],
38
- "output": ["text"]
45
+ "input": [
46
+ "text",
47
+ "image"
48
+ ],
49
+ "output": [
50
+ "text"
51
+ ]
39
52
  },
40
53
  "cache_control": false
41
54
  },
@@ -57,8 +70,13 @@
57
70
  "output": 16384
58
71
  },
59
72
  "modalities": {
60
- "input": ["text", "image"],
61
- "output": ["text"]
73
+ "input": [
74
+ "text",
75
+ "image"
76
+ ],
77
+ "output": [
78
+ "text"
79
+ ]
62
80
  },
63
81
  "cache_control": false
64
82
  },
@@ -79,8 +97,13 @@
79
97
  "output": 4096
80
98
  },
81
99
  "modalities": {
82
- "input": ["text", "image"],
83
- "output": ["text"]
100
+ "input": [
101
+ "text",
102
+ "image"
103
+ ],
104
+ "output": [
105
+ "text"
106
+ ]
84
107
  },
85
108
  "cache_control": false
86
109
  },
@@ -102,8 +125,12 @@
102
125
  "output": 100000
103
126
  },
104
127
  "modalities": {
105
- "input": ["text"],
106
- "output": ["text"]
128
+ "input": [
129
+ "text"
130
+ ],
131
+ "output": [
132
+ "text"
133
+ ]
107
134
  },
108
135
  "cache_control": false
109
136
  },
@@ -125,8 +152,12 @@
125
152
  "output": 100000
126
153
  },
127
154
  "modalities": {
128
- "input": ["text"],
129
- "output": ["text"]
155
+ "input": [
156
+ "text"
157
+ ],
158
+ "output": [
159
+ "text"
160
+ ]
130
161
  },
131
162
  "cache_control": false
132
163
  },
@@ -148,10 +179,39 @@
148
179
  "output": 32768
149
180
  },
150
181
  "modalities": {
151
- "input": ["text", "image"],
152
- "output": ["text"]
182
+ "input": [
183
+ "text",
184
+ "image"
185
+ ],
186
+ "output": [
187
+ "text"
188
+ ]
153
189
  },
154
190
  "cache_control": false
191
+ },
192
+ "gpt-5.4": {
193
+ "limit": {
194
+ "context": 400000,
195
+ "output": 128000
196
+ }
197
+ },
198
+ "gpt-5.4-mini": {
199
+ "limit": {
200
+ "context": 400000,
201
+ "output": 128000
202
+ }
203
+ },
204
+ "gpt-5.3": {
205
+ "limit": {
206
+ "context": 400000,
207
+ "output": 128000
208
+ }
209
+ },
210
+ "gpt-5.2": {
211
+ "limit": {
212
+ "context": 400000,
213
+ "output": 128000
214
+ }
155
215
  }
156
216
  }
157
217
  },
@@ -161,8 +221,13 @@
161
221
  "apiMode": "anthropic_messages",
162
222
  "authType": "api_key",
163
223
  "baseUrl": "https://api.anthropic.com/v1",
164
- "envVars": ["ANTHROPIC_API_KEY"],
165
- "fallbackModels": ["claude-sonnet-4-20250514", "claude-3-5-haiku-latest"],
224
+ "envVars": [
225
+ "ANTHROPIC_API_KEY"
226
+ ],
227
+ "fallbackModels": [
228
+ "claude-sonnet-4-20250514",
229
+ "claude-3-5-haiku-latest"
230
+ ],
166
231
  "capabilities": {
167
232
  "supportsToolUse": true,
168
233
  "supportsVision": true,
@@ -170,14 +235,18 @@
170
235
  "supportsStreaming": true,
171
236
  "supportsCacheControl": true
172
237
  },
173
- "aliases": ["anthropic"],
238
+ "aliases": [
239
+ "anthropic"
240
+ ],
174
241
  "models": {
175
242
  "claude-3-5-haiku-latest": {
176
243
  "tool_call": true,
177
244
  "structured_output": false,
178
245
  "cache_control": true,
179
246
  "modalities": {
180
- "input": ["text"]
247
+ "input": [
248
+ "text"
249
+ ]
181
250
  },
182
251
  "limit": {
183
252
  "context": 200000,
@@ -203,8 +272,14 @@
203
272
  "output": 128000
204
273
  },
205
274
  "modalities": {
206
- "input": ["text", "image", "pdf"],
207
- "output": ["text"]
275
+ "input": [
276
+ "text",
277
+ "image",
278
+ "pdf"
279
+ ],
280
+ "output": [
281
+ "text"
282
+ ]
208
283
  },
209
284
  "cache_control": true
210
285
  },
@@ -227,8 +302,14 @@
227
302
  "output": 128000
228
303
  },
229
304
  "modalities": {
230
- "input": ["text", "image", "pdf"],
231
- "output": ["text"]
305
+ "input": [
306
+ "text",
307
+ "image",
308
+ "pdf"
309
+ ],
310
+ "output": [
311
+ "text"
312
+ ]
232
313
  },
233
314
  "cache_control": true
234
315
  },
@@ -251,8 +332,14 @@
251
332
  "output": 64000
252
333
  },
253
334
  "modalities": {
254
- "input": ["text", "image", "pdf"],
255
- "output": ["text"]
335
+ "input": [
336
+ "text",
337
+ "image",
338
+ "pdf"
339
+ ],
340
+ "output": [
341
+ "text"
342
+ ]
256
343
  },
257
344
  "cache_control": true
258
345
  },
@@ -261,7 +348,10 @@
261
348
  "structured_output": false,
262
349
  "cache_control": true,
263
350
  "modalities": {
264
- "input": ["text", "image"]
351
+ "input": [
352
+ "text",
353
+ "image"
354
+ ]
265
355
  },
266
356
  "limit": {
267
357
  "context": 200000,
@@ -273,7 +363,10 @@
273
363
  "structured_output": false,
274
364
  "cache_control": true,
275
365
  "modalities": {
276
- "input": ["text", "image"]
366
+ "input": [
367
+ "text",
368
+ "image"
369
+ ]
277
370
  },
278
371
  "limit": {
279
372
  "context": 200000,
@@ -285,7 +378,10 @@
285
378
  "structured_output": false,
286
379
  "cache_control": true,
287
380
  "modalities": {
288
- "input": ["text", "image"]
381
+ "input": [
382
+ "text",
383
+ "image"
384
+ ]
289
385
  },
290
386
  "limit": {
291
387
  "context": 200000,
@@ -297,7 +393,10 @@
297
393
  "structured_output": false,
298
394
  "cache_control": true,
299
395
  "modalities": {
300
- "input": ["text", "image"]
396
+ "input": [
397
+ "text",
398
+ "image"
399
+ ]
301
400
  },
302
401
  "limit": {
303
402
  "context": 200000,
@@ -309,7 +408,10 @@
309
408
  "structured_output": false,
310
409
  "cache_control": true,
311
410
  "modalities": {
312
- "input": ["text", "image"]
411
+ "input": [
412
+ "text",
413
+ "image"
414
+ ]
313
415
  },
314
416
  "limit": {
315
417
  "context": 200000,
@@ -321,7 +423,10 @@
321
423
  "structured_output": false,
322
424
  "cache_control": true,
323
425
  "modalities": {
324
- "input": ["text", "image"]
426
+ "input": [
427
+ "text",
428
+ "image"
429
+ ]
325
430
  },
326
431
  "limit": {
327
432
  "context": 200000,
@@ -333,7 +438,10 @@
333
438
  "structured_output": false,
334
439
  "cache_control": true,
335
440
  "modalities": {
336
- "input": ["text", "image"]
441
+ "input": [
442
+ "text",
443
+ "image"
444
+ ]
337
445
  },
338
446
  "limit": {
339
447
  "context": 200000,
@@ -345,7 +453,10 @@
345
453
  "structured_output": false,
346
454
  "cache_control": true,
347
455
  "modalities": {
348
- "input": ["text", "image"]
456
+ "input": [
457
+ "text",
458
+ "image"
459
+ ]
349
460
  },
350
461
  "limit": {
351
462
  "context": 200000,
@@ -357,7 +468,10 @@
357
468
  "structured_output": false,
358
469
  "cache_control": true,
359
470
  "modalities": {
360
- "input": ["text", "image"]
471
+ "input": [
472
+ "text",
473
+ "image"
474
+ ]
361
475
  },
362
476
  "limit": {
363
477
  "context": 200000,
@@ -372,8 +486,12 @@
372
486
  "apiMode": "chat_completions",
373
487
  "authType": "api_key",
374
488
  "baseUrl": "https://openrouter.ai/api/v1",
375
- "envVars": ["OPENROUTER_API_KEY"],
376
- "fallbackModels": ["openai/gpt-4o-mini"],
489
+ "envVars": [
490
+ "OPENROUTER_API_KEY"
491
+ ],
492
+ "fallbackModels": [
493
+ "openai/gpt-4o-mini"
494
+ ],
377
495
  "capabilities": {
378
496
  "supportsToolUse": true,
379
497
  "supportsVision": true,
@@ -381,7 +499,9 @@
381
499
  "supportsStreaming": true,
382
500
  "supportsCacheControl": false
383
501
  },
384
- "aliases": ["openrouter"]
502
+ "aliases": [
503
+ "openrouter"
504
+ ]
385
505
  },
386
506
  {
387
507
  "id": "groq",
@@ -389,8 +509,12 @@
389
509
  "apiMode": "chat_completions",
390
510
  "authType": "api_key",
391
511
  "baseUrl": "https://api.groq.com/openai/v1",
392
- "envVars": ["GROQ_API_KEY"],
393
- "fallbackModels": ["llama-3.3-70b-versatile"],
512
+ "envVars": [
513
+ "GROQ_API_KEY"
514
+ ],
515
+ "fallbackModels": [
516
+ "llama-3.3-70b-versatile"
517
+ ],
394
518
  "capabilities": {
395
519
  "supportsToolUse": true,
396
520
  "supportsVision": true,
@@ -415,8 +539,12 @@
415
539
  "output": 32768
416
540
  },
417
541
  "modalities": {
418
- "input": ["text"],
419
- "output": ["text"]
542
+ "input": [
543
+ "text"
544
+ ],
545
+ "output": [
546
+ "text"
547
+ ]
420
548
  }
421
549
  }
422
550
  }
@@ -427,8 +555,12 @@
427
555
  "apiMode": "chat_completions",
428
556
  "authType": "api_key",
429
557
  "baseUrl": "https://api.mistral.ai/v1",
430
- "envVars": ["MISTRAL_API_KEY"],
431
- "fallbackModels": ["mistral-large-latest"],
558
+ "envVars": [
559
+ "MISTRAL_API_KEY"
560
+ ],
561
+ "fallbackModels": [
562
+ "mistral-large-latest"
563
+ ],
432
564
  "capabilities": {
433
565
  "supportsToolUse": true,
434
566
  "supportsVision": true,
@@ -453,8 +585,13 @@
453
585
  "output": 262144
454
586
  },
455
587
  "modalities": {
456
- "input": ["text", "image"],
457
- "output": ["text"]
588
+ "input": [
589
+ "text",
590
+ "image"
591
+ ],
592
+ "output": [
593
+ "text"
594
+ ]
458
595
  }
459
596
  }
460
597
  }
@@ -465,8 +602,12 @@
465
602
  "apiMode": "chat_completions",
466
603
  "authType": "api_key",
467
604
  "baseUrl": "https://api.deepseek.com/v1",
468
- "envVars": ["DEEPSEEK_API_KEY"],
469
- "fallbackModels": ["deepseek-chat"],
605
+ "envVars": [
606
+ "DEEPSEEK_API_KEY"
607
+ ],
608
+ "fallbackModels": [
609
+ "deepseek-chat"
610
+ ],
470
611
  "capabilities": {
471
612
  "supportsToolUse": true,
472
613
  "supportsVision": false,
@@ -492,8 +633,12 @@
492
633
  "output": 384000
493
634
  },
494
635
  "modalities": {
495
- "input": ["text"],
496
- "output": ["text"]
636
+ "input": [
637
+ "text"
638
+ ],
639
+ "output": [
640
+ "text"
641
+ ]
497
642
  }
498
643
  },
499
644
  "deepseek-v4-flash": {
@@ -514,8 +659,12 @@
514
659
  "output": 8000
515
660
  },
516
661
  "modalities": {
517
- "input": ["text"],
518
- "output": ["text"]
662
+ "input": [
663
+ "text"
664
+ ],
665
+ "output": [
666
+ "text"
667
+ ]
519
668
  },
520
669
  "cache_control": false
521
670
  },
@@ -524,7 +673,9 @@
524
673
  "structured_output": false,
525
674
  "cache_control": false,
526
675
  "modalities": {
527
- "input": ["text"]
676
+ "input": [
677
+ "text"
678
+ ]
528
679
  },
529
680
  "limit": {
530
681
  "context": 131072,
@@ -539,8 +690,12 @@
539
690
  "apiMode": "chat_completions",
540
691
  "authType": "api_key",
541
692
  "baseUrl": "https://api.together.xyz/v1",
542
- "envVars": ["TOGETHER_API_KEY"],
543
- "fallbackModels": ["meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo"],
693
+ "envVars": [
694
+ "TOGETHER_API_KEY"
695
+ ],
696
+ "fallbackModels": [
697
+ "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo"
698
+ ],
544
699
  "capabilities": {
545
700
  "supportsToolUse": true,
546
701
  "supportsVision": true,
@@ -555,8 +710,12 @@
555
710
  "apiMode": "chat_completions",
556
711
  "authType": "api_key",
557
712
  "baseUrl": "https://api.fireworks.ai/inference/v1",
558
- "envVars": ["FIREWORKS_API_KEY"],
559
- "fallbackModels": ["accounts/fireworks/models/llama-v3p1-70b-instruct"],
713
+ "envVars": [
714
+ "FIREWORKS_API_KEY"
715
+ ],
716
+ "fallbackModels": [
717
+ "accounts/fireworks/models/llama-v3p1-70b-instruct"
718
+ ],
560
719
  "capabilities": {
561
720
  "supportsToolUse": true,
562
721
  "supportsVision": true,
@@ -571,8 +730,13 @@
571
730
  "apiMode": "chat_completions",
572
731
  "authType": "api_key",
573
732
  "baseUrl": "https://generativelanguage.googleapis.com/v1beta/openai",
574
- "envVars": ["GOOGLE_API_KEY", "GEMINI_API_KEY"],
575
- "fallbackModels": ["gemini-2.0-flash"],
733
+ "envVars": [
734
+ "GOOGLE_API_KEY",
735
+ "GEMINI_API_KEY"
736
+ ],
737
+ "fallbackModels": [
738
+ "gemini-2.0-flash"
739
+ ],
576
740
  "capabilities": {
577
741
  "supportsToolUse": true,
578
742
  "supportsVision": true,
@@ -580,7 +744,10 @@
580
744
  "supportsStreaming": true,
581
745
  "supportsCacheControl": false
582
746
  },
583
- "aliases": ["gemini", "google"],
747
+ "aliases": [
748
+ "gemini",
749
+ "google"
750
+ ],
584
751
  "models": {
585
752
  "gemini-2.0-flash": {
586
753
  "name": "Gemini 2.0 Flash",
@@ -600,8 +767,16 @@
600
767
  "output": 8192
601
768
  },
602
769
  "modalities": {
603
- "input": ["text", "image", "audio", "video", "pdf"],
604
- "output": ["text"]
770
+ "input": [
771
+ "text",
772
+ "image",
773
+ "audio",
774
+ "video",
775
+ "pdf"
776
+ ],
777
+ "output": [
778
+ "text"
779
+ ]
605
780
  },
606
781
  "status": "deprecated"
607
782
  },
@@ -623,8 +798,13 @@
623
798
  "output": 8000
624
799
  },
625
800
  "modalities": {
626
- "input": ["text", "image"],
627
- "output": ["text"]
801
+ "input": [
802
+ "text",
803
+ "image"
804
+ ],
805
+ "output": [
806
+ "text"
807
+ ]
628
808
  },
629
809
  "cache_control": false
630
810
  },
@@ -646,8 +826,13 @@
646
826
  "output": 8000
647
827
  },
648
828
  "modalities": {
649
- "input": ["text", "image"],
650
- "output": ["text"]
829
+ "input": [
830
+ "text",
831
+ "image"
832
+ ],
833
+ "output": [
834
+ "text"
835
+ ]
651
836
  },
652
837
  "cache_control": false
653
838
  }
@@ -660,7 +845,9 @@
660
845
  "authType": "none",
661
846
  "baseUrl": "http://localhost:11434/v1",
662
847
  "envVars": [],
663
- "fallbackModels": ["llama3.2"],
848
+ "fallbackModels": [
849
+ "llama3.2"
850
+ ],
664
851
  "capabilities": {
665
852
  "supportsToolUse": true,
666
853
  "supportsVision": true,
@@ -668,7 +855,9 @@
668
855
  "supportsStreaming": true,
669
856
  "supportsCacheControl": false
670
857
  },
671
- "aliases": ["ollama"]
858
+ "aliases": [
859
+ "ollama"
860
+ ]
672
861
  },
673
862
  {
674
863
  "id": "lmstudio",
@@ -677,7 +866,9 @@
677
866
  "authType": "none",
678
867
  "baseUrl": "http://localhost:1234/v1",
679
868
  "envVars": [],
680
- "fallbackModels": ["lmstudio-community/default"],
869
+ "fallbackModels": [
870
+ "lmstudio-community/default"
871
+ ],
681
872
  "capabilities": {
682
873
  "supportsToolUse": true,
683
874
  "supportsVision": false,
@@ -685,7 +876,9 @@
685
876
  "supportsStreaming": true,
686
877
  "supportsCacheControl": false
687
878
  },
688
- "aliases": ["lmstudio"]
879
+ "aliases": [
880
+ "lmstudio"
881
+ ]
689
882
  },
690
883
  {
691
884
  "id": "llamacpp",
@@ -694,7 +887,9 @@
694
887
  "authType": "none",
695
888
  "baseUrl": "http://localhost:8080/v1",
696
889
  "envVars": [],
697
- "fallbackModels": ["default"],
890
+ "fallbackModels": [
891
+ "default"
892
+ ],
698
893
  "capabilities": {
699
894
  "supportsToolUse": true,
700
895
  "supportsVision": false,
@@ -702,7 +897,9 @@
702
897
  "supportsStreaming": true,
703
898
  "supportsCacheControl": false
704
899
  },
705
- "aliases": ["llamacpp"]
900
+ "aliases": [
901
+ "llamacpp"
902
+ ]
706
903
  },
707
904
  {
708
905
  "id": "bedrock",
@@ -710,8 +907,13 @@
710
907
  "apiMode": "bedrock",
711
908
  "authType": "aws_sdk",
712
909
  "baseUrl": "https://bedrock-runtime.us-east-1.amazonaws.com",
713
- "envVars": ["AWS_ACCESS_KEY_ID", "AWS_SECRET_ACCESS_KEY"],
714
- "fallbackModels": ["anthropic.claude-3-5-sonnet-20241022-v2:0"],
910
+ "envVars": [
911
+ "AWS_ACCESS_KEY_ID",
912
+ "AWS_SECRET_ACCESS_KEY"
913
+ ],
914
+ "fallbackModels": [
915
+ "anthropic.claude-3-5-sonnet-20241022-v2:0"
916
+ ],
715
917
  "capabilities": {
716
918
  "supportsToolUse": true,
717
919
  "supportsVision": true,
@@ -719,7 +921,9 @@
719
921
  "supportsStreaming": true,
720
922
  "supportsCacheControl": true
721
923
  },
722
- "aliases": ["bedrock"]
924
+ "aliases": [
925
+ "bedrock"
926
+ ]
723
927
  },
724
928
  {
725
929
  "id": "vertex",
@@ -727,8 +931,12 @@
727
931
  "apiMode": "chat_completions",
728
932
  "authType": "gcp_oauth",
729
933
  "baseUrl": "https://us-central1-aiplatform.googleapis.com/v1",
730
- "envVars": ["GOOGLE_APPLICATION_CREDENTIALS"],
731
- "fallbackModels": ["gemini-1.5-pro"],
934
+ "envVars": [
935
+ "GOOGLE_APPLICATION_CREDENTIALS"
936
+ ],
937
+ "fallbackModels": [
938
+ "gemini-1.5-pro"
939
+ ],
732
940
  "capabilities": {
733
941
  "supportsToolUse": true,
734
942
  "supportsVision": true,
@@ -736,7 +944,9 @@
736
944
  "supportsStreaming": true,
737
945
  "supportsCacheControl": false
738
946
  },
739
- "aliases": ["vertex"]
947
+ "aliases": [
948
+ "vertex"
949
+ ]
740
950
  },
741
951
  {
742
952
  "id": "cohere",
@@ -744,8 +954,12 @@
744
954
  "apiMode": "chat_completions",
745
955
  "authType": "api_key",
746
956
  "baseUrl": "https://api.cohere.com/v2",
747
- "envVars": ["COHERE_API_KEY"],
748
- "fallbackModels": ["command-r-plus"],
957
+ "envVars": [
958
+ "COHERE_API_KEY"
959
+ ],
960
+ "fallbackModels": [
961
+ "command-r-plus"
962
+ ],
749
963
  "capabilities": {
750
964
  "supportsToolUse": true,
751
965
  "supportsVision": false,
@@ -760,8 +974,12 @@
760
974
  "apiMode": "chat_completions",
761
975
  "authType": "api_key",
762
976
  "baseUrl": "https://api.perplexity.ai",
763
- "envVars": ["PERPLEXITY_API_KEY"],
764
- "fallbackModels": ["llama-3.1-sonar-large-128k-online"],
977
+ "envVars": [
978
+ "PERPLEXITY_API_KEY"
979
+ ],
980
+ "fallbackModels": [
981
+ "llama-3.1-sonar-large-128k-online"
982
+ ],
765
983
  "capabilities": {
766
984
  "supportsToolUse": false,
767
985
  "supportsVision": false,
@@ -776,8 +994,12 @@
776
994
  "apiMode": "chat_completions",
777
995
  "authType": "api_key",
778
996
  "baseUrl": "https://api.x.ai/v1",
779
- "envVars": ["XAI_API_KEY"],
780
- "fallbackModels": ["grok-2"],
997
+ "envVars": [
998
+ "XAI_API_KEY"
999
+ ],
1000
+ "fallbackModels": [
1001
+ "grok-2"
1002
+ ],
781
1003
  "capabilities": {
782
1004
  "supportsToolUse": true,
783
1005
  "supportsVision": true,
@@ -785,7 +1007,9 @@
785
1007
  "supportsStreaming": true,
786
1008
  "supportsCacheControl": false
787
1009
  },
788
- "aliases": ["grok"]
1010
+ "aliases": [
1011
+ "grok"
1012
+ ]
789
1013
  },
790
1014
  {
791
1015
  "id": "sambanova",
@@ -793,8 +1017,12 @@
793
1017
  "apiMode": "chat_completions",
794
1018
  "authType": "api_key",
795
1019
  "baseUrl": "https://api.sambanova.ai/v1",
796
- "envVars": ["SAMBANOVA_API_KEY"],
797
- "fallbackModels": ["Meta-Llama-3.1-70B-Instruct"],
1020
+ "envVars": [
1021
+ "SAMBANOVA_API_KEY"
1022
+ ],
1023
+ "fallbackModels": [
1024
+ "Meta-Llama-3.1-70B-Instruct"
1025
+ ],
798
1026
  "capabilities": {
799
1027
  "supportsToolUse": true,
800
1028
  "supportsVision": false,
@@ -809,8 +1037,12 @@
809
1037
  "apiMode": "chat_completions",
810
1038
  "authType": "api_key",
811
1039
  "baseUrl": "https://api.cerebras.ai/v1",
812
- "envVars": ["CEREBRAS_API_KEY"],
813
- "fallbackModels": ["llama3.1-70b"],
1040
+ "envVars": [
1041
+ "CEREBRAS_API_KEY"
1042
+ ],
1043
+ "fallbackModels": [
1044
+ "llama3.1-70b"
1045
+ ],
814
1046
  "capabilities": {
815
1047
  "supportsToolUse": true,
816
1048
  "supportsVision": false,
@@ -825,8 +1057,12 @@
825
1057
  "apiMode": "chat_completions",
826
1058
  "authType": "api_key",
827
1059
  "baseUrl": "https://api.deepinfra.com/v1/openai",
828
- "envVars": ["DEEPINFRA_API_KEY"],
829
- "fallbackModels": ["meta-llama/Meta-Llama-3.1-70B-Instruct"],
1060
+ "envVars": [
1061
+ "DEEPINFRA_API_KEY"
1062
+ ],
1063
+ "fallbackModels": [
1064
+ "meta-llama/Meta-Llama-3.1-70B-Instruct"
1065
+ ],
830
1066
  "capabilities": {
831
1067
  "supportsToolUse": true,
832
1068
  "supportsVision": true,
@@ -841,8 +1077,13 @@
841
1077
  "apiMode": "chat_completions",
842
1078
  "authType": "api_key",
843
1079
  "baseUrl": "https://api-inference.huggingface.co/v1",
844
- "envVars": ["HF_TOKEN", "HUGGINGFACE_API_KEY"],
845
- "fallbackModels": ["meta-llama/Llama-3.2-3B-Instruct"],
1080
+ "envVars": [
1081
+ "HF_TOKEN",
1082
+ "HUGGINGFACE_API_KEY"
1083
+ ],
1084
+ "fallbackModels": [
1085
+ "meta-llama/Llama-3.2-3B-Instruct"
1086
+ ],
846
1087
  "capabilities": {
847
1088
  "supportsToolUse": true,
848
1089
  "supportsVision": false,
@@ -857,8 +1098,12 @@
857
1098
  "apiMode": "chat_completions",
858
1099
  "authType": "api_key",
859
1100
  "baseUrl": "https://integrate.api.nvidia.com/v1",
860
- "envVars": ["NVIDIA_API_KEY"],
861
- "fallbackModels": ["meta/llama-3.1-70b-instruct"],
1101
+ "envVars": [
1102
+ "NVIDIA_API_KEY"
1103
+ ],
1104
+ "fallbackModels": [
1105
+ "meta/llama-3.1-70b-instruct"
1106
+ ],
862
1107
  "capabilities": {
863
1108
  "supportsToolUse": true,
864
1109
  "supportsVision": true,
@@ -873,8 +1118,12 @@
873
1118
  "apiMode": "chat_completions",
874
1119
  "authType": "api_key",
875
1120
  "baseUrl": "https://llama3-1-70b.lepton.run/api/v1",
876
- "envVars": ["LEPTON_API_KEY"],
877
- "fallbackModels": ["llama3-1-70b"],
1121
+ "envVars": [
1122
+ "LEPTON_API_KEY"
1123
+ ],
1124
+ "fallbackModels": [
1125
+ "llama3-1-70b"
1126
+ ],
878
1127
  "capabilities": {
879
1128
  "supportsToolUse": true,
880
1129
  "supportsVision": false,
@@ -889,8 +1138,12 @@
889
1138
  "apiMode": "chat_completions",
890
1139
  "authType": "api_key",
891
1140
  "baseUrl": "https://api.endpoints.anyscale.com/v1",
892
- "envVars": ["ANYSCALE_API_KEY"],
893
- "fallbackModels": ["meta-llama/Meta-Llama-3-70B-Instruct"],
1141
+ "envVars": [
1142
+ "ANYSCALE_API_KEY"
1143
+ ],
1144
+ "fallbackModels": [
1145
+ "meta-llama/Meta-Llama-3-70B-Instruct"
1146
+ ],
894
1147
  "capabilities": {
895
1148
  "supportsToolUse": true,
896
1149
  "supportsVision": false,
@@ -905,8 +1158,12 @@
905
1158
  "apiMode": "chat_completions",
906
1159
  "authType": "api_key",
907
1160
  "baseUrl": "https://openai-proxy.replicate.com/v1",
908
- "envVars": ["REPLICATE_API_TOKEN"],
909
- "fallbackModels": ["meta/meta-llama-3-70b-instruct"],
1161
+ "envVars": [
1162
+ "REPLICATE_API_TOKEN"
1163
+ ],
1164
+ "fallbackModels": [
1165
+ "meta/meta-llama-3-70b-instruct"
1166
+ ],
910
1167
  "capabilities": {
911
1168
  "supportsToolUse": false,
912
1169
  "supportsVision": true,
@@ -921,8 +1178,12 @@
921
1178
  "apiMode": "chat_completions",
922
1179
  "authType": "api_key",
923
1180
  "baseUrl": "https://api.ai21.com/studio/v1",
924
- "envVars": ["AI21_API_KEY"],
925
- "fallbackModels": ["jamba-1.5-large"],
1181
+ "envVars": [
1182
+ "AI21_API_KEY"
1183
+ ],
1184
+ "fallbackModels": [
1185
+ "jamba-1.5-large"
1186
+ ],
926
1187
  "capabilities": {
927
1188
  "supportsToolUse": true,
928
1189
  "supportsVision": false,
@@ -937,8 +1198,12 @@
937
1198
  "apiMode": "chat_completions",
938
1199
  "authType": "api_key",
939
1200
  "baseUrl": "https://api.aleph-alpha.com/v1",
940
- "envVars": ["ALEPH_ALPHA_API_KEY"],
941
- "fallbackModels": ["luminous-extended"],
1201
+ "envVars": [
1202
+ "ALEPH_ALPHA_API_KEY"
1203
+ ],
1204
+ "fallbackModels": [
1205
+ "luminous-extended"
1206
+ ],
942
1207
  "capabilities": {
943
1208
  "supportsToolUse": false,
944
1209
  "supportsVision": false,
@@ -953,8 +1218,13 @@
953
1218
  "apiMode": "chat_completions",
954
1219
  "authType": "api_key",
955
1220
  "baseUrl": "https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/v1",
956
- "envVars": ["CLOUDFLARE_API_TOKEN", "CLOUDFLARE_ACCOUNT_ID"],
957
- "fallbackModels": ["@cf/meta/llama-3.1-70b-instruct"],
1221
+ "envVars": [
1222
+ "CLOUDFLARE_API_TOKEN",
1223
+ "CLOUDFLARE_ACCOUNT_ID"
1224
+ ],
1225
+ "fallbackModels": [
1226
+ "@cf/meta/llama-3.1-70b-instruct"
1227
+ ],
958
1228
  "capabilities": {
959
1229
  "supportsToolUse": true,
960
1230
  "supportsVision": false,
@@ -969,8 +1239,13 @@
969
1239
  "apiMode": "chat_completions",
970
1240
  "authType": "api_key",
971
1241
  "baseUrl": "https://{resource}.openai.azure.com/openai/deployments/{deployment}",
972
- "envVars": ["AZURE_OPENAI_API_KEY", "AZURE_OPENAI_ENDPOINT"],
973
- "fallbackModels": ["gpt-4o"],
1242
+ "envVars": [
1243
+ "AZURE_OPENAI_API_KEY",
1244
+ "AZURE_OPENAI_ENDPOINT"
1245
+ ],
1246
+ "fallbackModels": [
1247
+ "gpt-4o"
1248
+ ],
974
1249
  "capabilities": {
975
1250
  "supportsToolUse": true,
976
1251
  "supportsVision": true,
@@ -985,8 +1260,12 @@
985
1260
  "apiMode": "chat_completions",
986
1261
  "authType": "api_key",
987
1262
  "baseUrl": "https://models.inference.ai.azure.com",
988
- "envVars": ["GITHUB_TOKEN"],
989
- "fallbackModels": ["gpt-4o-mini"],
1263
+ "envVars": [
1264
+ "GITHUB_TOKEN"
1265
+ ],
1266
+ "fallbackModels": [
1267
+ "gpt-4o-mini"
1268
+ ],
990
1269
  "capabilities": {
991
1270
  "supportsToolUse": true,
992
1271
  "supportsVision": true,
@@ -1001,8 +1280,12 @@
1001
1280
  "apiMode": "chat_completions",
1002
1281
  "authType": "api_key",
1003
1282
  "baseUrl": "https://api.hyperbolic.xyz/v1",
1004
- "envVars": ["HYPERBOLIC_API_KEY"],
1005
- "fallbackModels": ["meta-llama/Meta-Llama-3.1-70B-Instruct"],
1283
+ "envVars": [
1284
+ "HYPERBOLIC_API_KEY"
1285
+ ],
1286
+ "fallbackModels": [
1287
+ "meta-llama/Meta-Llama-3.1-70B-Instruct"
1288
+ ],
1006
1289
  "capabilities": {
1007
1290
  "supportsToolUse": true,
1008
1291
  "supportsVision": false,
@@ -1017,8 +1300,12 @@
1017
1300
  "apiMode": "chat_completions",
1018
1301
  "authType": "api_key",
1019
1302
  "baseUrl": "https://api.novita.ai/v3/openai",
1020
- "envVars": ["NOVITA_API_KEY"],
1021
- "fallbackModels": ["meta-llama/llama-3.1-70b-instruct"],
1303
+ "envVars": [
1304
+ "NOVITA_API_KEY"
1305
+ ],
1306
+ "fallbackModels": [
1307
+ "meta-llama/llama-3.1-70b-instruct"
1308
+ ],
1022
1309
  "capabilities": {
1023
1310
  "supportsToolUse": true,
1024
1311
  "supportsVision": false,
@@ -1033,8 +1320,12 @@
1033
1320
  "apiMode": "chat_completions",
1034
1321
  "authType": "api_key",
1035
1322
  "baseUrl": "https://api.moonshot.cn/v1",
1036
- "envVars": ["MOONSHOT_API_KEY"],
1037
- "fallbackModels": ["moonshot-v1-8k"],
1323
+ "envVars": [
1324
+ "MOONSHOT_API_KEY"
1325
+ ],
1326
+ "fallbackModels": [
1327
+ "moonshot-v1-8k"
1328
+ ],
1038
1329
  "capabilities": {
1039
1330
  "supportsToolUse": true,
1040
1331
  "supportsVision": false,
@@ -1049,8 +1340,12 @@
1049
1340
  "apiMode": "chat_completions",
1050
1341
  "authType": "api_key",
1051
1342
  "baseUrl": "https://dashscope.aliyuncs.com/compatible-mode/v1",
1052
- "envVars": ["DASHSCOPE_API_KEY"],
1053
- "fallbackModels": ["qwen-plus"],
1343
+ "envVars": [
1344
+ "DASHSCOPE_API_KEY"
1345
+ ],
1346
+ "fallbackModels": [
1347
+ "qwen-plus"
1348
+ ],
1054
1349
  "capabilities": {
1055
1350
  "supportsToolUse": true,
1056
1351
  "supportsVision": true,
@@ -1058,14 +1353,18 @@
1058
1353
  "supportsStreaming": true,
1059
1354
  "supportsCacheControl": false
1060
1355
  },
1061
- "aliases": ["dashscope"],
1356
+ "aliases": [
1357
+ "dashscope"
1358
+ ],
1062
1359
  "models": {
1063
1360
  "qwen3-coder-30b-a3b-instruct": {
1064
1361
  "tool_call": true,
1065
1362
  "structured_output": false,
1066
1363
  "cache_control": false,
1067
1364
  "modalities": {
1068
- "input": ["text"]
1365
+ "input": [
1366
+ "text"
1367
+ ]
1069
1368
  },
1070
1369
  "limit": {
1071
1370
  "context": 160000,
@@ -1080,8 +1379,12 @@
1080
1379
  "apiMode": "chat_completions",
1081
1380
  "authType": "api_key",
1082
1381
  "baseUrl": "https://open.bigmodel.cn/api/paas/v4",
1083
- "envVars": ["ZHIPU_API_KEY"],
1084
- "fallbackModels": ["glm-4-plus"],
1382
+ "envVars": [
1383
+ "ZHIPU_API_KEY"
1384
+ ],
1385
+ "fallbackModels": [
1386
+ "glm-4-plus"
1387
+ ],
1085
1388
  "capabilities": {
1086
1389
  "supportsToolUse": true,
1087
1390
  "supportsVision": true,
@@ -1089,7 +1392,10 @@
1089
1392
  "supportsStreaming": true,
1090
1393
  "supportsCacheControl": false
1091
1394
  },
1092
- "aliases": ["glm", "z-ai"],
1395
+ "aliases": [
1396
+ "glm",
1397
+ "z-ai"
1398
+ ],
1093
1399
  "models": {
1094
1400
  "glm-4.7-flash": {
1095
1401
  "name": "GLM-4.7-Flash",
@@ -1109,8 +1415,12 @@
1109
1415
  "output": 8000
1110
1416
  },
1111
1417
  "modalities": {
1112
- "input": ["text"],
1113
- "output": ["text"]
1418
+ "input": [
1419
+ "text"
1420
+ ],
1421
+ "output": [
1422
+ "text"
1423
+ ]
1114
1424
  },
1115
1425
  "structured_output": false,
1116
1426
  "cache_control": false
@@ -1123,8 +1433,12 @@
1123
1433
  "apiMode": "chat_completions",
1124
1434
  "authType": "api_key",
1125
1435
  "baseUrl": "https://api.minimax.chat/v1",
1126
- "envVars": ["MINIMAX_API_KEY"],
1127
- "fallbackModels": ["MiniMax-Text-01"],
1436
+ "envVars": [
1437
+ "MINIMAX_API_KEY"
1438
+ ],
1439
+ "fallbackModels": [
1440
+ "MiniMax-Text-01"
1441
+ ],
1128
1442
  "capabilities": {
1129
1443
  "supportsToolUse": true,
1130
1444
  "supportsVision": false,
@@ -1139,8 +1453,12 @@
1139
1453
  "apiMode": "chat_completions",
1140
1454
  "authType": "api_key",
1141
1455
  "baseUrl": "https://api.baichuan-ai.com/v1",
1142
- "envVars": ["BAICHUAN_API_KEY"],
1143
- "fallbackModels": ["Baichuan4"],
1456
+ "envVars": [
1457
+ "BAICHUAN_API_KEY"
1458
+ ],
1459
+ "fallbackModels": [
1460
+ "Baichuan4"
1461
+ ],
1144
1462
  "capabilities": {
1145
1463
  "supportsToolUse": true,
1146
1464
  "supportsVision": false,
@@ -1155,8 +1473,12 @@
1155
1473
  "apiMode": "chat_completions",
1156
1474
  "authType": "api_key",
1157
1475
  "baseUrl": "https://api.voyageai.com/v1",
1158
- "envVars": ["VOYAGE_API_KEY"],
1159
- "fallbackModels": ["voyage-3"],
1476
+ "envVars": [
1477
+ "VOYAGE_API_KEY"
1478
+ ],
1479
+ "fallbackModels": [
1480
+ "voyage-3"
1481
+ ],
1160
1482
  "capabilities": {
1161
1483
  "supportsToolUse": false,
1162
1484
  "supportsVision": false,
@@ -1171,8 +1493,12 @@
1171
1493
  "apiMode": "chat_completions",
1172
1494
  "authType": "api_key",
1173
1495
  "baseUrl": "https://api.jina.ai/v1",
1174
- "envVars": ["JINA_API_KEY"],
1175
- "fallbackModels": ["jina-embeddings-v3"],
1496
+ "envVars": [
1497
+ "JINA_API_KEY"
1498
+ ],
1499
+ "fallbackModels": [
1500
+ "jina-embeddings-v3"
1501
+ ],
1176
1502
  "capabilities": {
1177
1503
  "supportsToolUse": false,
1178
1504
  "supportsVision": false,
@@ -1187,8 +1513,13 @@
1187
1513
  "apiMode": "chat_completions",
1188
1514
  "authType": "api_key",
1189
1515
  "baseUrl": "https://oai.helicone.ai/v1",
1190
- "envVars": ["HELICONE_API_KEY", "OPENAI_API_KEY"],
1191
- "fallbackModels": ["gpt-4o-mini"],
1516
+ "envVars": [
1517
+ "HELICONE_API_KEY",
1518
+ "OPENAI_API_KEY"
1519
+ ],
1520
+ "fallbackModels": [
1521
+ "gpt-4o-mini"
1522
+ ],
1192
1523
  "capabilities": {
1193
1524
  "supportsToolUse": true,
1194
1525
  "supportsVision": true,
@@ -1214,8 +1545,13 @@
1214
1545
  "output": 16384
1215
1546
  },
1216
1547
  "modalities": {
1217
- "input": ["text", "image"],
1218
- "output": ["text"]
1548
+ "input": [
1549
+ "text",
1550
+ "image"
1551
+ ],
1552
+ "output": [
1553
+ "text"
1554
+ ]
1219
1555
  }
1220
1556
  }
1221
1557
  }
@@ -1226,8 +1562,12 @@
1226
1562
  "apiMode": "chat_completions",
1227
1563
  "authType": "api_key",
1228
1564
  "baseUrl": "https://api.portkey.ai/v1",
1229
- "envVars": ["PORTKEY_API_KEY"],
1230
- "fallbackModels": ["gpt-4o-mini"],
1565
+ "envVars": [
1566
+ "PORTKEY_API_KEY"
1567
+ ],
1568
+ "fallbackModels": [
1569
+ "gpt-4o-mini"
1570
+ ],
1231
1571
  "capabilities": {
1232
1572
  "supportsToolUse": true,
1233
1573
  "supportsVision": true,
@@ -1242,8 +1582,12 @@
1242
1582
  "apiMode": "chat_completions",
1243
1583
  "authType": "api_key",
1244
1584
  "baseUrl": "https://bridge.baseten.co/v1",
1245
- "envVars": ["BASETEN_API_KEY"],
1246
- "fallbackModels": ["meta-llama/Meta-Llama-3-70B-Instruct"],
1585
+ "envVars": [
1586
+ "BASETEN_API_KEY"
1587
+ ],
1588
+ "fallbackModels": [
1589
+ "meta-llama/Meta-Llama-3-70B-Instruct"
1590
+ ],
1247
1591
  "capabilities": {
1248
1592
  "supportsToolUse": true,
1249
1593
  "supportsVision": false,
@@ -1258,8 +1602,13 @@
1258
1602
  "apiMode": "chat_completions",
1259
1603
  "authType": "api_key",
1260
1604
  "baseUrl": "https://api.modal.com/v1",
1261
- "envVars": ["MODAL_TOKEN_ID", "MODAL_TOKEN_SECRET"],
1262
- "fallbackModels": ["meta-llama/Meta-Llama-3-70B-Instruct"],
1605
+ "envVars": [
1606
+ "MODAL_TOKEN_ID",
1607
+ "MODAL_TOKEN_SECRET"
1608
+ ],
1609
+ "fallbackModels": [
1610
+ "meta-llama/Meta-Llama-3-70B-Instruct"
1611
+ ],
1263
1612
  "capabilities": {
1264
1613
  "supportsToolUse": true,
1265
1614
  "supportsVision": false,
@@ -1268,4 +1617,4 @@
1268
1617
  "supportsCacheControl": false
1269
1618
  }
1270
1619
  }
1271
- ]
1620
+ ]