@theokit/sdk 4.14.0 → 4.15.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. package/CHANGELOG.md +12 -0
  2. package/dist/cron.cjs +77 -65
  3. package/dist/cron.cjs.map +1 -1
  4. package/dist/cron.js +77 -65
  5. package/dist/cron.js.map +1 -1
  6. package/dist/eval.cjs +77 -65
  7. package/dist/eval.cjs.map +1 -1
  8. package/dist/eval.js +77 -65
  9. package/dist/eval.js.map +1 -1
  10. package/dist/index.cjs +80 -65
  11. package/dist/index.cjs.map +1 -1
  12. package/dist/index.js +80 -65
  13. package/dist/index.js.map +1 -1
  14. package/dist/internal/llm/openai.d.ts +28 -0
  15. package/dist/internal/providers/builtin/cohere.d.ts +3 -1
  16. package/dist/models.cjs +59 -54
  17. package/dist/models.cjs.map +1 -1
  18. package/dist/models.js +59 -54
  19. package/dist/models.js.map +1 -1
  20. package/dist/provider-catalog.json +143 -467
  21. package/package.json +1 -1
package/dist/provider-catalog.json CHANGED
@@ -5,13 +5,8 @@
5
5
  "apiMode": "chat_completions",
6
6
  "authType": "api_key",
7
7
  "baseUrl": "https://api.openai.com/v1",
8
- "envVars": [
9
- "OPENAI_API_KEY"
10
- ],
11
- "fallbackModels": [
12
- "gpt-4o-mini",
13
- "gpt-4o"
14
- ],
8
+ "envVars": ["OPENAI_API_KEY"],
9
+ "fallbackModels": ["gpt-4o-mini", "gpt-4o"],
15
10
  "capabilities": {
16
11
  "supportsToolUse": true,
17
12
  "supportsVision": true,
@@ -19,9 +14,7 @@
19
14
  "supportsStreaming": true,
20
15
  "supportsCacheControl": false
21
16
  },
22
- "aliases": [
23
- "openai"
24
- ],
17
+ "aliases": ["openai"],
25
18
  "models": {
26
19
  "gpt-4o-mini": {
27
20
  "name": "GPT-4o mini",
@@ -41,13 +34,8 @@
41
34
  "output": 16384
42
35
  },
43
36
  "modalities": {
44
- "input": [
45
- "text",
46
- "image"
47
- ],
48
- "output": [
49
- "text"
50
- ]
37
+ "input": ["text", "image"],
38
+ "output": ["text"]
51
39
  },
52
40
  "cache_control": false
53
41
  },
@@ -69,13 +57,8 @@
69
57
  "output": 16384
70
58
  },
71
59
  "modalities": {
72
- "input": [
73
- "text",
74
- "image"
75
- ],
76
- "output": [
77
- "text"
78
- ]
60
+ "input": ["text", "image"],
61
+ "output": ["text"]
79
62
  },
80
63
  "cache_control": false
81
64
  },
@@ -96,13 +79,8 @@
96
79
  "output": 4096
97
80
  },
98
81
  "modalities": {
99
- "input": [
100
- "text",
101
- "image"
102
- ],
103
- "output": [
104
- "text"
105
- ]
82
+ "input": ["text", "image"],
83
+ "output": ["text"]
106
84
  },
107
85
  "cache_control": false
108
86
  },
@@ -124,12 +102,8 @@
124
102
  "output": 100000
125
103
  },
126
104
  "modalities": {
127
- "input": [
128
- "text"
129
- ],
130
- "output": [
131
- "text"
132
- ]
105
+ "input": ["text"],
106
+ "output": ["text"]
133
107
  },
134
108
  "cache_control": false
135
109
  },
@@ -151,12 +125,8 @@
151
125
  "output": 100000
152
126
  },
153
127
  "modalities": {
154
- "input": [
155
- "text"
156
- ],
157
- "output": [
158
- "text"
159
- ]
128
+ "input": ["text"],
129
+ "output": ["text"]
160
130
  },
161
131
  "cache_control": false
162
132
  },
@@ -178,13 +148,8 @@
178
148
  "output": 32768
179
149
  },
180
150
  "modalities": {
181
- "input": [
182
- "text",
183
- "image"
184
- ],
185
- "output": [
186
- "text"
187
- ]
151
+ "input": ["text", "image"],
152
+ "output": ["text"]
188
153
  },
189
154
  "cache_control": false
190
155
  }
@@ -196,13 +161,8 @@
196
161
  "apiMode": "anthropic_messages",
197
162
  "authType": "api_key",
198
163
  "baseUrl": "https://api.anthropic.com/v1",
199
- "envVars": [
200
- "ANTHROPIC_API_KEY"
201
- ],
202
- "fallbackModels": [
203
- "claude-sonnet-4-20250514",
204
- "claude-3-5-haiku-latest"
205
- ],
164
+ "envVars": ["ANTHROPIC_API_KEY"],
165
+ "fallbackModels": ["claude-sonnet-4-20250514", "claude-3-5-haiku-latest"],
206
166
  "capabilities": {
207
167
  "supportsToolUse": true,
208
168
  "supportsVision": true,
@@ -210,18 +170,14 @@
210
170
  "supportsStreaming": true,
211
171
  "supportsCacheControl": true
212
172
  },
213
- "aliases": [
214
- "anthropic"
215
- ],
173
+ "aliases": ["anthropic"],
216
174
  "models": {
217
175
  "claude-3-5-haiku-latest": {
218
176
  "tool_call": true,
219
177
  "structured_output": false,
220
178
  "cache_control": true,
221
179
  "modalities": {
222
- "input": [
223
- "text"
224
- ]
180
+ "input": ["text"]
225
181
  },
226
182
  "limit": {
227
183
  "context": 200000,
@@ -247,14 +203,8 @@
247
203
  "output": 128000
248
204
  },
249
205
  "modalities": {
250
- "input": [
251
- "text",
252
- "image",
253
- "pdf"
254
- ],
255
- "output": [
256
- "text"
257
- ]
206
+ "input": ["text", "image", "pdf"],
207
+ "output": ["text"]
258
208
  },
259
209
  "cache_control": true
260
210
  },
@@ -277,14 +227,8 @@
277
227
  "output": 128000
278
228
  },
279
229
  "modalities": {
280
- "input": [
281
- "text",
282
- "image",
283
- "pdf"
284
- ],
285
- "output": [
286
- "text"
287
- ]
230
+ "input": ["text", "image", "pdf"],
231
+ "output": ["text"]
288
232
  },
289
233
  "cache_control": true
290
234
  },
@@ -307,14 +251,8 @@
307
251
  "output": 64000
308
252
  },
309
253
  "modalities": {
310
- "input": [
311
- "text",
312
- "image",
313
- "pdf"
314
- ],
315
- "output": [
316
- "text"
317
- ]
254
+ "input": ["text", "image", "pdf"],
255
+ "output": ["text"]
318
256
  },
319
257
  "cache_control": true
320
258
  },
@@ -323,10 +261,7 @@
323
261
  "structured_output": false,
324
262
  "cache_control": true,
325
263
  "modalities": {
326
- "input": [
327
- "text",
328
- "image"
329
- ]
264
+ "input": ["text", "image"]
330
265
  },
331
266
  "limit": {
332
267
  "context": 200000,
@@ -338,10 +273,7 @@
338
273
  "structured_output": false,
339
274
  "cache_control": true,
340
275
  "modalities": {
341
- "input": [
342
- "text",
343
- "image"
344
- ]
276
+ "input": ["text", "image"]
345
277
  },
346
278
  "limit": {
347
279
  "context": 200000,
@@ -353,10 +285,7 @@
353
285
  "structured_output": false,
354
286
  "cache_control": true,
355
287
  "modalities": {
356
- "input": [
357
- "text",
358
- "image"
359
- ]
288
+ "input": ["text", "image"]
360
289
  },
361
290
  "limit": {
362
291
  "context": 200000,
@@ -368,10 +297,7 @@
368
297
  "structured_output": false,
369
298
  "cache_control": true,
370
299
  "modalities": {
371
- "input": [
372
- "text",
373
- "image"
374
- ]
300
+ "input": ["text", "image"]
375
301
  },
376
302
  "limit": {
377
303
  "context": 200000,
@@ -383,10 +309,7 @@
383
309
  "structured_output": false,
384
310
  "cache_control": true,
385
311
  "modalities": {
386
- "input": [
387
- "text",
388
- "image"
389
- ]
312
+ "input": ["text", "image"]
390
313
  },
391
314
  "limit": {
392
315
  "context": 200000,
@@ -398,10 +321,7 @@
398
321
  "structured_output": false,
399
322
  "cache_control": true,
400
323
  "modalities": {
401
- "input": [
402
- "text",
403
- "image"
404
- ]
324
+ "input": ["text", "image"]
405
325
  },
406
326
  "limit": {
407
327
  "context": 200000,
@@ -413,10 +333,7 @@
413
333
  "structured_output": false,
414
334
  "cache_control": true,
415
335
  "modalities": {
416
- "input": [
417
- "text",
418
- "image"
419
- ]
336
+ "input": ["text", "image"]
420
337
  },
421
338
  "limit": {
422
339
  "context": 200000,
@@ -428,10 +345,7 @@
428
345
  "structured_output": false,
429
346
  "cache_control": true,
430
347
  "modalities": {
431
- "input": [
432
- "text",
433
- "image"
434
- ]
348
+ "input": ["text", "image"]
435
349
  },
436
350
  "limit": {
437
351
  "context": 200000,
@@ -443,10 +357,7 @@
443
357
  "structured_output": false,
444
358
  "cache_control": true,
445
359
  "modalities": {
446
- "input": [
447
- "text",
448
- "image"
449
- ]
360
+ "input": ["text", "image"]
450
361
  },
451
362
  "limit": {
452
363
  "context": 200000,
@@ -461,12 +372,8 @@
461
372
  "apiMode": "chat_completions",
462
373
  "authType": "api_key",
463
374
  "baseUrl": "https://openrouter.ai/api/v1",
464
- "envVars": [
465
- "OPENROUTER_API_KEY"
466
- ],
467
- "fallbackModels": [
468
- "openai/gpt-4o-mini"
469
- ],
375
+ "envVars": ["OPENROUTER_API_KEY"],
376
+ "fallbackModels": ["openai/gpt-4o-mini"],
470
377
  "capabilities": {
471
378
  "supportsToolUse": true,
472
379
  "supportsVision": true,
@@ -474,9 +381,7 @@
474
381
  "supportsStreaming": true,
475
382
  "supportsCacheControl": false
476
383
  },
477
- "aliases": [
478
- "openrouter"
479
- ]
384
+ "aliases": ["openrouter"]
480
385
  },
481
386
  {
482
387
  "id": "groq",
@@ -484,12 +389,8 @@
484
389
  "apiMode": "chat_completions",
485
390
  "authType": "api_key",
486
391
  "baseUrl": "https://api.groq.com/openai/v1",
487
- "envVars": [
488
- "GROQ_API_KEY"
489
- ],
490
- "fallbackModels": [
491
- "llama-3.3-70b-versatile"
492
- ],
392
+ "envVars": ["GROQ_API_KEY"],
393
+ "fallbackModels": ["llama-3.3-70b-versatile"],
493
394
  "capabilities": {
494
395
  "supportsToolUse": true,
495
396
  "supportsVision": true,
@@ -514,12 +415,8 @@
514
415
  "output": 32768
515
416
  },
516
417
  "modalities": {
517
- "input": [
518
- "text"
519
- ],
520
- "output": [
521
- "text"
522
- ]
418
+ "input": ["text"],
419
+ "output": ["text"]
523
420
  }
524
421
  }
525
422
  }
@@ -530,12 +427,8 @@
530
427
  "apiMode": "chat_completions",
531
428
  "authType": "api_key",
532
429
  "baseUrl": "https://api.mistral.ai/v1",
533
- "envVars": [
534
- "MISTRAL_API_KEY"
535
- ],
536
- "fallbackModels": [
537
- "mistral-large-latest"
538
- ],
430
+ "envVars": ["MISTRAL_API_KEY"],
431
+ "fallbackModels": ["mistral-large-latest"],
539
432
  "capabilities": {
540
433
  "supportsToolUse": true,
541
434
  "supportsVision": true,
@@ -560,13 +453,8 @@
560
453
  "output": 262144
561
454
  },
562
455
  "modalities": {
563
- "input": [
564
- "text",
565
- "image"
566
- ],
567
- "output": [
568
- "text"
569
- ]
456
+ "input": ["text", "image"],
457
+ "output": ["text"]
570
458
  }
571
459
  }
572
460
  }
@@ -577,12 +465,8 @@
577
465
  "apiMode": "chat_completions",
578
466
  "authType": "api_key",
579
467
  "baseUrl": "https://api.deepseek.com/v1",
580
- "envVars": [
581
- "DEEPSEEK_API_KEY"
582
- ],
583
- "fallbackModels": [
584
- "deepseek-chat"
585
- ],
468
+ "envVars": ["DEEPSEEK_API_KEY"],
469
+ "fallbackModels": ["deepseek-chat"],
586
470
  "capabilities": {
587
471
  "supportsToolUse": true,
588
472
  "supportsVision": false,
@@ -608,12 +492,8 @@
608
492
  "output": 384000
609
493
  },
610
494
  "modalities": {
611
- "input": [
612
- "text"
613
- ],
614
- "output": [
615
- "text"
616
- ]
495
+ "input": ["text"],
496
+ "output": ["text"]
617
497
  }
618
498
  },
619
499
  "deepseek-v4-flash": {
@@ -634,12 +514,8 @@
634
514
  "output": 8000
635
515
  },
636
516
  "modalities": {
637
- "input": [
638
- "text"
639
- ],
640
- "output": [
641
- "text"
642
- ]
517
+ "input": ["text"],
518
+ "output": ["text"]
643
519
  },
644
520
  "cache_control": false
645
521
  },
@@ -648,9 +524,7 @@
648
524
  "structured_output": false,
649
525
  "cache_control": false,
650
526
  "modalities": {
651
- "input": [
652
- "text"
653
- ]
527
+ "input": ["text"]
654
528
  },
655
529
  "limit": {
656
530
  "context": 131072,
@@ -665,12 +539,8 @@
665
539
  "apiMode": "chat_completions",
666
540
  "authType": "api_key",
667
541
  "baseUrl": "https://api.together.xyz/v1",
668
- "envVars": [
669
- "TOGETHER_API_KEY"
670
- ],
671
- "fallbackModels": [
672
- "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo"
673
- ],
542
+ "envVars": ["TOGETHER_API_KEY"],
543
+ "fallbackModels": ["meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo"],
674
544
  "capabilities": {
675
545
  "supportsToolUse": true,
676
546
  "supportsVision": true,
@@ -685,12 +555,8 @@
685
555
  "apiMode": "chat_completions",
686
556
  "authType": "api_key",
687
557
  "baseUrl": "https://api.fireworks.ai/inference/v1",
688
- "envVars": [
689
- "FIREWORKS_API_KEY"
690
- ],
691
- "fallbackModels": [
692
- "accounts/fireworks/models/llama-v3p1-70b-instruct"
693
- ],
558
+ "envVars": ["FIREWORKS_API_KEY"],
559
+ "fallbackModels": ["accounts/fireworks/models/llama-v3p1-70b-instruct"],
694
560
  "capabilities": {
695
561
  "supportsToolUse": true,
696
562
  "supportsVision": true,
@@ -705,13 +571,8 @@
705
571
  "apiMode": "chat_completions",
706
572
  "authType": "api_key",
707
573
  "baseUrl": "https://generativelanguage.googleapis.com/v1beta/openai",
708
- "envVars": [
709
- "GOOGLE_API_KEY",
710
- "GEMINI_API_KEY"
711
- ],
712
- "fallbackModels": [
713
- "gemini-2.0-flash"
714
- ],
574
+ "envVars": ["GOOGLE_API_KEY", "GEMINI_API_KEY"],
575
+ "fallbackModels": ["gemini-2.0-flash"],
715
576
  "capabilities": {
716
577
  "supportsToolUse": true,
717
578
  "supportsVision": true,
@@ -719,10 +580,7 @@
719
580
  "supportsStreaming": true,
720
581
  "supportsCacheControl": false
721
582
  },
722
- "aliases": [
723
- "gemini",
724
- "google"
725
- ],
583
+ "aliases": ["gemini", "google"],
726
584
  "models": {
727
585
  "gemini-2.0-flash": {
728
586
  "name": "Gemini 2.0 Flash",
@@ -742,16 +600,8 @@
742
600
  "output": 8192
743
601
  },
744
602
  "modalities": {
745
- "input": [
746
- "text",
747
- "image",
748
- "audio",
749
- "video",
750
- "pdf"
751
- ],
752
- "output": [
753
- "text"
754
- ]
603
+ "input": ["text", "image", "audio", "video", "pdf"],
604
+ "output": ["text"]
755
605
  },
756
606
  "status": "deprecated"
757
607
  },
@@ -773,13 +623,8 @@
773
623
  "output": 8000
774
624
  },
775
625
  "modalities": {
776
- "input": [
777
- "text",
778
- "image"
779
- ],
780
- "output": [
781
- "text"
782
- ]
626
+ "input": ["text", "image"],
627
+ "output": ["text"]
783
628
  },
784
629
  "cache_control": false
785
630
  },
@@ -801,13 +646,8 @@
801
646
  "output": 8000
802
647
  },
803
648
  "modalities": {
804
- "input": [
805
- "text",
806
- "image"
807
- ],
808
- "output": [
809
- "text"
810
- ]
649
+ "input": ["text", "image"],
650
+ "output": ["text"]
811
651
  },
812
652
  "cache_control": false
813
653
  }
@@ -820,9 +660,7 @@
820
660
  "authType": "none",
821
661
  "baseUrl": "http://localhost:11434/v1",
822
662
  "envVars": [],
823
- "fallbackModels": [
824
- "llama3.2"
825
- ],
663
+ "fallbackModels": ["llama3.2"],
826
664
  "capabilities": {
827
665
  "supportsToolUse": true,
828
666
  "supportsVision": true,
@@ -830,9 +668,7 @@
830
668
  "supportsStreaming": true,
831
669
  "supportsCacheControl": false
832
670
  },
833
- "aliases": [
834
- "ollama"
835
- ]
671
+ "aliases": ["ollama"]
836
672
  },
837
673
  {
838
674
  "id": "lmstudio",
@@ -841,9 +677,7 @@
841
677
  "authType": "none",
842
678
  "baseUrl": "http://localhost:1234/v1",
843
679
  "envVars": [],
844
- "fallbackModels": [
845
- "lmstudio-community/default"
846
- ],
680
+ "fallbackModels": ["lmstudio-community/default"],
847
681
  "capabilities": {
848
682
  "supportsToolUse": true,
849
683
  "supportsVision": false,
@@ -851,9 +685,7 @@
851
685
  "supportsStreaming": true,
852
686
  "supportsCacheControl": false
853
687
  },
854
- "aliases": [
855
- "lmstudio"
856
- ]
688
+ "aliases": ["lmstudio"]
857
689
  },
858
690
  {
859
691
  "id": "llamacpp",
@@ -862,9 +694,7 @@
862
694
  "authType": "none",
863
695
  "baseUrl": "http://localhost:8080/v1",
864
696
  "envVars": [],
865
- "fallbackModels": [
866
- "default"
867
- ],
697
+ "fallbackModels": ["default"],
868
698
  "capabilities": {
869
699
  "supportsToolUse": true,
870
700
  "supportsVision": false,
@@ -872,9 +702,7 @@
872
702
  "supportsStreaming": true,
873
703
  "supportsCacheControl": false
874
704
  },
875
- "aliases": [
876
- "llamacpp"
877
- ]
705
+ "aliases": ["llamacpp"]
878
706
  },
879
707
  {
880
708
  "id": "bedrock",
@@ -882,13 +710,8 @@
882
710
  "apiMode": "bedrock",
883
711
  "authType": "aws_sdk",
884
712
  "baseUrl": "https://bedrock-runtime.us-east-1.amazonaws.com",
885
- "envVars": [
886
- "AWS_ACCESS_KEY_ID",
887
- "AWS_SECRET_ACCESS_KEY"
888
- ],
889
- "fallbackModels": [
890
- "anthropic.claude-3-5-sonnet-20241022-v2:0"
891
- ],
713
+ "envVars": ["AWS_ACCESS_KEY_ID", "AWS_SECRET_ACCESS_KEY"],
714
+ "fallbackModels": ["anthropic.claude-3-5-sonnet-20241022-v2:0"],
892
715
  "capabilities": {
893
716
  "supportsToolUse": true,
894
717
  "supportsVision": true,
@@ -896,9 +719,7 @@
896
719
  "supportsStreaming": true,
897
720
  "supportsCacheControl": true
898
721
  },
899
- "aliases": [
900
- "bedrock"
901
- ]
722
+ "aliases": ["bedrock"]
902
723
  },
903
724
  {
904
725
  "id": "vertex",
@@ -906,12 +727,8 @@
906
727
  "apiMode": "chat_completions",
907
728
  "authType": "gcp_oauth",
908
729
  "baseUrl": "https://us-central1-aiplatform.googleapis.com/v1",
909
- "envVars": [
910
- "GOOGLE_APPLICATION_CREDENTIALS"
911
- ],
912
- "fallbackModels": [
913
- "gemini-1.5-pro"
914
- ],
730
+ "envVars": ["GOOGLE_APPLICATION_CREDENTIALS"],
731
+ "fallbackModels": ["gemini-1.5-pro"],
915
732
  "capabilities": {
916
733
  "supportsToolUse": true,
917
734
  "supportsVision": true,
@@ -919,9 +736,7 @@
919
736
  "supportsStreaming": true,
920
737
  "supportsCacheControl": false
921
738
  },
922
- "aliases": [
923
- "vertex"
924
- ]
739
+ "aliases": ["vertex"]
925
740
  },
926
741
  {
927
742
  "id": "cohere",
@@ -929,12 +744,8 @@
929
744
  "apiMode": "chat_completions",
930
745
  "authType": "api_key",
931
746
  "baseUrl": "https://api.cohere.com/v2",
932
- "envVars": [
933
- "COHERE_API_KEY"
934
- ],
935
- "fallbackModels": [
936
- "command-r-plus"
937
- ],
747
+ "envVars": ["COHERE_API_KEY"],
748
+ "fallbackModels": ["command-r-plus"],
938
749
  "capabilities": {
939
750
  "supportsToolUse": true,
940
751
  "supportsVision": false,
@@ -949,12 +760,8 @@
949
760
  "apiMode": "chat_completions",
950
761
  "authType": "api_key",
951
762
  "baseUrl": "https://api.perplexity.ai",
952
- "envVars": [
953
- "PERPLEXITY_API_KEY"
954
- ],
955
- "fallbackModels": [
956
- "llama-3.1-sonar-large-128k-online"
957
- ],
763
+ "envVars": ["PERPLEXITY_API_KEY"],
764
+ "fallbackModels": ["llama-3.1-sonar-large-128k-online"],
958
765
  "capabilities": {
959
766
  "supportsToolUse": false,
960
767
  "supportsVision": false,
@@ -969,12 +776,8 @@
969
776
  "apiMode": "chat_completions",
970
777
  "authType": "api_key",
971
778
  "baseUrl": "https://api.x.ai/v1",
972
- "envVars": [
973
- "XAI_API_KEY"
974
- ],
975
- "fallbackModels": [
976
- "grok-2"
977
- ],
779
+ "envVars": ["XAI_API_KEY"],
780
+ "fallbackModels": ["grok-2"],
978
781
  "capabilities": {
979
782
  "supportsToolUse": true,
980
783
  "supportsVision": true,
@@ -982,9 +785,7 @@
982
785
  "supportsStreaming": true,
983
786
  "supportsCacheControl": false
984
787
  },
985
- "aliases": [
986
- "grok"
987
- ]
788
+ "aliases": ["grok"]
988
789
  },
989
790
  {
990
791
  "id": "sambanova",
@@ -992,12 +793,8 @@
992
793
  "apiMode": "chat_completions",
993
794
  "authType": "api_key",
994
795
  "baseUrl": "https://api.sambanova.ai/v1",
995
- "envVars": [
996
- "SAMBANOVA_API_KEY"
997
- ],
998
- "fallbackModels": [
999
- "Meta-Llama-3.1-70B-Instruct"
1000
- ],
796
+ "envVars": ["SAMBANOVA_API_KEY"],
797
+ "fallbackModels": ["Meta-Llama-3.1-70B-Instruct"],
1001
798
  "capabilities": {
1002
799
  "supportsToolUse": true,
1003
800
  "supportsVision": false,
@@ -1012,12 +809,8 @@
1012
809
  "apiMode": "chat_completions",
1013
810
  "authType": "api_key",
1014
811
  "baseUrl": "https://api.cerebras.ai/v1",
1015
- "envVars": [
1016
- "CEREBRAS_API_KEY"
1017
- ],
1018
- "fallbackModels": [
1019
- "llama3.1-70b"
1020
- ],
812
+ "envVars": ["CEREBRAS_API_KEY"],
813
+ "fallbackModels": ["llama3.1-70b"],
1021
814
  "capabilities": {
1022
815
  "supportsToolUse": true,
1023
816
  "supportsVision": false,
@@ -1032,12 +825,8 @@
1032
825
  "apiMode": "chat_completions",
1033
826
  "authType": "api_key",
1034
827
  "baseUrl": "https://api.deepinfra.com/v1/openai",
1035
- "envVars": [
1036
- "DEEPINFRA_API_KEY"
1037
- ],
1038
- "fallbackModels": [
1039
- "meta-llama/Meta-Llama-3.1-70B-Instruct"
1040
- ],
828
+ "envVars": ["DEEPINFRA_API_KEY"],
829
+ "fallbackModels": ["meta-llama/Meta-Llama-3.1-70B-Instruct"],
1041
830
  "capabilities": {
1042
831
  "supportsToolUse": true,
1043
832
  "supportsVision": true,
@@ -1052,13 +841,8 @@
1052
841
  "apiMode": "chat_completions",
1053
842
  "authType": "api_key",
1054
843
  "baseUrl": "https://api-inference.huggingface.co/v1",
1055
- "envVars": [
1056
- "HF_TOKEN",
1057
- "HUGGINGFACE_API_KEY"
1058
- ],
1059
- "fallbackModels": [
1060
- "meta-llama/Llama-3.2-3B-Instruct"
1061
- ],
844
+ "envVars": ["HF_TOKEN", "HUGGINGFACE_API_KEY"],
845
+ "fallbackModels": ["meta-llama/Llama-3.2-3B-Instruct"],
1062
846
  "capabilities": {
1063
847
  "supportsToolUse": true,
1064
848
  "supportsVision": false,
@@ -1073,12 +857,8 @@
1073
857
  "apiMode": "chat_completions",
1074
858
  "authType": "api_key",
1075
859
  "baseUrl": "https://integrate.api.nvidia.com/v1",
1076
- "envVars": [
1077
- "NVIDIA_API_KEY"
1078
- ],
1079
- "fallbackModels": [
1080
- "meta/llama-3.1-70b-instruct"
1081
- ],
860
+ "envVars": ["NVIDIA_API_KEY"],
861
+ "fallbackModels": ["meta/llama-3.1-70b-instruct"],
1082
862
  "capabilities": {
1083
863
  "supportsToolUse": true,
1084
864
  "supportsVision": true,
@@ -1093,12 +873,8 @@
1093
873
  "apiMode": "chat_completions",
1094
874
  "authType": "api_key",
1095
875
  "baseUrl": "https://llama3-1-70b.lepton.run/api/v1",
1096
- "envVars": [
1097
- "LEPTON_API_KEY"
1098
- ],
1099
- "fallbackModels": [
1100
- "llama3-1-70b"
1101
- ],
876
+ "envVars": ["LEPTON_API_KEY"],
877
+ "fallbackModels": ["llama3-1-70b"],
1102
878
  "capabilities": {
1103
879
  "supportsToolUse": true,
1104
880
  "supportsVision": false,
@@ -1113,12 +889,8 @@
1113
889
  "apiMode": "chat_completions",
1114
890
  "authType": "api_key",
1115
891
  "baseUrl": "https://api.endpoints.anyscale.com/v1",
1116
- "envVars": [
1117
- "ANYSCALE_API_KEY"
1118
- ],
1119
- "fallbackModels": [
1120
- "meta-llama/Meta-Llama-3-70B-Instruct"
1121
- ],
892
+ "envVars": ["ANYSCALE_API_KEY"],
893
+ "fallbackModels": ["meta-llama/Meta-Llama-3-70B-Instruct"],
1122
894
  "capabilities": {
1123
895
  "supportsToolUse": true,
1124
896
  "supportsVision": false,
@@ -1133,12 +905,8 @@
1133
905
  "apiMode": "chat_completions",
1134
906
  "authType": "api_key",
1135
907
  "baseUrl": "https://openai-proxy.replicate.com/v1",
1136
- "envVars": [
1137
- "REPLICATE_API_TOKEN"
1138
- ],
1139
- "fallbackModels": [
1140
- "meta/meta-llama-3-70b-instruct"
1141
- ],
908
+ "envVars": ["REPLICATE_API_TOKEN"],
909
+ "fallbackModels": ["meta/meta-llama-3-70b-instruct"],
1142
910
  "capabilities": {
1143
911
  "supportsToolUse": false,
1144
912
  "supportsVision": true,
@@ -1153,12 +921,8 @@
1153
921
  "apiMode": "chat_completions",
1154
922
  "authType": "api_key",
1155
923
  "baseUrl": "https://api.ai21.com/studio/v1",
1156
- "envVars": [
1157
- "AI21_API_KEY"
1158
- ],
1159
- "fallbackModels": [
1160
- "jamba-1.5-large"
1161
- ],
924
+ "envVars": ["AI21_API_KEY"],
925
+ "fallbackModels": ["jamba-1.5-large"],
1162
926
  "capabilities": {
1163
927
  "supportsToolUse": true,
1164
928
  "supportsVision": false,
@@ -1173,12 +937,8 @@
1173
937
  "apiMode": "chat_completions",
1174
938
  "authType": "api_key",
1175
939
  "baseUrl": "https://api.aleph-alpha.com/v1",
1176
- "envVars": [
1177
- "ALEPH_ALPHA_API_KEY"
1178
- ],
1179
- "fallbackModels": [
1180
- "luminous-extended"
1181
- ],
940
+ "envVars": ["ALEPH_ALPHA_API_KEY"],
941
+ "fallbackModels": ["luminous-extended"],
1182
942
  "capabilities": {
1183
943
  "supportsToolUse": false,
1184
944
  "supportsVision": false,
@@ -1193,13 +953,8 @@
1193
953
  "apiMode": "chat_completions",
1194
954
  "authType": "api_key",
1195
955
  "baseUrl": "https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/v1",
1196
- "envVars": [
1197
- "CLOUDFLARE_API_TOKEN",
1198
- "CLOUDFLARE_ACCOUNT_ID"
1199
- ],
1200
- "fallbackModels": [
1201
- "@cf/meta/llama-3.1-70b-instruct"
1202
- ],
956
+ "envVars": ["CLOUDFLARE_API_TOKEN", "CLOUDFLARE_ACCOUNT_ID"],
957
+ "fallbackModels": ["@cf/meta/llama-3.1-70b-instruct"],
1203
958
  "capabilities": {
1204
959
  "supportsToolUse": true,
1205
960
  "supportsVision": false,
@@ -1214,13 +969,8 @@
1214
969
  "apiMode": "chat_completions",
1215
970
  "authType": "api_key",
1216
971
  "baseUrl": "https://{resource}.openai.azure.com/openai/deployments/{deployment}",
1217
- "envVars": [
1218
- "AZURE_OPENAI_API_KEY",
1219
- "AZURE_OPENAI_ENDPOINT"
1220
- ],
1221
- "fallbackModels": [
1222
- "gpt-4o"
1223
- ],
972
+ "envVars": ["AZURE_OPENAI_API_KEY", "AZURE_OPENAI_ENDPOINT"],
973
+ "fallbackModels": ["gpt-4o"],
1224
974
  "capabilities": {
1225
975
  "supportsToolUse": true,
1226
976
  "supportsVision": true,
@@ -1235,12 +985,8 @@
1235
985
  "apiMode": "chat_completions",
1236
986
  "authType": "api_key",
1237
987
  "baseUrl": "https://models.inference.ai.azure.com",
1238
- "envVars": [
1239
- "GITHUB_TOKEN"
1240
- ],
1241
- "fallbackModels": [
1242
- "gpt-4o-mini"
1243
- ],
988
+ "envVars": ["GITHUB_TOKEN"],
989
+ "fallbackModels": ["gpt-4o-mini"],
1244
990
  "capabilities": {
1245
991
  "supportsToolUse": true,
1246
992
  "supportsVision": true,
@@ -1255,12 +1001,8 @@
1255
1001
  "apiMode": "chat_completions",
1256
1002
  "authType": "api_key",
1257
1003
  "baseUrl": "https://api.hyperbolic.xyz/v1",
1258
- "envVars": [
1259
- "HYPERBOLIC_API_KEY"
1260
- ],
1261
- "fallbackModels": [
1262
- "meta-llama/Meta-Llama-3.1-70B-Instruct"
1263
- ],
1004
+ "envVars": ["HYPERBOLIC_API_KEY"],
1005
+ "fallbackModels": ["meta-llama/Meta-Llama-3.1-70B-Instruct"],
1264
1006
  "capabilities": {
1265
1007
  "supportsToolUse": true,
1266
1008
  "supportsVision": false,
@@ -1275,12 +1017,8 @@
1275
1017
  "apiMode": "chat_completions",
1276
1018
  "authType": "api_key",
1277
1019
  "baseUrl": "https://api.novita.ai/v3/openai",
1278
- "envVars": [
1279
- "NOVITA_API_KEY"
1280
- ],
1281
- "fallbackModels": [
1282
- "meta-llama/llama-3.1-70b-instruct"
1283
- ],
1020
+ "envVars": ["NOVITA_API_KEY"],
1021
+ "fallbackModels": ["meta-llama/llama-3.1-70b-instruct"],
1284
1022
  "capabilities": {
1285
1023
  "supportsToolUse": true,
1286
1024
  "supportsVision": false,
@@ -1295,12 +1033,8 @@
1295
1033
  "apiMode": "chat_completions",
1296
1034
  "authType": "api_key",
1297
1035
  "baseUrl": "https://api.moonshot.cn/v1",
1298
- "envVars": [
1299
- "MOONSHOT_API_KEY"
1300
- ],
1301
- "fallbackModels": [
1302
- "moonshot-v1-8k"
1303
- ],
1036
+ "envVars": ["MOONSHOT_API_KEY"],
1037
+ "fallbackModels": ["moonshot-v1-8k"],
1304
1038
  "capabilities": {
1305
1039
  "supportsToolUse": true,
1306
1040
  "supportsVision": false,
@@ -1315,12 +1049,8 @@
1315
1049
  "apiMode": "chat_completions",
1316
1050
  "authType": "api_key",
1317
1051
  "baseUrl": "https://dashscope.aliyuncs.com/compatible-mode/v1",
1318
- "envVars": [
1319
- "DASHSCOPE_API_KEY"
1320
- ],
1321
- "fallbackModels": [
1322
- "qwen-plus"
1323
- ],
1052
+ "envVars": ["DASHSCOPE_API_KEY"],
1053
+ "fallbackModels": ["qwen-plus"],
1324
1054
  "capabilities": {
1325
1055
  "supportsToolUse": true,
1326
1056
  "supportsVision": true,
@@ -1328,18 +1058,14 @@
1328
1058
  "supportsStreaming": true,
1329
1059
  "supportsCacheControl": false
1330
1060
  },
1331
- "aliases": [
1332
- "dashscope"
1333
- ],
1061
+ "aliases": ["dashscope"],
1334
1062
  "models": {
1335
1063
  "qwen3-coder-30b-a3b-instruct": {
1336
1064
  "tool_call": true,
1337
1065
  "structured_output": false,
1338
1066
  "cache_control": false,
1339
1067
  "modalities": {
1340
- "input": [
1341
- "text"
1342
- ]
1068
+ "input": ["text"]
1343
1069
  },
1344
1070
  "limit": {
1345
1071
  "context": 160000,
@@ -1354,12 +1080,8 @@
1354
1080
  "apiMode": "chat_completions",
1355
1081
  "authType": "api_key",
1356
1082
  "baseUrl": "https://open.bigmodel.cn/api/paas/v4",
1357
- "envVars": [
1358
- "ZHIPU_API_KEY"
1359
- ],
1360
- "fallbackModels": [
1361
- "glm-4-plus"
1362
- ],
1083
+ "envVars": ["ZHIPU_API_KEY"],
1084
+ "fallbackModels": ["glm-4-plus"],
1363
1085
  "capabilities": {
1364
1086
  "supportsToolUse": true,
1365
1087
  "supportsVision": true,
@@ -1367,10 +1089,7 @@
1367
1089
  "supportsStreaming": true,
1368
1090
  "supportsCacheControl": false
1369
1091
  },
1370
- "aliases": [
1371
- "glm",
1372
- "z-ai"
1373
- ],
1092
+ "aliases": ["glm", "z-ai"],
1374
1093
  "models": {
1375
1094
  "glm-4.7-flash": {
1376
1095
  "name": "GLM-4.7-Flash",
@@ -1390,12 +1109,8 @@
1390
1109
  "output": 8000
1391
1110
  },
1392
1111
  "modalities": {
1393
- "input": [
1394
- "text"
1395
- ],
1396
- "output": [
1397
- "text"
1398
- ]
1112
+ "input": ["text"],
1113
+ "output": ["text"]
1399
1114
  },
1400
1115
  "structured_output": false,
1401
1116
  "cache_control": false
@@ -1408,12 +1123,8 @@
1408
1123
  "apiMode": "chat_completions",
1409
1124
  "authType": "api_key",
1410
1125
  "baseUrl": "https://api.minimax.chat/v1",
1411
- "envVars": [
1412
- "MINIMAX_API_KEY"
1413
- ],
1414
- "fallbackModels": [
1415
- "MiniMax-Text-01"
1416
- ],
1126
+ "envVars": ["MINIMAX_API_KEY"],
1127
+ "fallbackModels": ["MiniMax-Text-01"],
1417
1128
  "capabilities": {
1418
1129
  "supportsToolUse": true,
1419
1130
  "supportsVision": false,
@@ -1428,12 +1139,8 @@
1428
1139
  "apiMode": "chat_completions",
1429
1140
  "authType": "api_key",
1430
1141
  "baseUrl": "https://api.baichuan-ai.com/v1",
1431
- "envVars": [
1432
- "BAICHUAN_API_KEY"
1433
- ],
1434
- "fallbackModels": [
1435
- "Baichuan4"
1436
- ],
1142
+ "envVars": ["BAICHUAN_API_KEY"],
1143
+ "fallbackModels": ["Baichuan4"],
1437
1144
  "capabilities": {
1438
1145
  "supportsToolUse": true,
1439
1146
  "supportsVision": false,
@@ -1448,12 +1155,8 @@
1448
1155
  "apiMode": "chat_completions",
1449
1156
  "authType": "api_key",
1450
1157
  "baseUrl": "https://api.voyageai.com/v1",
1451
- "envVars": [
1452
- "VOYAGE_API_KEY"
1453
- ],
1454
- "fallbackModels": [
1455
- "voyage-3"
1456
- ],
1158
+ "envVars": ["VOYAGE_API_KEY"],
1159
+ "fallbackModels": ["voyage-3"],
1457
1160
  "capabilities": {
1458
1161
  "supportsToolUse": false,
1459
1162
  "supportsVision": false,
@@ -1468,12 +1171,8 @@
1468
1171
  "apiMode": "chat_completions",
1469
1172
  "authType": "api_key",
1470
1173
  "baseUrl": "https://api.jina.ai/v1",
1471
- "envVars": [
1472
- "JINA_API_KEY"
1473
- ],
1474
- "fallbackModels": [
1475
- "jina-embeddings-v3"
1476
- ],
1174
+ "envVars": ["JINA_API_KEY"],
1175
+ "fallbackModels": ["jina-embeddings-v3"],
1477
1176
  "capabilities": {
1478
1177
  "supportsToolUse": false,
1479
1178
  "supportsVision": false,
@@ -1488,13 +1187,8 @@
1488
1187
  "apiMode": "chat_completions",
1489
1188
  "authType": "api_key",
1490
1189
  "baseUrl": "https://oai.helicone.ai/v1",
1491
- "envVars": [
1492
- "HELICONE_API_KEY",
1493
- "OPENAI_API_KEY"
1494
- ],
1495
- "fallbackModels": [
1496
- "gpt-4o-mini"
1497
- ],
1190
+ "envVars": ["HELICONE_API_KEY", "OPENAI_API_KEY"],
1191
+ "fallbackModels": ["gpt-4o-mini"],
1498
1192
  "capabilities": {
1499
1193
  "supportsToolUse": true,
1500
1194
  "supportsVision": true,
@@ -1520,13 +1214,8 @@
1520
1214
  "output": 16384
1521
1215
  },
1522
1216
  "modalities": {
1523
- "input": [
1524
- "text",
1525
- "image"
1526
- ],
1527
- "output": [
1528
- "text"
1529
- ]
1217
+ "input": ["text", "image"],
1218
+ "output": ["text"]
1530
1219
  }
1531
1220
  }
1532
1221
  }
@@ -1537,12 +1226,8 @@
1537
1226
  "apiMode": "chat_completions",
1538
1227
  "authType": "api_key",
1539
1228
  "baseUrl": "https://api.portkey.ai/v1",
1540
- "envVars": [
1541
- "PORTKEY_API_KEY"
1542
- ],
1543
- "fallbackModels": [
1544
- "gpt-4o-mini"
1545
- ],
1229
+ "envVars": ["PORTKEY_API_KEY"],
1230
+ "fallbackModels": ["gpt-4o-mini"],
1546
1231
  "capabilities": {
1547
1232
  "supportsToolUse": true,
1548
1233
  "supportsVision": true,
@@ -1557,12 +1242,8 @@
1557
1242
  "apiMode": "chat_completions",
1558
1243
  "authType": "api_key",
1559
1244
  "baseUrl": "https://bridge.baseten.co/v1",
1560
- "envVars": [
1561
- "BASETEN_API_KEY"
1562
- ],
1563
- "fallbackModels": [
1564
- "meta-llama/Meta-Llama-3-70B-Instruct"
1565
- ],
1245
+ "envVars": ["BASETEN_API_KEY"],
1246
+ "fallbackModels": ["meta-llama/Meta-Llama-3-70B-Instruct"],
1566
1247
  "capabilities": {
1567
1248
  "supportsToolUse": true,
1568
1249
  "supportsVision": false,
@@ -1577,13 +1258,8 @@
1577
1258
  "apiMode": "chat_completions",
1578
1259
  "authType": "api_key",
1579
1260
  "baseUrl": "https://api.modal.com/v1",
1580
- "envVars": [
1581
- "MODAL_TOKEN_ID",
1582
- "MODAL_TOKEN_SECRET"
1583
- ],
1584
- "fallbackModels": [
1585
- "meta-llama/Meta-Llama-3-70B-Instruct"
1586
- ],
1261
+ "envVars": ["MODAL_TOKEN_ID", "MODAL_TOKEN_SECRET"],
1262
+ "fallbackModels": ["meta-llama/Meta-Llama-3-70B-Instruct"],
1587
1263
  "capabilities": {
1588
1264
  "supportsToolUse": true,
1589
1265
  "supportsVision": false,