@theokit/sdk 4.13.0 → 4.14.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (37) hide show
  1. package/CHANGELOG.md +12 -0
  2. package/dist/{cron-C7catiH8.d.ts → cron-DY0uC1ng.d.ts} +7 -0
  3. package/dist/{cron-DK1WVZnI.d.cts → cron-ElTj1cSH.d.cts} +7 -0
  4. package/dist/cron.cjs +183 -20
  5. package/dist/cron.cjs.map +1 -1
  6. package/dist/cron.d.cts +1 -1
  7. package/dist/cron.d.ts +1 -1
  8. package/dist/cron.js +183 -20
  9. package/dist/cron.js.map +1 -1
  10. package/dist/eval.cjs +183 -20
  11. package/dist/eval.cjs.map +1 -1
  12. package/dist/eval.js +183 -20
  13. package/dist/eval.js.map +1 -1
  14. package/dist/index.cjs +183 -20
  15. package/dist/index.cjs.map +1 -1
  16. package/dist/index.d.cts +2 -2
  17. package/dist/index.d.ts +2 -2
  18. package/dist/index.js +183 -20
  19. package/dist/index.js.map +1 -1
  20. package/dist/internal/llm/openai.d.ts +1 -0
  21. package/dist/internal/providers/builtin/cerebras.d.ts +5 -0
  22. package/dist/internal/providers/builtin/cohere.d.ts +6 -0
  23. package/dist/internal/providers/builtin/deepinfra.d.ts +2 -0
  24. package/dist/internal/providers/builtin/google.d.ts +6 -0
  25. package/dist/internal/providers/builtin/groq.d.ts +2 -0
  26. package/dist/internal/providers/builtin/mistral.d.ts +2 -0
  27. package/dist/internal/providers/builtin/openai-compatible.d.ts +1 -0
  28. package/dist/internal/providers/builtin/perplexity.d.ts +5 -0
  29. package/dist/internal/providers/builtin/together.d.ts +2 -0
  30. package/dist/internal/providers/builtin/xai.d.ts +2 -0
  31. package/dist/models.cjs +753 -17
  32. package/dist/models.cjs.map +1 -1
  33. package/dist/models.js +754 -18
  34. package/dist/models.js.map +1 -1
  35. package/dist/provider-catalog.json +473 -146
  36. package/dist/types/provider-profile.d.ts +7 -0
  37. package/package.json +1 -1
@@ -5,8 +5,13 @@
5
5
  "apiMode": "chat_completions",
6
6
  "authType": "api_key",
7
7
  "baseUrl": "https://api.openai.com/v1",
8
- "envVars": ["OPENAI_API_KEY"],
9
- "fallbackModels": ["gpt-4o-mini", "gpt-4o"],
8
+ "envVars": [
9
+ "OPENAI_API_KEY"
10
+ ],
11
+ "fallbackModels": [
12
+ "gpt-4o-mini",
13
+ "gpt-4o"
14
+ ],
10
15
  "capabilities": {
11
16
  "supportsToolUse": true,
12
17
  "supportsVision": true,
@@ -14,7 +19,9 @@
14
19
  "supportsStreaming": true,
15
20
  "supportsCacheControl": false
16
21
  },
17
- "aliases": ["openai"],
22
+ "aliases": [
23
+ "openai"
24
+ ],
18
25
  "models": {
19
26
  "gpt-4o-mini": {
20
27
  "name": "GPT-4o mini",
@@ -34,8 +41,13 @@
34
41
  "output": 16384
35
42
  },
36
43
  "modalities": {
37
- "input": ["text", "image"],
38
- "output": ["text"]
44
+ "input": [
45
+ "text",
46
+ "image"
47
+ ],
48
+ "output": [
49
+ "text"
50
+ ]
39
51
  },
40
52
  "cache_control": false
41
53
  },
@@ -57,8 +69,13 @@
57
69
  "output": 16384
58
70
  },
59
71
  "modalities": {
60
- "input": ["text", "image"],
61
- "output": ["text"]
72
+ "input": [
73
+ "text",
74
+ "image"
75
+ ],
76
+ "output": [
77
+ "text"
78
+ ]
62
79
  },
63
80
  "cache_control": false
64
81
  },
@@ -79,8 +96,13 @@
79
96
  "output": 4096
80
97
  },
81
98
  "modalities": {
82
- "input": ["text", "image"],
83
- "output": ["text"]
99
+ "input": [
100
+ "text",
101
+ "image"
102
+ ],
103
+ "output": [
104
+ "text"
105
+ ]
84
106
  },
85
107
  "cache_control": false
86
108
  },
@@ -102,8 +124,12 @@
102
124
  "output": 100000
103
125
  },
104
126
  "modalities": {
105
- "input": ["text"],
106
- "output": ["text"]
127
+ "input": [
128
+ "text"
129
+ ],
130
+ "output": [
131
+ "text"
132
+ ]
107
133
  },
108
134
  "cache_control": false
109
135
  },
@@ -125,8 +151,12 @@
125
151
  "output": 100000
126
152
  },
127
153
  "modalities": {
128
- "input": ["text"],
129
- "output": ["text"]
154
+ "input": [
155
+ "text"
156
+ ],
157
+ "output": [
158
+ "text"
159
+ ]
130
160
  },
131
161
  "cache_control": false
132
162
  },
@@ -148,8 +178,13 @@
148
178
  "output": 32768
149
179
  },
150
180
  "modalities": {
151
- "input": ["text", "image"],
152
- "output": ["text"]
181
+ "input": [
182
+ "text",
183
+ "image"
184
+ ],
185
+ "output": [
186
+ "text"
187
+ ]
153
188
  },
154
189
  "cache_control": false
155
190
  }
@@ -161,8 +196,13 @@
161
196
  "apiMode": "anthropic_messages",
162
197
  "authType": "api_key",
163
198
  "baseUrl": "https://api.anthropic.com/v1",
164
- "envVars": ["ANTHROPIC_API_KEY"],
165
- "fallbackModels": ["claude-sonnet-4-20250514", "claude-3-5-haiku-latest"],
199
+ "envVars": [
200
+ "ANTHROPIC_API_KEY"
201
+ ],
202
+ "fallbackModels": [
203
+ "claude-sonnet-4-20250514",
204
+ "claude-3-5-haiku-latest"
205
+ ],
166
206
  "capabilities": {
167
207
  "supportsToolUse": true,
168
208
  "supportsVision": true,
@@ -170,14 +210,18 @@
170
210
  "supportsStreaming": true,
171
211
  "supportsCacheControl": true
172
212
  },
173
- "aliases": ["anthropic"],
213
+ "aliases": [
214
+ "anthropic"
215
+ ],
174
216
  "models": {
175
217
  "claude-3-5-haiku-latest": {
176
218
  "tool_call": true,
177
219
  "structured_output": false,
178
220
  "cache_control": true,
179
221
  "modalities": {
180
- "input": ["text"]
222
+ "input": [
223
+ "text"
224
+ ]
181
225
  },
182
226
  "limit": {
183
227
  "context": 200000,
@@ -203,9 +247,16 @@
203
247
  "output": 128000
204
248
  },
205
249
  "modalities": {
206
- "input": ["text", "image", "pdf"],
207
- "output": ["text"]
208
- }
250
+ "input": [
251
+ "text",
252
+ "image",
253
+ "pdf"
254
+ ],
255
+ "output": [
256
+ "text"
257
+ ]
258
+ },
259
+ "cache_control": true
209
260
  },
210
261
  "claude-sonnet-4-6": {
211
262
  "name": "Claude Sonnet 4.6",
@@ -226,9 +277,16 @@
226
277
  "output": 128000
227
278
  },
228
279
  "modalities": {
229
- "input": ["text", "image", "pdf"],
230
- "output": ["text"]
231
- }
280
+ "input": [
281
+ "text",
282
+ "image",
283
+ "pdf"
284
+ ],
285
+ "output": [
286
+ "text"
287
+ ]
288
+ },
289
+ "cache_control": true
232
290
  },
233
291
  "claude-haiku-4-5-20251001": {
234
292
  "name": "Claude Haiku 4.5",
@@ -249,16 +307,26 @@
249
307
  "output": 64000
250
308
  },
251
309
  "modalities": {
252
- "input": ["text", "image", "pdf"],
253
- "output": ["text"]
254
- }
310
+ "input": [
311
+ "text",
312
+ "image",
313
+ "pdf"
314
+ ],
315
+ "output": [
316
+ "text"
317
+ ]
318
+ },
319
+ "cache_control": true
255
320
  },
256
321
  "claude-opus-4": {
257
322
  "tool_call": true,
258
323
  "structured_output": false,
259
324
  "cache_control": true,
260
325
  "modalities": {
261
- "input": ["text", "image"]
326
+ "input": [
327
+ "text",
328
+ "image"
329
+ ]
262
330
  },
263
331
  "limit": {
264
332
  "context": 200000,
@@ -270,7 +338,10 @@
270
338
  "structured_output": false,
271
339
  "cache_control": true,
272
340
  "modalities": {
273
- "input": ["text", "image"]
341
+ "input": [
342
+ "text",
343
+ "image"
344
+ ]
274
345
  },
275
346
  "limit": {
276
347
  "context": 200000,
@@ -282,7 +353,10 @@
282
353
  "structured_output": false,
283
354
  "cache_control": true,
284
355
  "modalities": {
285
- "input": ["text", "image"]
356
+ "input": [
357
+ "text",
358
+ "image"
359
+ ]
286
360
  },
287
361
  "limit": {
288
362
  "context": 200000,
@@ -294,7 +368,10 @@
294
368
  "structured_output": false,
295
369
  "cache_control": true,
296
370
  "modalities": {
297
- "input": ["text", "image"]
371
+ "input": [
372
+ "text",
373
+ "image"
374
+ ]
298
375
  },
299
376
  "limit": {
300
377
  "context": 200000,
@@ -306,7 +383,10 @@
306
383
  "structured_output": false,
307
384
  "cache_control": true,
308
385
  "modalities": {
309
- "input": ["text", "image"]
386
+ "input": [
387
+ "text",
388
+ "image"
389
+ ]
310
390
  },
311
391
  "limit": {
312
392
  "context": 200000,
@@ -318,7 +398,10 @@
318
398
  "structured_output": false,
319
399
  "cache_control": true,
320
400
  "modalities": {
321
- "input": ["text", "image"]
401
+ "input": [
402
+ "text",
403
+ "image"
404
+ ]
322
405
  },
323
406
  "limit": {
324
407
  "context": 200000,
@@ -330,7 +413,10 @@
330
413
  "structured_output": false,
331
414
  "cache_control": true,
332
415
  "modalities": {
333
- "input": ["text", "image"]
416
+ "input": [
417
+ "text",
418
+ "image"
419
+ ]
334
420
  },
335
421
  "limit": {
336
422
  "context": 200000,
@@ -342,7 +428,10 @@
342
428
  "structured_output": false,
343
429
  "cache_control": true,
344
430
  "modalities": {
345
- "input": ["text", "image"]
431
+ "input": [
432
+ "text",
433
+ "image"
434
+ ]
346
435
  },
347
436
  "limit": {
348
437
  "context": 200000,
@@ -354,7 +443,10 @@
354
443
  "structured_output": false,
355
444
  "cache_control": true,
356
445
  "modalities": {
357
- "input": ["text", "image"]
446
+ "input": [
447
+ "text",
448
+ "image"
449
+ ]
358
450
  },
359
451
  "limit": {
360
452
  "context": 200000,
@@ -369,8 +461,12 @@
369
461
  "apiMode": "chat_completions",
370
462
  "authType": "api_key",
371
463
  "baseUrl": "https://openrouter.ai/api/v1",
372
- "envVars": ["OPENROUTER_API_KEY"],
373
- "fallbackModels": ["openai/gpt-4o-mini"],
464
+ "envVars": [
465
+ "OPENROUTER_API_KEY"
466
+ ],
467
+ "fallbackModels": [
468
+ "openai/gpt-4o-mini"
469
+ ],
374
470
  "capabilities": {
375
471
  "supportsToolUse": true,
376
472
  "supportsVision": true,
@@ -378,7 +474,9 @@
378
474
  "supportsStreaming": true,
379
475
  "supportsCacheControl": false
380
476
  },
381
- "aliases": ["openrouter"]
477
+ "aliases": [
478
+ "openrouter"
479
+ ]
382
480
  },
383
481
  {
384
482
  "id": "groq",
@@ -386,8 +484,12 @@
386
484
  "apiMode": "chat_completions",
387
485
  "authType": "api_key",
388
486
  "baseUrl": "https://api.groq.com/openai/v1",
389
- "envVars": ["GROQ_API_KEY"],
390
- "fallbackModels": ["llama-3.3-70b-versatile"],
487
+ "envVars": [
488
+ "GROQ_API_KEY"
489
+ ],
490
+ "fallbackModels": [
491
+ "llama-3.3-70b-versatile"
492
+ ],
391
493
  "capabilities": {
392
494
  "supportsToolUse": true,
393
495
  "supportsVision": true,
@@ -412,8 +514,12 @@
412
514
  "output": 32768
413
515
  },
414
516
  "modalities": {
415
- "input": ["text"],
416
- "output": ["text"]
517
+ "input": [
518
+ "text"
519
+ ],
520
+ "output": [
521
+ "text"
522
+ ]
417
523
  }
418
524
  }
419
525
  }
@@ -424,8 +530,12 @@
424
530
  "apiMode": "chat_completions",
425
531
  "authType": "api_key",
426
532
  "baseUrl": "https://api.mistral.ai/v1",
427
- "envVars": ["MISTRAL_API_KEY"],
428
- "fallbackModels": ["mistral-large-latest"],
533
+ "envVars": [
534
+ "MISTRAL_API_KEY"
535
+ ],
536
+ "fallbackModels": [
537
+ "mistral-large-latest"
538
+ ],
429
539
  "capabilities": {
430
540
  "supportsToolUse": true,
431
541
  "supportsVision": true,
@@ -450,8 +560,13 @@
450
560
  "output": 262144
451
561
  },
452
562
  "modalities": {
453
- "input": ["text", "image"],
454
- "output": ["text"]
563
+ "input": [
564
+ "text",
565
+ "image"
566
+ ],
567
+ "output": [
568
+ "text"
569
+ ]
455
570
  }
456
571
  }
457
572
  }
@@ -462,8 +577,12 @@
462
577
  "apiMode": "chat_completions",
463
578
  "authType": "api_key",
464
579
  "baseUrl": "https://api.deepseek.com/v1",
465
- "envVars": ["DEEPSEEK_API_KEY"],
466
- "fallbackModels": ["deepseek-chat"],
580
+ "envVars": [
581
+ "DEEPSEEK_API_KEY"
582
+ ],
583
+ "fallbackModels": [
584
+ "deepseek-chat"
585
+ ],
467
586
  "capabilities": {
468
587
  "supportsToolUse": true,
469
588
  "supportsVision": false,
@@ -489,8 +608,12 @@
489
608
  "output": 384000
490
609
  },
491
610
  "modalities": {
492
- "input": ["text"],
493
- "output": ["text"]
611
+ "input": [
612
+ "text"
613
+ ],
614
+ "output": [
615
+ "text"
616
+ ]
494
617
  }
495
618
  },
496
619
  "deepseek-v4-flash": {
@@ -511,8 +634,12 @@
511
634
  "output": 8000
512
635
  },
513
636
  "modalities": {
514
- "input": ["text"],
515
- "output": ["text"]
637
+ "input": [
638
+ "text"
639
+ ],
640
+ "output": [
641
+ "text"
642
+ ]
516
643
  },
517
644
  "cache_control": false
518
645
  },
@@ -521,7 +648,9 @@
521
648
  "structured_output": false,
522
649
  "cache_control": false,
523
650
  "modalities": {
524
- "input": ["text"]
651
+ "input": [
652
+ "text"
653
+ ]
525
654
  },
526
655
  "limit": {
527
656
  "context": 131072,
@@ -536,8 +665,12 @@
536
665
  "apiMode": "chat_completions",
537
666
  "authType": "api_key",
538
667
  "baseUrl": "https://api.together.xyz/v1",
539
- "envVars": ["TOGETHER_API_KEY"],
540
- "fallbackModels": ["meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo"],
668
+ "envVars": [
669
+ "TOGETHER_API_KEY"
670
+ ],
671
+ "fallbackModels": [
672
+ "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo"
673
+ ],
541
674
  "capabilities": {
542
675
  "supportsToolUse": true,
543
676
  "supportsVision": true,
@@ -552,8 +685,12 @@
552
685
  "apiMode": "chat_completions",
553
686
  "authType": "api_key",
554
687
  "baseUrl": "https://api.fireworks.ai/inference/v1",
555
- "envVars": ["FIREWORKS_API_KEY"],
556
- "fallbackModels": ["accounts/fireworks/models/llama-v3p1-70b-instruct"],
688
+ "envVars": [
689
+ "FIREWORKS_API_KEY"
690
+ ],
691
+ "fallbackModels": [
692
+ "accounts/fireworks/models/llama-v3p1-70b-instruct"
693
+ ],
557
694
  "capabilities": {
558
695
  "supportsToolUse": true,
559
696
  "supportsVision": true,
@@ -568,8 +705,13 @@
568
705
  "apiMode": "chat_completions",
569
706
  "authType": "api_key",
570
707
  "baseUrl": "https://generativelanguage.googleapis.com/v1beta/openai",
571
- "envVars": ["GOOGLE_API_KEY", "GEMINI_API_KEY"],
572
- "fallbackModels": ["gemini-2.0-flash"],
708
+ "envVars": [
709
+ "GOOGLE_API_KEY",
710
+ "GEMINI_API_KEY"
711
+ ],
712
+ "fallbackModels": [
713
+ "gemini-2.0-flash"
714
+ ],
573
715
  "capabilities": {
574
716
  "supportsToolUse": true,
575
717
  "supportsVision": true,
@@ -577,7 +719,10 @@
577
719
  "supportsStreaming": true,
578
720
  "supportsCacheControl": false
579
721
  },
580
- "aliases": ["gemini", "google"],
722
+ "aliases": [
723
+ "gemini",
724
+ "google"
725
+ ],
581
726
  "models": {
582
727
  "gemini-2.0-flash": {
583
728
  "name": "Gemini 2.0 Flash",
@@ -597,8 +742,16 @@
597
742
  "output": 8192
598
743
  },
599
744
  "modalities": {
600
- "input": ["text", "image", "audio", "video", "pdf"],
601
- "output": ["text"]
745
+ "input": [
746
+ "text",
747
+ "image",
748
+ "audio",
749
+ "video",
750
+ "pdf"
751
+ ],
752
+ "output": [
753
+ "text"
754
+ ]
602
755
  },
603
756
  "status": "deprecated"
604
757
  },
@@ -620,8 +773,13 @@
620
773
  "output": 8000
621
774
  },
622
775
  "modalities": {
623
- "input": ["text", "image"],
624
- "output": ["text"]
776
+ "input": [
777
+ "text",
778
+ "image"
779
+ ],
780
+ "output": [
781
+ "text"
782
+ ]
625
783
  },
626
784
  "cache_control": false
627
785
  },
@@ -643,8 +801,13 @@
643
801
  "output": 8000
644
802
  },
645
803
  "modalities": {
646
- "input": ["text", "image"],
647
- "output": ["text"]
804
+ "input": [
805
+ "text",
806
+ "image"
807
+ ],
808
+ "output": [
809
+ "text"
810
+ ]
648
811
  },
649
812
  "cache_control": false
650
813
  }
@@ -657,7 +820,9 @@
657
820
  "authType": "none",
658
821
  "baseUrl": "http://localhost:11434/v1",
659
822
  "envVars": [],
660
- "fallbackModels": ["llama3.2"],
823
+ "fallbackModels": [
824
+ "llama3.2"
825
+ ],
661
826
  "capabilities": {
662
827
  "supportsToolUse": true,
663
828
  "supportsVision": true,
@@ -665,7 +830,9 @@
665
830
  "supportsStreaming": true,
666
831
  "supportsCacheControl": false
667
832
  },
668
- "aliases": ["ollama"]
833
+ "aliases": [
834
+ "ollama"
835
+ ]
669
836
  },
670
837
  {
671
838
  "id": "lmstudio",
@@ -674,7 +841,9 @@
674
841
  "authType": "none",
675
842
  "baseUrl": "http://localhost:1234/v1",
676
843
  "envVars": [],
677
- "fallbackModels": ["lmstudio-community/default"],
844
+ "fallbackModels": [
845
+ "lmstudio-community/default"
846
+ ],
678
847
  "capabilities": {
679
848
  "supportsToolUse": true,
680
849
  "supportsVision": false,
@@ -682,7 +851,9 @@
682
851
  "supportsStreaming": true,
683
852
  "supportsCacheControl": false
684
853
  },
685
- "aliases": ["lmstudio"]
854
+ "aliases": [
855
+ "lmstudio"
856
+ ]
686
857
  },
687
858
  {
688
859
  "id": "llamacpp",
@@ -691,7 +862,9 @@
691
862
  "authType": "none",
692
863
  "baseUrl": "http://localhost:8080/v1",
693
864
  "envVars": [],
694
- "fallbackModels": ["default"],
865
+ "fallbackModels": [
866
+ "default"
867
+ ],
695
868
  "capabilities": {
696
869
  "supportsToolUse": true,
697
870
  "supportsVision": false,
@@ -699,7 +872,9 @@
699
872
  "supportsStreaming": true,
700
873
  "supportsCacheControl": false
701
874
  },
702
- "aliases": ["llamacpp"]
875
+ "aliases": [
876
+ "llamacpp"
877
+ ]
703
878
  },
704
879
  {
705
880
  "id": "bedrock",
@@ -707,8 +882,13 @@
707
882
  "apiMode": "bedrock",
708
883
  "authType": "aws_sdk",
709
884
  "baseUrl": "https://bedrock-runtime.us-east-1.amazonaws.com",
710
- "envVars": ["AWS_ACCESS_KEY_ID", "AWS_SECRET_ACCESS_KEY"],
711
- "fallbackModels": ["anthropic.claude-3-5-sonnet-20241022-v2:0"],
885
+ "envVars": [
886
+ "AWS_ACCESS_KEY_ID",
887
+ "AWS_SECRET_ACCESS_KEY"
888
+ ],
889
+ "fallbackModels": [
890
+ "anthropic.claude-3-5-sonnet-20241022-v2:0"
891
+ ],
712
892
  "capabilities": {
713
893
  "supportsToolUse": true,
714
894
  "supportsVision": true,
@@ -716,7 +896,9 @@
716
896
  "supportsStreaming": true,
717
897
  "supportsCacheControl": true
718
898
  },
719
- "aliases": ["bedrock"]
899
+ "aliases": [
900
+ "bedrock"
901
+ ]
720
902
  },
721
903
  {
722
904
  "id": "vertex",
@@ -724,8 +906,12 @@
724
906
  "apiMode": "chat_completions",
725
907
  "authType": "gcp_oauth",
726
908
  "baseUrl": "https://us-central1-aiplatform.googleapis.com/v1",
727
- "envVars": ["GOOGLE_APPLICATION_CREDENTIALS"],
728
- "fallbackModels": ["gemini-1.5-pro"],
909
+ "envVars": [
910
+ "GOOGLE_APPLICATION_CREDENTIALS"
911
+ ],
912
+ "fallbackModels": [
913
+ "gemini-1.5-pro"
914
+ ],
729
915
  "capabilities": {
730
916
  "supportsToolUse": true,
731
917
  "supportsVision": true,
@@ -733,7 +919,9 @@
733
919
  "supportsStreaming": true,
734
920
  "supportsCacheControl": false
735
921
  },
736
- "aliases": ["vertex"]
922
+ "aliases": [
923
+ "vertex"
924
+ ]
737
925
  },
738
926
  {
739
927
  "id": "cohere",
@@ -741,8 +929,12 @@
741
929
  "apiMode": "chat_completions",
742
930
  "authType": "api_key",
743
931
  "baseUrl": "https://api.cohere.com/v2",
744
- "envVars": ["COHERE_API_KEY"],
745
- "fallbackModels": ["command-r-plus"],
932
+ "envVars": [
933
+ "COHERE_API_KEY"
934
+ ],
935
+ "fallbackModels": [
936
+ "command-r-plus"
937
+ ],
746
938
  "capabilities": {
747
939
  "supportsToolUse": true,
748
940
  "supportsVision": false,
@@ -757,8 +949,12 @@
757
949
  "apiMode": "chat_completions",
758
950
  "authType": "api_key",
759
951
  "baseUrl": "https://api.perplexity.ai",
760
- "envVars": ["PERPLEXITY_API_KEY"],
761
- "fallbackModels": ["llama-3.1-sonar-large-128k-online"],
952
+ "envVars": [
953
+ "PERPLEXITY_API_KEY"
954
+ ],
955
+ "fallbackModels": [
956
+ "llama-3.1-sonar-large-128k-online"
957
+ ],
762
958
  "capabilities": {
763
959
  "supportsToolUse": false,
764
960
  "supportsVision": false,
@@ -773,8 +969,12 @@
773
969
  "apiMode": "chat_completions",
774
970
  "authType": "api_key",
775
971
  "baseUrl": "https://api.x.ai/v1",
776
- "envVars": ["XAI_API_KEY"],
777
- "fallbackModels": ["grok-2"],
972
+ "envVars": [
973
+ "XAI_API_KEY"
974
+ ],
975
+ "fallbackModels": [
976
+ "grok-2"
977
+ ],
778
978
  "capabilities": {
779
979
  "supportsToolUse": true,
780
980
  "supportsVision": true,
@@ -782,7 +982,9 @@
782
982
  "supportsStreaming": true,
783
983
  "supportsCacheControl": false
784
984
  },
785
- "aliases": ["grok"]
985
+ "aliases": [
986
+ "grok"
987
+ ]
786
988
  },
787
989
  {
788
990
  "id": "sambanova",
@@ -790,8 +992,12 @@
790
992
  "apiMode": "chat_completions",
791
993
  "authType": "api_key",
792
994
  "baseUrl": "https://api.sambanova.ai/v1",
793
- "envVars": ["SAMBANOVA_API_KEY"],
794
- "fallbackModels": ["Meta-Llama-3.1-70B-Instruct"],
995
+ "envVars": [
996
+ "SAMBANOVA_API_KEY"
997
+ ],
998
+ "fallbackModels": [
999
+ "Meta-Llama-3.1-70B-Instruct"
1000
+ ],
795
1001
  "capabilities": {
796
1002
  "supportsToolUse": true,
797
1003
  "supportsVision": false,
@@ -806,8 +1012,12 @@
806
1012
  "apiMode": "chat_completions",
807
1013
  "authType": "api_key",
808
1014
  "baseUrl": "https://api.cerebras.ai/v1",
809
- "envVars": ["CEREBRAS_API_KEY"],
810
- "fallbackModels": ["llama3.1-70b"],
1015
+ "envVars": [
1016
+ "CEREBRAS_API_KEY"
1017
+ ],
1018
+ "fallbackModels": [
1019
+ "llama3.1-70b"
1020
+ ],
811
1021
  "capabilities": {
812
1022
  "supportsToolUse": true,
813
1023
  "supportsVision": false,
@@ -822,8 +1032,12 @@
822
1032
  "apiMode": "chat_completions",
823
1033
  "authType": "api_key",
824
1034
  "baseUrl": "https://api.deepinfra.com/v1/openai",
825
- "envVars": ["DEEPINFRA_API_KEY"],
826
- "fallbackModels": ["meta-llama/Meta-Llama-3.1-70B-Instruct"],
1035
+ "envVars": [
1036
+ "DEEPINFRA_API_KEY"
1037
+ ],
1038
+ "fallbackModels": [
1039
+ "meta-llama/Meta-Llama-3.1-70B-Instruct"
1040
+ ],
827
1041
  "capabilities": {
828
1042
  "supportsToolUse": true,
829
1043
  "supportsVision": true,
@@ -838,8 +1052,13 @@
838
1052
  "apiMode": "chat_completions",
839
1053
  "authType": "api_key",
840
1054
  "baseUrl": "https://api-inference.huggingface.co/v1",
841
- "envVars": ["HF_TOKEN", "HUGGINGFACE_API_KEY"],
842
- "fallbackModels": ["meta-llama/Llama-3.2-3B-Instruct"],
1055
+ "envVars": [
1056
+ "HF_TOKEN",
1057
+ "HUGGINGFACE_API_KEY"
1058
+ ],
1059
+ "fallbackModels": [
1060
+ "meta-llama/Llama-3.2-3B-Instruct"
1061
+ ],
843
1062
  "capabilities": {
844
1063
  "supportsToolUse": true,
845
1064
  "supportsVision": false,
@@ -854,8 +1073,12 @@
854
1073
  "apiMode": "chat_completions",
855
1074
  "authType": "api_key",
856
1075
  "baseUrl": "https://integrate.api.nvidia.com/v1",
857
- "envVars": ["NVIDIA_API_KEY"],
858
- "fallbackModels": ["meta/llama-3.1-70b-instruct"],
1076
+ "envVars": [
1077
+ "NVIDIA_API_KEY"
1078
+ ],
1079
+ "fallbackModels": [
1080
+ "meta/llama-3.1-70b-instruct"
1081
+ ],
859
1082
  "capabilities": {
860
1083
  "supportsToolUse": true,
861
1084
  "supportsVision": true,
@@ -870,8 +1093,12 @@
870
1093
  "apiMode": "chat_completions",
871
1094
  "authType": "api_key",
872
1095
  "baseUrl": "https://llama3-1-70b.lepton.run/api/v1",
873
- "envVars": ["LEPTON_API_KEY"],
874
- "fallbackModels": ["llama3-1-70b"],
1096
+ "envVars": [
1097
+ "LEPTON_API_KEY"
1098
+ ],
1099
+ "fallbackModels": [
1100
+ "llama3-1-70b"
1101
+ ],
875
1102
  "capabilities": {
876
1103
  "supportsToolUse": true,
877
1104
  "supportsVision": false,
@@ -886,8 +1113,12 @@
886
1113
  "apiMode": "chat_completions",
887
1114
  "authType": "api_key",
888
1115
  "baseUrl": "https://api.endpoints.anyscale.com/v1",
889
- "envVars": ["ANYSCALE_API_KEY"],
890
- "fallbackModels": ["meta-llama/Meta-Llama-3-70B-Instruct"],
1116
+ "envVars": [
1117
+ "ANYSCALE_API_KEY"
1118
+ ],
1119
+ "fallbackModels": [
1120
+ "meta-llama/Meta-Llama-3-70B-Instruct"
1121
+ ],
891
1122
  "capabilities": {
892
1123
  "supportsToolUse": true,
893
1124
  "supportsVision": false,
@@ -902,8 +1133,12 @@
902
1133
  "apiMode": "chat_completions",
903
1134
  "authType": "api_key",
904
1135
  "baseUrl": "https://openai-proxy.replicate.com/v1",
905
- "envVars": ["REPLICATE_API_TOKEN"],
906
- "fallbackModels": ["meta/meta-llama-3-70b-instruct"],
1136
+ "envVars": [
1137
+ "REPLICATE_API_TOKEN"
1138
+ ],
1139
+ "fallbackModels": [
1140
+ "meta/meta-llama-3-70b-instruct"
1141
+ ],
907
1142
  "capabilities": {
908
1143
  "supportsToolUse": false,
909
1144
  "supportsVision": true,
@@ -918,8 +1153,12 @@
918
1153
  "apiMode": "chat_completions",
919
1154
  "authType": "api_key",
920
1155
  "baseUrl": "https://api.ai21.com/studio/v1",
921
- "envVars": ["AI21_API_KEY"],
922
- "fallbackModels": ["jamba-1.5-large"],
1156
+ "envVars": [
1157
+ "AI21_API_KEY"
1158
+ ],
1159
+ "fallbackModels": [
1160
+ "jamba-1.5-large"
1161
+ ],
923
1162
  "capabilities": {
924
1163
  "supportsToolUse": true,
925
1164
  "supportsVision": false,
@@ -934,8 +1173,12 @@
934
1173
  "apiMode": "chat_completions",
935
1174
  "authType": "api_key",
936
1175
  "baseUrl": "https://api.aleph-alpha.com/v1",
937
- "envVars": ["ALEPH_ALPHA_API_KEY"],
938
- "fallbackModels": ["luminous-extended"],
1176
+ "envVars": [
1177
+ "ALEPH_ALPHA_API_KEY"
1178
+ ],
1179
+ "fallbackModels": [
1180
+ "luminous-extended"
1181
+ ],
939
1182
  "capabilities": {
940
1183
  "supportsToolUse": false,
941
1184
  "supportsVision": false,
@@ -950,8 +1193,13 @@
950
1193
  "apiMode": "chat_completions",
951
1194
  "authType": "api_key",
952
1195
  "baseUrl": "https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/v1",
953
- "envVars": ["CLOUDFLARE_API_TOKEN", "CLOUDFLARE_ACCOUNT_ID"],
954
- "fallbackModels": ["@cf/meta/llama-3.1-70b-instruct"],
1196
+ "envVars": [
1197
+ "CLOUDFLARE_API_TOKEN",
1198
+ "CLOUDFLARE_ACCOUNT_ID"
1199
+ ],
1200
+ "fallbackModels": [
1201
+ "@cf/meta/llama-3.1-70b-instruct"
1202
+ ],
955
1203
  "capabilities": {
956
1204
  "supportsToolUse": true,
957
1205
  "supportsVision": false,
@@ -966,8 +1214,13 @@
966
1214
  "apiMode": "chat_completions",
967
1215
  "authType": "api_key",
968
1216
  "baseUrl": "https://{resource}.openai.azure.com/openai/deployments/{deployment}",
969
- "envVars": ["AZURE_OPENAI_API_KEY", "AZURE_OPENAI_ENDPOINT"],
970
- "fallbackModels": ["gpt-4o"],
1217
+ "envVars": [
1218
+ "AZURE_OPENAI_API_KEY",
1219
+ "AZURE_OPENAI_ENDPOINT"
1220
+ ],
1221
+ "fallbackModels": [
1222
+ "gpt-4o"
1223
+ ],
971
1224
  "capabilities": {
972
1225
  "supportsToolUse": true,
973
1226
  "supportsVision": true,
@@ -982,8 +1235,12 @@
982
1235
  "apiMode": "chat_completions",
983
1236
  "authType": "api_key",
984
1237
  "baseUrl": "https://models.inference.ai.azure.com",
985
- "envVars": ["GITHUB_TOKEN"],
986
- "fallbackModels": ["gpt-4o-mini"],
1238
+ "envVars": [
1239
+ "GITHUB_TOKEN"
1240
+ ],
1241
+ "fallbackModels": [
1242
+ "gpt-4o-mini"
1243
+ ],
987
1244
  "capabilities": {
988
1245
  "supportsToolUse": true,
989
1246
  "supportsVision": true,
@@ -998,8 +1255,12 @@
998
1255
  "apiMode": "chat_completions",
999
1256
  "authType": "api_key",
1000
1257
  "baseUrl": "https://api.hyperbolic.xyz/v1",
1001
- "envVars": ["HYPERBOLIC_API_KEY"],
1002
- "fallbackModels": ["meta-llama/Meta-Llama-3.1-70B-Instruct"],
1258
+ "envVars": [
1259
+ "HYPERBOLIC_API_KEY"
1260
+ ],
1261
+ "fallbackModels": [
1262
+ "meta-llama/Meta-Llama-3.1-70B-Instruct"
1263
+ ],
1003
1264
  "capabilities": {
1004
1265
  "supportsToolUse": true,
1005
1266
  "supportsVision": false,
@@ -1014,8 +1275,12 @@
1014
1275
  "apiMode": "chat_completions",
1015
1276
  "authType": "api_key",
1016
1277
  "baseUrl": "https://api.novita.ai/v3/openai",
1017
- "envVars": ["NOVITA_API_KEY"],
1018
- "fallbackModels": ["meta-llama/llama-3.1-70b-instruct"],
1278
+ "envVars": [
1279
+ "NOVITA_API_KEY"
1280
+ ],
1281
+ "fallbackModels": [
1282
+ "meta-llama/llama-3.1-70b-instruct"
1283
+ ],
1019
1284
  "capabilities": {
1020
1285
  "supportsToolUse": true,
1021
1286
  "supportsVision": false,
@@ -1030,8 +1295,12 @@
1030
1295
  "apiMode": "chat_completions",
1031
1296
  "authType": "api_key",
1032
1297
  "baseUrl": "https://api.moonshot.cn/v1",
1033
- "envVars": ["MOONSHOT_API_KEY"],
1034
- "fallbackModels": ["moonshot-v1-8k"],
1298
+ "envVars": [
1299
+ "MOONSHOT_API_KEY"
1300
+ ],
1301
+ "fallbackModels": [
1302
+ "moonshot-v1-8k"
1303
+ ],
1035
1304
  "capabilities": {
1036
1305
  "supportsToolUse": true,
1037
1306
  "supportsVision": false,
@@ -1046,8 +1315,12 @@
1046
1315
  "apiMode": "chat_completions",
1047
1316
  "authType": "api_key",
1048
1317
  "baseUrl": "https://dashscope.aliyuncs.com/compatible-mode/v1",
1049
- "envVars": ["DASHSCOPE_API_KEY"],
1050
- "fallbackModels": ["qwen-plus"],
1318
+ "envVars": [
1319
+ "DASHSCOPE_API_KEY"
1320
+ ],
1321
+ "fallbackModels": [
1322
+ "qwen-plus"
1323
+ ],
1051
1324
  "capabilities": {
1052
1325
  "supportsToolUse": true,
1053
1326
  "supportsVision": true,
@@ -1055,14 +1328,18 @@
1055
1328
  "supportsStreaming": true,
1056
1329
  "supportsCacheControl": false
1057
1330
  },
1058
- "aliases": ["dashscope"],
1331
+ "aliases": [
1332
+ "dashscope"
1333
+ ],
1059
1334
  "models": {
1060
1335
  "qwen3-coder-30b-a3b-instruct": {
1061
1336
  "tool_call": true,
1062
1337
  "structured_output": false,
1063
1338
  "cache_control": false,
1064
1339
  "modalities": {
1065
- "input": ["text"]
1340
+ "input": [
1341
+ "text"
1342
+ ]
1066
1343
  },
1067
1344
  "limit": {
1068
1345
  "context": 160000,
@@ -1077,8 +1354,12 @@
1077
1354
  "apiMode": "chat_completions",
1078
1355
  "authType": "api_key",
1079
1356
  "baseUrl": "https://open.bigmodel.cn/api/paas/v4",
1080
- "envVars": ["ZHIPU_API_KEY"],
1081
- "fallbackModels": ["glm-4-plus"],
1357
+ "envVars": [
1358
+ "ZHIPU_API_KEY"
1359
+ ],
1360
+ "fallbackModels": [
1361
+ "glm-4-plus"
1362
+ ],
1082
1363
  "capabilities": {
1083
1364
  "supportsToolUse": true,
1084
1365
  "supportsVision": true,
@@ -1086,7 +1367,10 @@
1086
1367
  "supportsStreaming": true,
1087
1368
  "supportsCacheControl": false
1088
1369
  },
1089
- "aliases": ["glm", "z-ai"],
1370
+ "aliases": [
1371
+ "glm",
1372
+ "z-ai"
1373
+ ],
1090
1374
  "models": {
1091
1375
  "glm-4.7-flash": {
1092
1376
  "name": "GLM-4.7-Flash",
@@ -1106,8 +1390,12 @@
1106
1390
  "output": 8000
1107
1391
  },
1108
1392
  "modalities": {
1109
- "input": ["text"],
1110
- "output": ["text"]
1393
+ "input": [
1394
+ "text"
1395
+ ],
1396
+ "output": [
1397
+ "text"
1398
+ ]
1111
1399
  },
1112
1400
  "structured_output": false,
1113
1401
  "cache_control": false
@@ -1120,8 +1408,12 @@
1120
1408
  "apiMode": "chat_completions",
1121
1409
  "authType": "api_key",
1122
1410
  "baseUrl": "https://api.minimax.chat/v1",
1123
- "envVars": ["MINIMAX_API_KEY"],
1124
- "fallbackModels": ["MiniMax-Text-01"],
1411
+ "envVars": [
1412
+ "MINIMAX_API_KEY"
1413
+ ],
1414
+ "fallbackModels": [
1415
+ "MiniMax-Text-01"
1416
+ ],
1125
1417
  "capabilities": {
1126
1418
  "supportsToolUse": true,
1127
1419
  "supportsVision": false,
@@ -1136,8 +1428,12 @@
1136
1428
  "apiMode": "chat_completions",
1137
1429
  "authType": "api_key",
1138
1430
  "baseUrl": "https://api.baichuan-ai.com/v1",
1139
- "envVars": ["BAICHUAN_API_KEY"],
1140
- "fallbackModels": ["Baichuan4"],
1431
+ "envVars": [
1432
+ "BAICHUAN_API_KEY"
1433
+ ],
1434
+ "fallbackModels": [
1435
+ "Baichuan4"
1436
+ ],
1141
1437
  "capabilities": {
1142
1438
  "supportsToolUse": true,
1143
1439
  "supportsVision": false,
@@ -1152,8 +1448,12 @@
1152
1448
  "apiMode": "chat_completions",
1153
1449
  "authType": "api_key",
1154
1450
  "baseUrl": "https://api.voyageai.com/v1",
1155
- "envVars": ["VOYAGE_API_KEY"],
1156
- "fallbackModels": ["voyage-3"],
1451
+ "envVars": [
1452
+ "VOYAGE_API_KEY"
1453
+ ],
1454
+ "fallbackModels": [
1455
+ "voyage-3"
1456
+ ],
1157
1457
  "capabilities": {
1158
1458
  "supportsToolUse": false,
1159
1459
  "supportsVision": false,
@@ -1168,8 +1468,12 @@
1168
1468
  "apiMode": "chat_completions",
1169
1469
  "authType": "api_key",
1170
1470
  "baseUrl": "https://api.jina.ai/v1",
1171
- "envVars": ["JINA_API_KEY"],
1172
- "fallbackModels": ["jina-embeddings-v3"],
1471
+ "envVars": [
1472
+ "JINA_API_KEY"
1473
+ ],
1474
+ "fallbackModels": [
1475
+ "jina-embeddings-v3"
1476
+ ],
1173
1477
  "capabilities": {
1174
1478
  "supportsToolUse": false,
1175
1479
  "supportsVision": false,
@@ -1184,8 +1488,13 @@
1184
1488
  "apiMode": "chat_completions",
1185
1489
  "authType": "api_key",
1186
1490
  "baseUrl": "https://oai.helicone.ai/v1",
1187
- "envVars": ["HELICONE_API_KEY", "OPENAI_API_KEY"],
1188
- "fallbackModels": ["gpt-4o-mini"],
1491
+ "envVars": [
1492
+ "HELICONE_API_KEY",
1493
+ "OPENAI_API_KEY"
1494
+ ],
1495
+ "fallbackModels": [
1496
+ "gpt-4o-mini"
1497
+ ],
1189
1498
  "capabilities": {
1190
1499
  "supportsToolUse": true,
1191
1500
  "supportsVision": true,
@@ -1211,8 +1520,13 @@
1211
1520
  "output": 16384
1212
1521
  },
1213
1522
  "modalities": {
1214
- "input": ["text", "image"],
1215
- "output": ["text"]
1523
+ "input": [
1524
+ "text",
1525
+ "image"
1526
+ ],
1527
+ "output": [
1528
+ "text"
1529
+ ]
1216
1530
  }
1217
1531
  }
1218
1532
  }
@@ -1223,8 +1537,12 @@
1223
1537
  "apiMode": "chat_completions",
1224
1538
  "authType": "api_key",
1225
1539
  "baseUrl": "https://api.portkey.ai/v1",
1226
- "envVars": ["PORTKEY_API_KEY"],
1227
- "fallbackModels": ["gpt-4o-mini"],
1540
+ "envVars": [
1541
+ "PORTKEY_API_KEY"
1542
+ ],
1543
+ "fallbackModels": [
1544
+ "gpt-4o-mini"
1545
+ ],
1228
1546
  "capabilities": {
1229
1547
  "supportsToolUse": true,
1230
1548
  "supportsVision": true,
@@ -1239,8 +1557,12 @@
1239
1557
  "apiMode": "chat_completions",
1240
1558
  "authType": "api_key",
1241
1559
  "baseUrl": "https://bridge.baseten.co/v1",
1242
- "envVars": ["BASETEN_API_KEY"],
1243
- "fallbackModels": ["meta-llama/Meta-Llama-3-70B-Instruct"],
1560
+ "envVars": [
1561
+ "BASETEN_API_KEY"
1562
+ ],
1563
+ "fallbackModels": [
1564
+ "meta-llama/Meta-Llama-3-70B-Instruct"
1565
+ ],
1244
1566
  "capabilities": {
1245
1567
  "supportsToolUse": true,
1246
1568
  "supportsVision": false,
@@ -1255,8 +1577,13 @@
1255
1577
  "apiMode": "chat_completions",
1256
1578
  "authType": "api_key",
1257
1579
  "baseUrl": "https://api.modal.com/v1",
1258
- "envVars": ["MODAL_TOKEN_ID", "MODAL_TOKEN_SECRET"],
1259
- "fallbackModels": ["meta-llama/Meta-Llama-3-70B-Instruct"],
1580
+ "envVars": [
1581
+ "MODAL_TOKEN_ID",
1582
+ "MODAL_TOKEN_SECRET"
1583
+ ],
1584
+ "fallbackModels": [
1585
+ "meta-llama/Meta-Llama-3-70B-Instruct"
1586
+ ],
1260
1587
  "capabilities": {
1261
1588
  "supportsToolUse": true,
1262
1589
  "supportsVision": false,