@theokit/sdk 4.19.0 → 4.19.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (30) hide show
  1. package/dist/{cron-BoMsrUs1.d.ts → cron-Bhdyjl0B.d.ts} +1 -1
  2. package/dist/{cron-DWc1r8m8.d.cts → cron-M2Xz7lq2.d.cts} +1 -1
  3. package/dist/cron.cjs +43 -19
  4. package/dist/cron.cjs.map +1 -1
  5. package/dist/cron.d.cts +1 -1
  6. package/dist/cron.d.ts +1 -1
  7. package/dist/cron.js +43 -19
  8. package/dist/cron.js.map +1 -1
  9. package/dist/eval.cjs +43 -19
  10. package/dist/eval.cjs.map +1 -1
  11. package/dist/eval.js +43 -19
  12. package/dist/eval.js.map +1 -1
  13. package/dist/goal-loop.d.ts +35 -0
  14. package/dist/index.cjs +163 -140
  15. package/dist/index.cjs.map +1 -1
  16. package/dist/index.d.cts +109 -103
  17. package/dist/index.d.ts +109 -103
  18. package/dist/index.js +164 -141
  19. package/dist/index.js.map +1 -1
  20. package/dist/internal/persistence/index.cjs +3 -1
  21. package/dist/internal/persistence/index.cjs.map +1 -1
  22. package/dist/internal/persistence/index.js +3 -1
  23. package/dist/internal/persistence/index.js.map +1 -1
  24. package/dist/internal/runtime/lifecycle/run-until.d.ts +1 -0
  25. package/dist/persistence.cjs +3 -1
  26. package/dist/persistence.cjs.map +1 -1
  27. package/dist/persistence.js +3 -1
  28. package/dist/persistence.js.map +1 -1
  29. package/dist/provider-catalog.json +144 -469
  30. package/package.json +1 -1
package/dist/provider-catalog.json CHANGED
@@ -5,13 +5,8 @@
5
5
  "apiMode": "chat_completions",
6
6
  "authType": "api_key",
7
7
  "baseUrl": "https://api.openai.com/v1",
8
- "envVars": [
9
- "OPENAI_API_KEY"
10
- ],
11
- "fallbackModels": [
12
- "gpt-4o-mini",
13
- "gpt-4o"
14
- ],
8
+ "envVars": ["OPENAI_API_KEY"],
9
+ "fallbackModels": ["gpt-4o-mini", "gpt-4o"],
15
10
  "capabilities": {
16
11
  "supportsToolUse": true,
17
12
  "supportsVision": true,
@@ -19,10 +14,7 @@
19
14
  "supportsStreaming": true,
20
15
  "supportsCacheControl": false
21
16
  },
22
- "aliases": [
23
- "openai",
24
- "openai-chatgpt"
25
- ],
17
+ "aliases": ["openai", "openai-chatgpt"],
26
18
  "models": {
27
19
  "gpt-4o-mini": {
28
20
  "name": "GPT-4o mini",
@@ -42,13 +34,8 @@
42
34
  "output": 16384
43
35
  },
44
36
  "modalities": {
45
- "input": [
46
- "text",
47
- "image"
48
- ],
49
- "output": [
50
- "text"
51
- ]
37
+ "input": ["text", "image"],
38
+ "output": ["text"]
52
39
  },
53
40
  "cache_control": false
54
41
  },
@@ -70,13 +57,8 @@
70
57
  "output": 16384
71
58
  },
72
59
  "modalities": {
73
- "input": [
74
- "text",
75
- "image"
76
- ],
77
- "output": [
78
- "text"
79
- ]
60
+ "input": ["text", "image"],
61
+ "output": ["text"]
80
62
  },
81
63
  "cache_control": false
82
64
  },
@@ -97,13 +79,8 @@
97
79
  "output": 4096
98
80
  },
99
81
  "modalities": {
100
- "input": [
101
- "text",
102
- "image"
103
- ],
104
- "output": [
105
- "text"
106
- ]
82
+ "input": ["text", "image"],
83
+ "output": ["text"]
107
84
  },
108
85
  "cache_control": false
109
86
  },
@@ -125,12 +102,8 @@
125
102
  "output": 100000
126
103
  },
127
104
  "modalities": {
128
- "input": [
129
- "text"
130
- ],
131
- "output": [
132
- "text"
133
- ]
105
+ "input": ["text"],
106
+ "output": ["text"]
134
107
  },
135
108
  "cache_control": false
136
109
  },
@@ -152,12 +125,8 @@
152
125
  "output": 100000
153
126
  },
154
127
  "modalities": {
155
- "input": [
156
- "text"
157
- ],
158
- "output": [
159
- "text"
160
- ]
128
+ "input": ["text"],
129
+ "output": ["text"]
161
130
  },
162
131
  "cache_control": false
163
132
  },
@@ -179,13 +148,8 @@
179
148
  "output": 32768
180
149
  },
181
150
  "modalities": {
182
- "input": [
183
- "text",
184
- "image"
185
- ],
186
- "output": [
187
- "text"
188
- ]
151
+ "input": ["text", "image"],
152
+ "output": ["text"]
189
153
  },
190
154
  "cache_control": false
191
155
  },
@@ -221,13 +185,8 @@
221
185
  "apiMode": "anthropic_messages",
222
186
  "authType": "api_key",
223
187
  "baseUrl": "https://api.anthropic.com/v1",
224
- "envVars": [
225
- "ANTHROPIC_API_KEY"
226
- ],
227
- "fallbackModels": [
228
- "claude-sonnet-4-20250514",
229
- "claude-3-5-haiku-latest"
230
- ],
188
+ "envVars": ["ANTHROPIC_API_KEY"],
189
+ "fallbackModels": ["claude-sonnet-4-20250514", "claude-3-5-haiku-latest"],
231
190
  "capabilities": {
232
191
  "supportsToolUse": true,
233
192
  "supportsVision": true,
@@ -235,18 +194,14 @@
235
194
  "supportsStreaming": true,
236
195
  "supportsCacheControl": true
237
196
  },
238
- "aliases": [
239
- "anthropic"
240
- ],
197
+ "aliases": ["anthropic"],
241
198
  "models": {
242
199
  "claude-3-5-haiku-latest": {
243
200
  "tool_call": true,
244
201
  "structured_output": false,
245
202
  "cache_control": true,
246
203
  "modalities": {
247
- "input": [
248
- "text"
249
- ]
204
+ "input": ["text"]
250
205
  },
251
206
  "limit": {
252
207
  "context": 200000,
@@ -272,14 +227,8 @@
272
227
  "output": 128000
273
228
  },
274
229
  "modalities": {
275
- "input": [
276
- "text",
277
- "image",
278
- "pdf"
279
- ],
280
- "output": [
281
- "text"
282
- ]
230
+ "input": ["text", "image", "pdf"],
231
+ "output": ["text"]
283
232
  },
284
233
  "cache_control": true
285
234
  },
@@ -302,14 +251,8 @@
302
251
  "output": 128000
303
252
  },
304
253
  "modalities": {
305
- "input": [
306
- "text",
307
- "image",
308
- "pdf"
309
- ],
310
- "output": [
311
- "text"
312
- ]
254
+ "input": ["text", "image", "pdf"],
255
+ "output": ["text"]
313
256
  },
314
257
  "cache_control": true
315
258
  },
@@ -332,14 +275,8 @@
332
275
  "output": 64000
333
276
  },
334
277
  "modalities": {
335
- "input": [
336
- "text",
337
- "image",
338
- "pdf"
339
- ],
340
- "output": [
341
- "text"
342
- ]
278
+ "input": ["text", "image", "pdf"],
279
+ "output": ["text"]
343
280
  },
344
281
  "cache_control": true
345
282
  },
@@ -348,10 +285,7 @@
348
285
  "structured_output": false,
349
286
  "cache_control": true,
350
287
  "modalities": {
351
- "input": [
352
- "text",
353
- "image"
354
- ]
288
+ "input": ["text", "image"]
355
289
  },
356
290
  "limit": {
357
291
  "context": 200000,
@@ -363,10 +297,7 @@
363
297
  "structured_output": false,
364
298
  "cache_control": true,
365
299
  "modalities": {
366
- "input": [
367
- "text",
368
- "image"
369
- ]
300
+ "input": ["text", "image"]
370
301
  },
371
302
  "limit": {
372
303
  "context": 200000,
@@ -378,10 +309,7 @@
378
309
  "structured_output": false,
379
310
  "cache_control": true,
380
311
  "modalities": {
381
- "input": [
382
- "text",
383
- "image"
384
- ]
312
+ "input": ["text", "image"]
385
313
  },
386
314
  "limit": {
387
315
  "context": 200000,
@@ -393,10 +321,7 @@
393
321
  "structured_output": false,
394
322
  "cache_control": true,
395
323
  "modalities": {
396
- "input": [
397
- "text",
398
- "image"
399
- ]
324
+ "input": ["text", "image"]
400
325
  },
401
326
  "limit": {
402
327
  "context": 200000,
@@ -408,10 +333,7 @@
408
333
  "structured_output": false,
409
334
  "cache_control": true,
410
335
  "modalities": {
411
- "input": [
412
- "text",
413
- "image"
414
- ]
336
+ "input": ["text", "image"]
415
337
  },
416
338
  "limit": {
417
339
  "context": 200000,
@@ -423,10 +345,7 @@
423
345
  "structured_output": false,
424
346
  "cache_control": true,
425
347
  "modalities": {
426
- "input": [
427
- "text",
428
- "image"
429
- ]
348
+ "input": ["text", "image"]
430
349
  },
431
350
  "limit": {
432
351
  "context": 200000,
@@ -438,10 +357,7 @@
438
357
  "structured_output": false,
439
358
  "cache_control": true,
440
359
  "modalities": {
441
- "input": [
442
- "text",
443
- "image"
444
- ]
360
+ "input": ["text", "image"]
445
361
  },
446
362
  "limit": {
447
363
  "context": 200000,
@@ -453,10 +369,7 @@
453
369
  "structured_output": false,
454
370
  "cache_control": true,
455
371
  "modalities": {
456
- "input": [
457
- "text",
458
- "image"
459
- ]
372
+ "input": ["text", "image"]
460
373
  },
461
374
  "limit": {
462
375
  "context": 200000,
@@ -468,10 +381,7 @@
468
381
  "structured_output": false,
469
382
  "cache_control": true,
470
383
  "modalities": {
471
- "input": [
472
- "text",
473
- "image"
474
- ]
384
+ "input": ["text", "image"]
475
385
  },
476
386
  "limit": {
477
387
  "context": 200000,
@@ -486,12 +396,8 @@
486
396
  "apiMode": "chat_completions",
487
397
  "authType": "api_key",
488
398
  "baseUrl": "https://openrouter.ai/api/v1",
489
- "envVars": [
490
- "OPENROUTER_API_KEY"
491
- ],
492
- "fallbackModels": [
493
- "openai/gpt-4o-mini"
494
- ],
399
+ "envVars": ["OPENROUTER_API_KEY"],
400
+ "fallbackModels": ["openai/gpt-4o-mini"],
495
401
  "capabilities": {
496
402
  "supportsToolUse": true,
497
403
  "supportsVision": true,
@@ -499,9 +405,7 @@
499
405
  "supportsStreaming": true,
500
406
  "supportsCacheControl": false
501
407
  },
502
- "aliases": [
503
- "openrouter"
504
- ]
408
+ "aliases": ["openrouter"]
505
409
  },
506
410
  {
507
411
  "id": "groq",
@@ -509,12 +413,8 @@
509
413
  "apiMode": "chat_completions",
510
414
  "authType": "api_key",
511
415
  "baseUrl": "https://api.groq.com/openai/v1",
512
- "envVars": [
513
- "GROQ_API_KEY"
514
- ],
515
- "fallbackModels": [
516
- "llama-3.3-70b-versatile"
517
- ],
416
+ "envVars": ["GROQ_API_KEY"],
417
+ "fallbackModels": ["llama-3.3-70b-versatile"],
518
418
  "capabilities": {
519
419
  "supportsToolUse": true,
520
420
  "supportsVision": true,
@@ -539,12 +439,8 @@
539
439
  "output": 32768
540
440
  },
541
441
  "modalities": {
542
- "input": [
543
- "text"
544
- ],
545
- "output": [
546
- "text"
547
- ]
442
+ "input": ["text"],
443
+ "output": ["text"]
548
444
  }
549
445
  }
550
446
  }
@@ -555,12 +451,8 @@
555
451
  "apiMode": "chat_completions",
556
452
  "authType": "api_key",
557
453
  "baseUrl": "https://api.mistral.ai/v1",
558
- "envVars": [
559
- "MISTRAL_API_KEY"
560
- ],
561
- "fallbackModels": [
562
- "mistral-large-latest"
563
- ],
454
+ "envVars": ["MISTRAL_API_KEY"],
455
+ "fallbackModels": ["mistral-large-latest"],
564
456
  "capabilities": {
565
457
  "supportsToolUse": true,
566
458
  "supportsVision": true,
@@ -585,13 +477,8 @@
585
477
  "output": 262144
586
478
  },
587
479
  "modalities": {
588
- "input": [
589
- "text",
590
- "image"
591
- ],
592
- "output": [
593
- "text"
594
- ]
480
+ "input": ["text", "image"],
481
+ "output": ["text"]
595
482
  }
596
483
  }
597
484
  }
@@ -602,12 +489,8 @@
602
489
  "apiMode": "chat_completions",
603
490
  "authType": "api_key",
604
491
  "baseUrl": "https://api.deepseek.com/v1",
605
- "envVars": [
606
- "DEEPSEEK_API_KEY"
607
- ],
608
- "fallbackModels": [
609
- "deepseek-chat"
610
- ],
492
+ "envVars": ["DEEPSEEK_API_KEY"],
493
+ "fallbackModels": ["deepseek-chat"],
611
494
  "capabilities": {
612
495
  "supportsToolUse": true,
613
496
  "supportsVision": false,
@@ -633,12 +516,8 @@
633
516
  "output": 384000
634
517
  },
635
518
  "modalities": {
636
- "input": [
637
- "text"
638
- ],
639
- "output": [
640
- "text"
641
- ]
519
+ "input": ["text"],
520
+ "output": ["text"]
642
521
  }
643
522
  },
644
523
  "deepseek-v4-flash": {
@@ -659,12 +538,8 @@
659
538
  "output": 8000
660
539
  },
661
540
  "modalities": {
662
- "input": [
663
- "text"
664
- ],
665
- "output": [
666
- "text"
667
- ]
541
+ "input": ["text"],
542
+ "output": ["text"]
668
543
  },
669
544
  "cache_control": false
670
545
  },
@@ -673,9 +548,7 @@
673
548
  "structured_output": false,
674
549
  "cache_control": false,
675
550
  "modalities": {
676
- "input": [
677
- "text"
678
- ]
551
+ "input": ["text"]
679
552
  },
680
553
  "limit": {
681
554
  "context": 131072,
@@ -690,12 +563,8 @@
690
563
  "apiMode": "chat_completions",
691
564
  "authType": "api_key",
692
565
  "baseUrl": "https://api.together.xyz/v1",
693
- "envVars": [
694
- "TOGETHER_API_KEY"
695
- ],
696
- "fallbackModels": [
697
- "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo"
698
- ],
566
+ "envVars": ["TOGETHER_API_KEY"],
567
+ "fallbackModels": ["meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo"],
699
568
  "capabilities": {
700
569
  "supportsToolUse": true,
701
570
  "supportsVision": true,
@@ -710,12 +579,8 @@
710
579
  "apiMode": "chat_completions",
711
580
  "authType": "api_key",
712
581
  "baseUrl": "https://api.fireworks.ai/inference/v1",
713
- "envVars": [
714
- "FIREWORKS_API_KEY"
715
- ],
716
- "fallbackModels": [
717
- "accounts/fireworks/models/llama-v3p1-70b-instruct"
718
- ],
582
+ "envVars": ["FIREWORKS_API_KEY"],
583
+ "fallbackModels": ["accounts/fireworks/models/llama-v3p1-70b-instruct"],
719
584
  "capabilities": {
720
585
  "supportsToolUse": true,
721
586
  "supportsVision": true,
@@ -730,13 +595,8 @@
730
595
  "apiMode": "chat_completions",
731
596
  "authType": "api_key",
732
597
  "baseUrl": "https://generativelanguage.googleapis.com/v1beta/openai",
733
- "envVars": [
734
- "GOOGLE_API_KEY",
735
- "GEMINI_API_KEY"
736
- ],
737
- "fallbackModels": [
738
- "gemini-2.0-flash"
739
- ],
598
+ "envVars": ["GOOGLE_API_KEY", "GEMINI_API_KEY"],
599
+ "fallbackModels": ["gemini-2.0-flash"],
740
600
  "capabilities": {
741
601
  "supportsToolUse": true,
742
602
  "supportsVision": true,
@@ -744,10 +604,7 @@
744
604
  "supportsStreaming": true,
745
605
  "supportsCacheControl": false
746
606
  },
747
- "aliases": [
748
- "gemini",
749
- "google"
750
- ],
607
+ "aliases": ["gemini", "google"],
751
608
  "models": {
752
609
  "gemini-2.0-flash": {
753
610
  "name": "Gemini 2.0 Flash",
@@ -767,16 +624,8 @@
767
624
  "output": 8192
768
625
  },
769
626
  "modalities": {
770
- "input": [
771
- "text",
772
- "image",
773
- "audio",
774
- "video",
775
- "pdf"
776
- ],
777
- "output": [
778
- "text"
779
- ]
627
+ "input": ["text", "image", "audio", "video", "pdf"],
628
+ "output": ["text"]
780
629
  },
781
630
  "status": "deprecated"
782
631
  },
@@ -798,13 +647,8 @@
798
647
  "output": 8000
799
648
  },
800
649
  "modalities": {
801
- "input": [
802
- "text",
803
- "image"
804
- ],
805
- "output": [
806
- "text"
807
- ]
650
+ "input": ["text", "image"],
651
+ "output": ["text"]
808
652
  },
809
653
  "cache_control": false
810
654
  },
@@ -826,13 +670,8 @@
826
670
  "output": 8000
827
671
  },
828
672
  "modalities": {
829
- "input": [
830
- "text",
831
- "image"
832
- ],
833
- "output": [
834
- "text"
835
- ]
673
+ "input": ["text", "image"],
674
+ "output": ["text"]
836
675
  },
837
676
  "cache_control": false
838
677
  }
@@ -845,9 +684,7 @@
845
684
  "authType": "none",
846
685
  "baseUrl": "http://localhost:11434/v1",
847
686
  "envVars": [],
848
- "fallbackModels": [
849
- "llama3.2"
850
- ],
687
+ "fallbackModels": ["llama3.2"],
851
688
  "capabilities": {
852
689
  "supportsToolUse": true,
853
690
  "supportsVision": true,
@@ -855,9 +692,7 @@
855
692
  "supportsStreaming": true,
856
693
  "supportsCacheControl": false
857
694
  },
858
- "aliases": [
859
- "ollama"
860
- ]
695
+ "aliases": ["ollama"]
861
696
  },
862
697
  {
863
698
  "id": "lmstudio",
@@ -866,9 +701,7 @@
866
701
  "authType": "none",
867
702
  "baseUrl": "http://localhost:1234/v1",
868
703
  "envVars": [],
869
- "fallbackModels": [
870
- "lmstudio-community/default"
871
- ],
704
+ "fallbackModels": ["lmstudio-community/default"],
872
705
  "capabilities": {
873
706
  "supportsToolUse": true,
874
707
  "supportsVision": false,
@@ -876,9 +709,7 @@
876
709
  "supportsStreaming": true,
877
710
  "supportsCacheControl": false
878
711
  },
879
- "aliases": [
880
- "lmstudio"
881
- ]
712
+ "aliases": ["lmstudio"]
882
713
  },
883
714
  {
884
715
  "id": "llamacpp",
@@ -887,9 +718,7 @@
887
718
  "authType": "none",
888
719
  "baseUrl": "http://localhost:8080/v1",
889
720
  "envVars": [],
890
- "fallbackModels": [
891
- "default"
892
- ],
721
+ "fallbackModels": ["default"],
893
722
  "capabilities": {
894
723
  "supportsToolUse": true,
895
724
  "supportsVision": false,
@@ -897,9 +726,7 @@
897
726
  "supportsStreaming": true,
898
727
  "supportsCacheControl": false
899
728
  },
900
- "aliases": [
901
- "llamacpp"
902
- ]
729
+ "aliases": ["llamacpp"]
903
730
  },
904
731
  {
905
732
  "id": "bedrock",
@@ -907,13 +734,8 @@
907
734
  "apiMode": "bedrock",
908
735
  "authType": "aws_sdk",
909
736
  "baseUrl": "https://bedrock-runtime.us-east-1.amazonaws.com",
910
- "envVars": [
911
- "AWS_ACCESS_KEY_ID",
912
- "AWS_SECRET_ACCESS_KEY"
913
- ],
914
- "fallbackModels": [
915
- "anthropic.claude-3-5-sonnet-20241022-v2:0"
916
- ],
737
+ "envVars": ["AWS_ACCESS_KEY_ID", "AWS_SECRET_ACCESS_KEY"],
738
+ "fallbackModels": ["anthropic.claude-3-5-sonnet-20241022-v2:0"],
917
739
  "capabilities": {
918
740
  "supportsToolUse": true,
919
741
  "supportsVision": true,
@@ -921,9 +743,7 @@
921
743
  "supportsStreaming": true,
922
744
  "supportsCacheControl": true
923
745
  },
924
- "aliases": [
925
- "bedrock"
926
- ]
746
+ "aliases": ["bedrock"]
927
747
  },
928
748
  {
929
749
  "id": "vertex",
@@ -931,12 +751,8 @@
931
751
  "apiMode": "chat_completions",
932
752
  "authType": "gcp_oauth",
933
753
  "baseUrl": "https://us-central1-aiplatform.googleapis.com/v1",
934
- "envVars": [
935
- "GOOGLE_APPLICATION_CREDENTIALS"
936
- ],
937
- "fallbackModels": [
938
- "gemini-1.5-pro"
939
- ],
754
+ "envVars": ["GOOGLE_APPLICATION_CREDENTIALS"],
755
+ "fallbackModels": ["gemini-1.5-pro"],
940
756
  "capabilities": {
941
757
  "supportsToolUse": true,
942
758
  "supportsVision": true,
@@ -944,9 +760,7 @@
944
760
  "supportsStreaming": true,
945
761
  "supportsCacheControl": false
946
762
  },
947
- "aliases": [
948
- "vertex"
949
- ]
763
+ "aliases": ["vertex"]
950
764
  },
951
765
  {
952
766
  "id": "cohere",
@@ -954,12 +768,8 @@
954
768
  "apiMode": "chat_completions",
955
769
  "authType": "api_key",
956
770
  "baseUrl": "https://api.cohere.com/v2",
957
- "envVars": [
958
- "COHERE_API_KEY"
959
- ],
960
- "fallbackModels": [
961
- "command-r-plus"
962
- ],
771
+ "envVars": ["COHERE_API_KEY"],
772
+ "fallbackModels": ["command-r-plus"],
963
773
  "capabilities": {
964
774
  "supportsToolUse": true,
965
775
  "supportsVision": false,
@@ -974,12 +784,8 @@
974
784
  "apiMode": "chat_completions",
975
785
  "authType": "api_key",
976
786
  "baseUrl": "https://api.perplexity.ai",
977
- "envVars": [
978
- "PERPLEXITY_API_KEY"
979
- ],
980
- "fallbackModels": [
981
- "llama-3.1-sonar-large-128k-online"
982
- ],
787
+ "envVars": ["PERPLEXITY_API_KEY"],
788
+ "fallbackModels": ["llama-3.1-sonar-large-128k-online"],
983
789
  "capabilities": {
984
790
  "supportsToolUse": false,
985
791
  "supportsVision": false,
@@ -994,12 +800,8 @@
994
800
  "apiMode": "chat_completions",
995
801
  "authType": "api_key",
996
802
  "baseUrl": "https://api.x.ai/v1",
997
- "envVars": [
998
- "XAI_API_KEY"
999
- ],
1000
- "fallbackModels": [
1001
- "grok-2"
1002
- ],
803
+ "envVars": ["XAI_API_KEY"],
804
+ "fallbackModels": ["grok-2"],
1003
805
  "capabilities": {
1004
806
  "supportsToolUse": true,
1005
807
  "supportsVision": true,
@@ -1007,9 +809,7 @@
1007
809
  "supportsStreaming": true,
1008
810
  "supportsCacheControl": false
1009
811
  },
1010
- "aliases": [
1011
- "grok"
1012
- ]
812
+ "aliases": ["grok"]
1013
813
  },
1014
814
  {
1015
815
  "id": "sambanova",
@@ -1017,12 +817,8 @@
1017
817
  "apiMode": "chat_completions",
1018
818
  "authType": "api_key",
1019
819
  "baseUrl": "https://api.sambanova.ai/v1",
1020
- "envVars": [
1021
- "SAMBANOVA_API_KEY"
1022
- ],
1023
- "fallbackModels": [
1024
- "Meta-Llama-3.1-70B-Instruct"
1025
- ],
820
+ "envVars": ["SAMBANOVA_API_KEY"],
821
+ "fallbackModels": ["Meta-Llama-3.1-70B-Instruct"],
1026
822
  "capabilities": {
1027
823
  "supportsToolUse": true,
1028
824
  "supportsVision": false,
@@ -1037,12 +833,8 @@
1037
833
  "apiMode": "chat_completions",
1038
834
  "authType": "api_key",
1039
835
  "baseUrl": "https://api.cerebras.ai/v1",
1040
- "envVars": [
1041
- "CEREBRAS_API_KEY"
1042
- ],
1043
- "fallbackModels": [
1044
- "llama3.1-70b"
1045
- ],
836
+ "envVars": ["CEREBRAS_API_KEY"],
837
+ "fallbackModels": ["llama3.1-70b"],
1046
838
  "capabilities": {
1047
839
  "supportsToolUse": true,
1048
840
  "supportsVision": false,
@@ -1057,12 +849,8 @@
1057
849
  "apiMode": "chat_completions",
1058
850
  "authType": "api_key",
1059
851
  "baseUrl": "https://api.deepinfra.com/v1/openai",
1060
- "envVars": [
1061
- "DEEPINFRA_API_KEY"
1062
- ],
1063
- "fallbackModels": [
1064
- "meta-llama/Meta-Llama-3.1-70B-Instruct"
1065
- ],
852
+ "envVars": ["DEEPINFRA_API_KEY"],
853
+ "fallbackModels": ["meta-llama/Meta-Llama-3.1-70B-Instruct"],
1066
854
  "capabilities": {
1067
855
  "supportsToolUse": true,
1068
856
  "supportsVision": true,
@@ -1077,13 +865,8 @@
1077
865
  "apiMode": "chat_completions",
1078
866
  "authType": "api_key",
1079
867
  "baseUrl": "https://api-inference.huggingface.co/v1",
1080
- "envVars": [
1081
- "HF_TOKEN",
1082
- "HUGGINGFACE_API_KEY"
1083
- ],
1084
- "fallbackModels": [
1085
- "meta-llama/Llama-3.2-3B-Instruct"
1086
- ],
868
+ "envVars": ["HF_TOKEN", "HUGGINGFACE_API_KEY"],
869
+ "fallbackModels": ["meta-llama/Llama-3.2-3B-Instruct"],
1087
870
  "capabilities": {
1088
871
  "supportsToolUse": true,
1089
872
  "supportsVision": false,
@@ -1098,12 +881,8 @@
1098
881
  "apiMode": "chat_completions",
1099
882
  "authType": "api_key",
1100
883
  "baseUrl": "https://integrate.api.nvidia.com/v1",
1101
- "envVars": [
1102
- "NVIDIA_API_KEY"
1103
- ],
1104
- "fallbackModels": [
1105
- "meta/llama-3.1-70b-instruct"
1106
- ],
884
+ "envVars": ["NVIDIA_API_KEY"],
885
+ "fallbackModels": ["meta/llama-3.1-70b-instruct"],
1107
886
  "capabilities": {
1108
887
  "supportsToolUse": true,
1109
888
  "supportsVision": true,
@@ -1118,12 +897,8 @@
1118
897
  "apiMode": "chat_completions",
1119
898
  "authType": "api_key",
1120
899
  "baseUrl": "https://llama3-1-70b.lepton.run/api/v1",
1121
- "envVars": [
1122
- "LEPTON_API_KEY"
1123
- ],
1124
- "fallbackModels": [
1125
- "llama3-1-70b"
1126
- ],
900
+ "envVars": ["LEPTON_API_KEY"],
901
+ "fallbackModels": ["llama3-1-70b"],
1127
902
  "capabilities": {
1128
903
  "supportsToolUse": true,
1129
904
  "supportsVision": false,
@@ -1138,12 +913,8 @@
1138
913
  "apiMode": "chat_completions",
1139
914
  "authType": "api_key",
1140
915
  "baseUrl": "https://api.endpoints.anyscale.com/v1",
1141
- "envVars": [
1142
- "ANYSCALE_API_KEY"
1143
- ],
1144
- "fallbackModels": [
1145
- "meta-llama/Meta-Llama-3-70B-Instruct"
1146
- ],
916
+ "envVars": ["ANYSCALE_API_KEY"],
917
+ "fallbackModels": ["meta-llama/Meta-Llama-3-70B-Instruct"],
1147
918
  "capabilities": {
1148
919
  "supportsToolUse": true,
1149
920
  "supportsVision": false,
@@ -1158,12 +929,8 @@
1158
929
  "apiMode": "chat_completions",
1159
930
  "authType": "api_key",
1160
931
  "baseUrl": "https://openai-proxy.replicate.com/v1",
1161
- "envVars": [
1162
- "REPLICATE_API_TOKEN"
1163
- ],
1164
- "fallbackModels": [
1165
- "meta/meta-llama-3-70b-instruct"
1166
- ],
932
+ "envVars": ["REPLICATE_API_TOKEN"],
933
+ "fallbackModels": ["meta/meta-llama-3-70b-instruct"],
1167
934
  "capabilities": {
1168
935
  "supportsToolUse": false,
1169
936
  "supportsVision": true,
@@ -1178,12 +945,8 @@
1178
945
  "apiMode": "chat_completions",
1179
946
  "authType": "api_key",
1180
947
  "baseUrl": "https://api.ai21.com/studio/v1",
1181
- "envVars": [
1182
- "AI21_API_KEY"
1183
- ],
1184
- "fallbackModels": [
1185
- "jamba-1.5-large"
1186
- ],
948
+ "envVars": ["AI21_API_KEY"],
949
+ "fallbackModels": ["jamba-1.5-large"],
1187
950
  "capabilities": {
1188
951
  "supportsToolUse": true,
1189
952
  "supportsVision": false,
@@ -1198,12 +961,8 @@
1198
961
  "apiMode": "chat_completions",
1199
962
  "authType": "api_key",
1200
963
  "baseUrl": "https://api.aleph-alpha.com/v1",
1201
- "envVars": [
1202
- "ALEPH_ALPHA_API_KEY"
1203
- ],
1204
- "fallbackModels": [
1205
- "luminous-extended"
1206
- ],
964
+ "envVars": ["ALEPH_ALPHA_API_KEY"],
965
+ "fallbackModels": ["luminous-extended"],
1207
966
  "capabilities": {
1208
967
  "supportsToolUse": false,
1209
968
  "supportsVision": false,
@@ -1218,13 +977,8 @@
1218
977
  "apiMode": "chat_completions",
1219
978
  "authType": "api_key",
1220
979
  "baseUrl": "https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/v1",
1221
- "envVars": [
1222
- "CLOUDFLARE_API_TOKEN",
1223
- "CLOUDFLARE_ACCOUNT_ID"
1224
- ],
1225
- "fallbackModels": [
1226
- "@cf/meta/llama-3.1-70b-instruct"
1227
- ],
980
+ "envVars": ["CLOUDFLARE_API_TOKEN", "CLOUDFLARE_ACCOUNT_ID"],
981
+ "fallbackModels": ["@cf/meta/llama-3.1-70b-instruct"],
1228
982
  "capabilities": {
1229
983
  "supportsToolUse": true,
1230
984
  "supportsVision": false,
@@ -1239,13 +993,8 @@
1239
993
  "apiMode": "chat_completions",
1240
994
  "authType": "api_key",
1241
995
  "baseUrl": "https://{resource}.openai.azure.com/openai/deployments/{deployment}",
1242
- "envVars": [
1243
- "AZURE_OPENAI_API_KEY",
1244
- "AZURE_OPENAI_ENDPOINT"
1245
- ],
1246
- "fallbackModels": [
1247
- "gpt-4o"
1248
- ],
996
+ "envVars": ["AZURE_OPENAI_API_KEY", "AZURE_OPENAI_ENDPOINT"],
997
+ "fallbackModels": ["gpt-4o"],
1249
998
  "capabilities": {
1250
999
  "supportsToolUse": true,
1251
1000
  "supportsVision": true,
@@ -1260,12 +1009,8 @@
1260
1009
  "apiMode": "chat_completions",
1261
1010
  "authType": "api_key",
1262
1011
  "baseUrl": "https://models.inference.ai.azure.com",
1263
- "envVars": [
1264
- "GITHUB_TOKEN"
1265
- ],
1266
- "fallbackModels": [
1267
- "gpt-4o-mini"
1268
- ],
1012
+ "envVars": ["GITHUB_TOKEN"],
1013
+ "fallbackModels": ["gpt-4o-mini"],
1269
1014
  "capabilities": {
1270
1015
  "supportsToolUse": true,
1271
1016
  "supportsVision": true,
@@ -1280,12 +1025,8 @@
1280
1025
  "apiMode": "chat_completions",
1281
1026
  "authType": "api_key",
1282
1027
  "baseUrl": "https://api.hyperbolic.xyz/v1",
1283
- "envVars": [
1284
- "HYPERBOLIC_API_KEY"
1285
- ],
1286
- "fallbackModels": [
1287
- "meta-llama/Meta-Llama-3.1-70B-Instruct"
1288
- ],
1028
+ "envVars": ["HYPERBOLIC_API_KEY"],
1029
+ "fallbackModels": ["meta-llama/Meta-Llama-3.1-70B-Instruct"],
1289
1030
  "capabilities": {
1290
1031
  "supportsToolUse": true,
1291
1032
  "supportsVision": false,
@@ -1300,12 +1041,8 @@
1300
1041
  "apiMode": "chat_completions",
1301
1042
  "authType": "api_key",
1302
1043
  "baseUrl": "https://api.novita.ai/v3/openai",
1303
- "envVars": [
1304
- "NOVITA_API_KEY"
1305
- ],
1306
- "fallbackModels": [
1307
- "meta-llama/llama-3.1-70b-instruct"
1308
- ],
1044
+ "envVars": ["NOVITA_API_KEY"],
1045
+ "fallbackModels": ["meta-llama/llama-3.1-70b-instruct"],
1309
1046
  "capabilities": {
1310
1047
  "supportsToolUse": true,
1311
1048
  "supportsVision": false,
@@ -1320,12 +1057,8 @@
1320
1057
  "apiMode": "chat_completions",
1321
1058
  "authType": "api_key",
1322
1059
  "baseUrl": "https://api.moonshot.cn/v1",
1323
- "envVars": [
1324
- "MOONSHOT_API_KEY"
1325
- ],
1326
- "fallbackModels": [
1327
- "moonshot-v1-8k"
1328
- ],
1060
+ "envVars": ["MOONSHOT_API_KEY"],
1061
+ "fallbackModels": ["moonshot-v1-8k"],
1329
1062
  "capabilities": {
1330
1063
  "supportsToolUse": true,
1331
1064
  "supportsVision": false,
@@ -1340,12 +1073,8 @@
1340
1073
  "apiMode": "chat_completions",
1341
1074
  "authType": "api_key",
1342
1075
  "baseUrl": "https://dashscope.aliyuncs.com/compatible-mode/v1",
1343
- "envVars": [
1344
- "DASHSCOPE_API_KEY"
1345
- ],
1346
- "fallbackModels": [
1347
- "qwen-plus"
1348
- ],
1076
+ "envVars": ["DASHSCOPE_API_KEY"],
1077
+ "fallbackModels": ["qwen-plus"],
1349
1078
  "capabilities": {
1350
1079
  "supportsToolUse": true,
1351
1080
  "supportsVision": true,
@@ -1353,18 +1082,14 @@
1353
1082
  "supportsStreaming": true,
1354
1083
  "supportsCacheControl": false
1355
1084
  },
1356
- "aliases": [
1357
- "dashscope"
1358
- ],
1085
+ "aliases": ["dashscope"],
1359
1086
  "models": {
1360
1087
  "qwen3-coder-30b-a3b-instruct": {
1361
1088
  "tool_call": true,
1362
1089
  "structured_output": false,
1363
1090
  "cache_control": false,
1364
1091
  "modalities": {
1365
- "input": [
1366
- "text"
1367
- ]
1092
+ "input": ["text"]
1368
1093
  },
1369
1094
  "limit": {
1370
1095
  "context": 160000,
@@ -1379,12 +1104,8 @@
1379
1104
  "apiMode": "chat_completions",
1380
1105
  "authType": "api_key",
1381
1106
  "baseUrl": "https://open.bigmodel.cn/api/paas/v4",
1382
- "envVars": [
1383
- "ZHIPU_API_KEY"
1384
- ],
1385
- "fallbackModels": [
1386
- "glm-4-plus"
1387
- ],
1107
+ "envVars": ["ZHIPU_API_KEY"],
1108
+ "fallbackModels": ["glm-4-plus"],
1388
1109
  "capabilities": {
1389
1110
  "supportsToolUse": true,
1390
1111
  "supportsVision": true,
@@ -1392,10 +1113,7 @@
1392
1113
  "supportsStreaming": true,
1393
1114
  "supportsCacheControl": false
1394
1115
  },
1395
- "aliases": [
1396
- "glm",
1397
- "z-ai"
1398
- ],
1116
+ "aliases": ["glm", "z-ai"],
1399
1117
  "models": {
1400
1118
  "glm-4.7-flash": {
1401
1119
  "name": "GLM-4.7-Flash",
@@ -1415,12 +1133,8 @@
1415
1133
  "output": 8000
1416
1134
  },
1417
1135
  "modalities": {
1418
- "input": [
1419
- "text"
1420
- ],
1421
- "output": [
1422
- "text"
1423
- ]
1136
+ "input": ["text"],
1137
+ "output": ["text"]
1424
1138
  },
1425
1139
  "structured_output": false,
1426
1140
  "cache_control": false
@@ -1433,12 +1147,8 @@
1433
1147
  "apiMode": "chat_completions",
1434
1148
  "authType": "api_key",
1435
1149
  "baseUrl": "https://api.minimax.chat/v1",
1436
- "envVars": [
1437
- "MINIMAX_API_KEY"
1438
- ],
1439
- "fallbackModels": [
1440
- "MiniMax-Text-01"
1441
- ],
1150
+ "envVars": ["MINIMAX_API_KEY"],
1151
+ "fallbackModels": ["MiniMax-Text-01"],
1442
1152
  "capabilities": {
1443
1153
  "supportsToolUse": true,
1444
1154
  "supportsVision": false,
@@ -1453,12 +1163,8 @@
1453
1163
  "apiMode": "chat_completions",
1454
1164
  "authType": "api_key",
1455
1165
  "baseUrl": "https://api.baichuan-ai.com/v1",
1456
- "envVars": [
1457
- "BAICHUAN_API_KEY"
1458
- ],
1459
- "fallbackModels": [
1460
- "Baichuan4"
1461
- ],
1166
+ "envVars": ["BAICHUAN_API_KEY"],
1167
+ "fallbackModels": ["Baichuan4"],
1462
1168
  "capabilities": {
1463
1169
  "supportsToolUse": true,
1464
1170
  "supportsVision": false,
@@ -1473,12 +1179,8 @@
1473
1179
  "apiMode": "chat_completions",
1474
1180
  "authType": "api_key",
1475
1181
  "baseUrl": "https://api.voyageai.com/v1",
1476
- "envVars": [
1477
- "VOYAGE_API_KEY"
1478
- ],
1479
- "fallbackModels": [
1480
- "voyage-3"
1481
- ],
1182
+ "envVars": ["VOYAGE_API_KEY"],
1183
+ "fallbackModels": ["voyage-3"],
1482
1184
  "capabilities": {
1483
1185
  "supportsToolUse": false,
1484
1186
  "supportsVision": false,
@@ -1493,12 +1195,8 @@
1493
1195
  "apiMode": "chat_completions",
1494
1196
  "authType": "api_key",
1495
1197
  "baseUrl": "https://api.jina.ai/v1",
1496
- "envVars": [
1497
- "JINA_API_KEY"
1498
- ],
1499
- "fallbackModels": [
1500
- "jina-embeddings-v3"
1501
- ],
1198
+ "envVars": ["JINA_API_KEY"],
1199
+ "fallbackModels": ["jina-embeddings-v3"],
1502
1200
  "capabilities": {
1503
1201
  "supportsToolUse": false,
1504
1202
  "supportsVision": false,
@@ -1513,13 +1211,8 @@
1513
1211
  "apiMode": "chat_completions",
1514
1212
  "authType": "api_key",
1515
1213
  "baseUrl": "https://oai.helicone.ai/v1",
1516
- "envVars": [
1517
- "HELICONE_API_KEY",
1518
- "OPENAI_API_KEY"
1519
- ],
1520
- "fallbackModels": [
1521
- "gpt-4o-mini"
1522
- ],
1214
+ "envVars": ["HELICONE_API_KEY", "OPENAI_API_KEY"],
1215
+ "fallbackModels": ["gpt-4o-mini"],
1523
1216
  "capabilities": {
1524
1217
  "supportsToolUse": true,
1525
1218
  "supportsVision": true,
@@ -1545,13 +1238,8 @@
1545
1238
  "output": 16384
1546
1239
  },
1547
1240
  "modalities": {
1548
- "input": [
1549
- "text",
1550
- "image"
1551
- ],
1552
- "output": [
1553
- "text"
1554
- ]
1241
+ "input": ["text", "image"],
1242
+ "output": ["text"]
1555
1243
  }
1556
1244
  }
1557
1245
  }
@@ -1562,12 +1250,8 @@
1562
1250
  "apiMode": "chat_completions",
1563
1251
  "authType": "api_key",
1564
1252
  "baseUrl": "https://api.portkey.ai/v1",
1565
- "envVars": [
1566
- "PORTKEY_API_KEY"
1567
- ],
1568
- "fallbackModels": [
1569
- "gpt-4o-mini"
1570
- ],
1253
+ "envVars": ["PORTKEY_API_KEY"],
1254
+ "fallbackModels": ["gpt-4o-mini"],
1571
1255
  "capabilities": {
1572
1256
  "supportsToolUse": true,
1573
1257
  "supportsVision": true,
@@ -1582,12 +1266,8 @@
1582
1266
  "apiMode": "chat_completions",
1583
1267
  "authType": "api_key",
1584
1268
  "baseUrl": "https://bridge.baseten.co/v1",
1585
- "envVars": [
1586
- "BASETEN_API_KEY"
1587
- ],
1588
- "fallbackModels": [
1589
- "meta-llama/Meta-Llama-3-70B-Instruct"
1590
- ],
1269
+ "envVars": ["BASETEN_API_KEY"],
1270
+ "fallbackModels": ["meta-llama/Meta-Llama-3-70B-Instruct"],
1591
1271
  "capabilities": {
1592
1272
  "supportsToolUse": true,
1593
1273
  "supportsVision": false,
@@ -1602,13 +1282,8 @@
1602
1282
  "apiMode": "chat_completions",
1603
1283
  "authType": "api_key",
1604
1284
  "baseUrl": "https://api.modal.com/v1",
1605
- "envVars": [
1606
- "MODAL_TOKEN_ID",
1607
- "MODAL_TOKEN_SECRET"
1608
- ],
1609
- "fallbackModels": [
1610
- "meta-llama/Meta-Llama-3-70B-Instruct"
1611
- ],
1285
+ "envVars": ["MODAL_TOKEN_ID", "MODAL_TOKEN_SECRET"],
1286
+ "fallbackModels": ["meta-llama/Meta-Llama-3-70B-Instruct"],
1612
1287
  "capabilities": {
1613
1288
  "supportsToolUse": true,
1614
1289
  "supportsVision": false,
@@ -1617,4 +1292,4 @@
1617
1292
  "supportsCacheControl": false
1618
1293
  }
1619
1294
  }
1620
- ]
1295
+ ]