model-library 0.1.1__py3-none-any.whl → 0.1.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. model_library/base/__init__.py +7 -0
  2. model_library/{base.py → base/base.py} +58 -429
  3. model_library/base/batch.py +121 -0
  4. model_library/base/delegate_only.py +94 -0
  5. model_library/base/input.py +100 -0
  6. model_library/base/output.py +229 -0
  7. model_library/base/utils.py +43 -0
  8. model_library/config/ai21labs_models.yaml +1 -0
  9. model_library/config/all_models.json +461 -36
  10. model_library/config/anthropic_models.yaml +30 -3
  11. model_library/config/deepseek_models.yaml +3 -1
  12. model_library/config/google_models.yaml +49 -0
  13. model_library/config/openai_models.yaml +43 -4
  14. model_library/config/together_models.yaml +1 -0
  15. model_library/config/xai_models.yaml +63 -3
  16. model_library/exceptions.py +8 -2
  17. model_library/file_utils.py +1 -1
  18. model_library/providers/__init__.py +0 -0
  19. model_library/providers/ai21labs.py +2 -0
  20. model_library/providers/alibaba.py +16 -78
  21. model_library/providers/amazon.py +3 -0
  22. model_library/providers/anthropic.py +215 -8
  23. model_library/providers/azure.py +2 -0
  24. model_library/providers/cohere.py +14 -80
  25. model_library/providers/deepseek.py +14 -90
  26. model_library/providers/fireworks.py +17 -81
  27. model_library/providers/google/google.py +55 -47
  28. model_library/providers/inception.py +15 -83
  29. model_library/providers/kimi.py +15 -83
  30. model_library/providers/mistral.py +2 -0
  31. model_library/providers/openai.py +10 -2
  32. model_library/providers/perplexity.py +12 -79
  33. model_library/providers/together.py +19 -210
  34. model_library/providers/vals.py +2 -0
  35. model_library/providers/xai.py +2 -0
  36. model_library/providers/zai.py +15 -83
  37. model_library/register_models.py +75 -57
  38. model_library/registry_utils.py +5 -5
  39. model_library/utils.py +3 -28
  40. {model_library-0.1.1.dist-info → model_library-0.1.3.dist-info}/METADATA +2 -3
  41. model_library-0.1.3.dist-info/RECORD +61 -0
  42. model_library-0.1.1.dist-info/RECORD +0 -54
  43. {model_library-0.1.1.dist-info → model_library-0.1.3.dist-info}/WHEEL +0 -0
  44. {model_library-0.1.1.dist-info → model_library-0.1.3.dist-info}/licenses/LICENSE +0 -0
  45. {model_library-0.1.1.dist-info → model_library-0.1.3.dist-info}/top_level.txt +0 -0
@@ -1,4 +1,309 @@
1
1
  {
2
+ "anthropic/claude-opus-4-5-20251101-thinking": {
3
+ "company": "Anthropic",
4
+ "label": "Claude Opus 4.5 (Thinking)",
5
+ "description": null,
6
+ "release_date": "2025-11-24",
7
+ "open_source": false,
8
+ "documentation_url": "https://docs.claude.com/en/docs/about-claude/models/overview",
9
+ "properties": {
10
+ "context_window": 200000,
11
+ "max_token_output": 64000,
12
+ "training_cutoff": null,
13
+ "reasoning_model": true
14
+ },
15
+ "class_properties": {
16
+ "supports_images": true,
17
+ "supports_files": true,
18
+ "supports_batch_requests": true,
19
+ "supports_temperature": true,
20
+ "supports_tools": true,
21
+ "deprecated": false,
22
+ "available_for_everyone": false,
23
+ "available_as_evaluator": false,
24
+ "ignored_for_cost": false
25
+ },
26
+ "provider_properties": {},
27
+ "costs_per_million_token": {
28
+ "input": 15.0,
29
+ "output": 75.0,
30
+ "cache": {
31
+ "read": 1.5,
32
+ "write": 18.75,
33
+ "read_discount": 0.1,
34
+ "write_markup": 1.25
35
+ },
36
+ "batch": {
37
+ "input_discount": 0.5,
38
+ "output_discount": 0.5
39
+ }
40
+ },
41
+ "alternative_keys": [],
42
+ "default_parameters": {
43
+ "max_output_tokens": 64000,
44
+ "temperature": 1.0
45
+ },
46
+ "provider_name": "anthropic",
47
+ "provider_endpoint": "claude-opus-4-5-20251101",
48
+ "full_key": "anthropic/claude-opus-4-5-20251101-thinking",
49
+ "slug": "anthropic_claude-opus-4-5-20251101-thinking"
50
+ },
51
+ "anthropic/claude-opus-4-5-20251101": {
52
+ "company": "Anthropic",
53
+ "label": "Claude Opus 4.5 (Nonthinking)",
54
+ "description": null,
55
+ "release_date": "2025-11-24",
56
+ "open_source": false,
57
+ "documentation_url": "https://docs.claude.com/en/docs/about-claude/models/overview",
58
+ "properties": {
59
+ "context_window": 200000,
60
+ "max_token_output": 64000,
61
+ "training_cutoff": null,
62
+ "reasoning_model": false
63
+ },
64
+ "class_properties": {
65
+ "supports_images": true,
66
+ "supports_files": true,
67
+ "supports_batch_requests": true,
68
+ "supports_temperature": true,
69
+ "supports_tools": true,
70
+ "deprecated": false,
71
+ "available_for_everyone": false,
72
+ "available_as_evaluator": false,
73
+ "ignored_for_cost": false
74
+ },
75
+ "provider_properties": {},
76
+ "costs_per_million_token": {
77
+ "input": 15.0,
78
+ "output": 75.0,
79
+ "cache": {
80
+ "read": 1.5,
81
+ "write": 18.75,
82
+ "read_discount": 0.1,
83
+ "write_markup": 1.25
84
+ },
85
+ "batch": {
86
+ "input_discount": 0.5,
87
+ "output_discount": 0.5
88
+ }
89
+ },
90
+ "alternative_keys": [
91
+ {
92
+ "anthropic/claude-opus-4-5-20251101-thinking": {
93
+ "properties": {
94
+ "reasoning_model": true
95
+ }
96
+ }
97
+ }
98
+ ],
99
+ "default_parameters": {
100
+ "max_output_tokens": 64000,
101
+ "temperature": 1.0
102
+ },
103
+ "provider_name": "anthropic",
104
+ "provider_endpoint": "claude-opus-4-5-20251101",
105
+ "full_key": "anthropic/claude-opus-4-5-20251101",
106
+ "slug": "anthropic_claude-opus-4-5-20251101"
107
+ },
108
+ "google/gemini-3-pro-preview": {
109
+ "company": "Google",
110
+ "label": "Gemini 3 Pro (11/25)",
111
+ "description": "Gemini 3 Pro, Google's most powerful model.",
112
+ "release_date": "2025-11-18",
113
+ "open_source": false,
114
+ "documentation_url": "https://ai.google.dev/gemini-api/docs/models",
115
+ "properties": {
116
+ "context_window": 1048576,
117
+ "max_token_output": 65536,
118
+ "training_cutoff": "2025-01",
119
+ "reasoning_model": true
120
+ },
121
+ "class_properties": {
122
+ "supports_images": true,
123
+ "supports_videos": true,
124
+ "supports_files": true,
125
+ "supports_batch_requests": true,
126
+ "supports_temperature": true,
127
+ "supports_tools": true,
128
+ "deprecated": false,
129
+ "available_for_everyone": true,
130
+ "available_as_evaluator": false,
131
+ "ignored_for_cost": false
132
+ },
133
+ "provider_properties": {},
134
+ "costs_per_million_token": {
135
+ "input": 2.0,
136
+ "output": 12.0,
137
+ "cache": {
138
+ "read": 0.2,
139
+ "read_discount": 0.1,
140
+ "write_markup": 1.0
141
+ },
142
+ "batch": {
143
+ "input_discount": 0.5,
144
+ "output_discount": 0.5
145
+ },
146
+ "context": {
147
+ "threshold": 200000.0,
148
+ "input": 2.5,
149
+ "output": 15.0,
150
+ "cache": {
151
+ "read": 0.4,
152
+ "write_markup": 1.0
153
+ }
154
+ }
155
+ },
156
+ "alternative_keys": [],
157
+ "default_parameters": {
158
+ "temperature": 1.0,
159
+ "reasoning_effort": "high"
160
+ },
161
+ "provider_name": "google",
162
+ "provider_endpoint": "gemini-3-pro-preview",
163
+ "full_key": "google/gemini-3-pro-preview",
164
+ "slug": "google_gemini-3-pro-preview"
165
+ },
166
+ "openai/gpt-5.1-codex-mini": {
167
+ "company": "OpenAI",
168
+ "label": "GPT 5.1 Codex Mini",
169
+ "description": "OpenAI's miniature coding model",
170
+ "release_date": "2025-11-13",
171
+ "open_source": false,
172
+ "documentation_url": "https://platform.openai.com/docs/models/gpt-5.1-codex-mini",
173
+ "properties": {
174
+ "context_window": 400000,
175
+ "max_token_output": 128000,
176
+ "training_cutoff": null,
177
+ "reasoning_model": true
178
+ },
179
+ "class_properties": {
180
+ "supports_images": true,
181
+ "supports_files": true,
182
+ "supports_batch_requests": true,
183
+ "supports_temperature": false,
184
+ "supports_tools": true,
185
+ "deprecated": false,
186
+ "available_for_everyone": false,
187
+ "available_as_evaluator": false,
188
+ "ignored_for_cost": false
189
+ },
190
+ "provider_properties": {},
191
+ "costs_per_million_token": {
192
+ "input": 0.25,
193
+ "output": 2.0,
194
+ "cache": {
195
+ "read": 0.025,
196
+ "write_markup": 1.0
197
+ },
198
+ "batch": {
199
+ "input_discount": 0.5,
200
+ "output_discount": 0.5
201
+ }
202
+ },
203
+ "alternative_keys": [],
204
+ "default_parameters": {
205
+ "max_output_tokens": 128000,
206
+ "reasoning_effort": "high"
207
+ },
208
+ "provider_name": "openai",
209
+ "provider_endpoint": "gpt-5.1-codex-mini",
210
+ "full_key": "openai/gpt-5.1-codex-mini",
211
+ "slug": "openai_gpt-5.1-codex-mini"
212
+ },
213
+ "openai/gpt-5.1-codex": {
214
+ "company": "OpenAI",
215
+ "label": "GPT 5.1 Codex",
216
+ "description": "OpenAI's latest coding model",
217
+ "release_date": "2025-11-13",
218
+ "open_source": false,
219
+ "documentation_url": "https://platform.openai.com/docs/models/gpt-5.1-codex",
220
+ "properties": {
221
+ "context_window": 400000,
222
+ "max_token_output": 128000,
223
+ "training_cutoff": null,
224
+ "reasoning_model": true
225
+ },
226
+ "class_properties": {
227
+ "supports_images": true,
228
+ "supports_files": true,
229
+ "supports_batch_requests": true,
230
+ "supports_temperature": false,
231
+ "supports_tools": true,
232
+ "deprecated": false,
233
+ "available_for_everyone": false,
234
+ "available_as_evaluator": false,
235
+ "ignored_for_cost": false
236
+ },
237
+ "provider_properties": {},
238
+ "costs_per_million_token": {
239
+ "input": 1.25,
240
+ "output": 10.0,
241
+ "cache": {
242
+ "read": 0.125,
243
+ "write_markup": 1.0
244
+ },
245
+ "batch": {
246
+ "input_discount": 0.5,
247
+ "output_discount": 0.5
248
+ }
249
+ },
250
+ "alternative_keys": [],
251
+ "default_parameters": {
252
+ "max_output_tokens": 128000,
253
+ "reasoning_effort": "high"
254
+ },
255
+ "provider_name": "openai",
256
+ "provider_endpoint": "gpt-5.1-codex",
257
+ "full_key": "openai/gpt-5.1-codex",
258
+ "slug": "openai_gpt-5.1-codex"
259
+ },
260
+ "openai/gpt-5.1-2025-11-13": {
261
+ "company": "OpenAI",
262
+ "label": "GPT 5.1",
263
+ "description": "GPT-5.1 is OpenAI's flagship model for coding and agentic tasks with configurable reasoning and non-reasoning effort.",
264
+ "release_date": "2025-11-13",
265
+ "open_source": false,
266
+ "documentation_url": "https://platform.openai.com/docs/models/gpt-5.1",
267
+ "properties": {
268
+ "context_window": 400000,
269
+ "max_token_output": 128000,
270
+ "training_cutoff": "2024-09",
271
+ "reasoning_model": true
272
+ },
273
+ "class_properties": {
274
+ "supports_images": true,
275
+ "supports_files": true,
276
+ "supports_batch_requests": true,
277
+ "supports_temperature": false,
278
+ "supports_tools": true,
279
+ "deprecated": false,
280
+ "available_for_everyone": false,
281
+ "available_as_evaluator": true,
282
+ "ignored_for_cost": false
283
+ },
284
+ "provider_properties": {},
285
+ "costs_per_million_token": {
286
+ "input": 1.25,
287
+ "output": 10.0,
288
+ "cache": {
289
+ "read": 0.125,
290
+ "write_markup": 1.0
291
+ },
292
+ "batch": {
293
+ "input_discount": 0.5,
294
+ "output_discount": 0.5
295
+ }
296
+ },
297
+ "alternative_keys": [],
298
+ "default_parameters": {
299
+ "max_output_tokens": 128000,
300
+ "reasoning_effort": "high"
301
+ },
302
+ "provider_name": "openai",
303
+ "provider_endpoint": "gpt-5.1-2025-11-13",
304
+ "full_key": "openai/gpt-5.1-2025-11-13",
305
+ "slug": "openai_gpt-5.1-2025-11-13"
306
+ },
2
307
  "kimi/kimi-k2-thinking": {
3
308
  "company": "Kimi",
4
309
  "label": "Kimi K2 Thinking",
@@ -171,6 +476,104 @@
171
476
  "full_key": "fireworks/minimax-m2",
172
477
  "slug": "fireworks_minimax-m2"
173
478
  },
479
+ "grok/grok-4-1-fast-reasoning": {
480
+ "company": "xAI",
481
+ "label": "Grok 4.1 Fast (Reasoning)",
482
+ "description": "",
483
+ "release_date": "2025-10-19",
484
+ "open_source": false,
485
+ "documentation_url": "",
486
+ "properties": {
487
+ "context_window": 2000000,
488
+ "max_token_output": 2000000,
489
+ "training_cutoff": null,
490
+ "reasoning_model": true
491
+ },
492
+ "class_properties": {
493
+ "supports_images": true,
494
+ "supports_files": false,
495
+ "supports_temperature": true,
496
+ "supports_tools": true,
497
+ "deprecated": false,
498
+ "available_for_everyone": true,
499
+ "available_as_evaluator": true,
500
+ "ignored_for_cost": false
501
+ },
502
+ "provider_properties": {},
503
+ "costs_per_million_token": {
504
+ "input": 0.2,
505
+ "output": 0.5,
506
+ "cache": {
507
+ "read": 0.05,
508
+ "read_discount": 0.25,
509
+ "write_markup": 1.0
510
+ },
511
+ "context": {
512
+ "threshold": 128000.0,
513
+ "input": 0.4,
514
+ "output": 1.0
515
+ }
516
+ },
517
+ "alternative_keys": [],
518
+ "default_parameters": {
519
+ "max_output_tokens": 128000,
520
+ "temperature": 0.7,
521
+ "top_p": 0.95
522
+ },
523
+ "provider_name": "grok",
524
+ "provider_endpoint": "grok-4-1-fast-reasoning",
525
+ "full_key": "grok/grok-4-1-fast-reasoning",
526
+ "slug": "grok_grok-4-1-fast-reasoning"
527
+ },
528
+ "grok/grok-4-1-fast-non-reasoning": {
529
+ "company": "xAI",
530
+ "label": "Grok 4.1 Fast Non-Reasoning",
531
+ "description": "",
532
+ "release_date": "2025-10-19",
533
+ "open_source": false,
534
+ "documentation_url": "",
535
+ "properties": {
536
+ "context_window": 2000000,
537
+ "max_token_output": 2000000,
538
+ "training_cutoff": null,
539
+ "reasoning_model": false
540
+ },
541
+ "class_properties": {
542
+ "supports_images": true,
543
+ "supports_files": false,
544
+ "supports_temperature": true,
545
+ "supports_tools": true,
546
+ "deprecated": false,
547
+ "available_for_everyone": true,
548
+ "available_as_evaluator": true,
549
+ "ignored_for_cost": false
550
+ },
551
+ "provider_properties": {},
552
+ "costs_per_million_token": {
553
+ "input": 0.2,
554
+ "output": 0.5,
555
+ "cache": {
556
+ "read": 0.05,
557
+ "read_discount": 0.25,
558
+ "write_markup": 1.0
559
+ },
560
+ "context": {
561
+ "threshold": 128000.0,
562
+ "input": 0.4,
563
+ "output": 1.0
564
+ }
565
+ },
566
+ "alternative_keys": [],
567
+ "default_parameters": {
568
+ "max_output_tokens": 128000,
569
+ "temperature": 0.7,
570
+ "top_p": 0.95
571
+ },
572
+ "provider_name": "grok",
573
+ "provider_endpoint": "grok-4-1-fast-non-reasoning",
574
+ "full_key": "grok/grok-4-1-fast-non-reasoning",
575
+ "slug": "grok_grok-4-1-fast-non-reasoning"
576
+ },
174
577
  "anthropic/claude-haiku-4-5-20251001-thinking": {
175
578
  "company": "Anthropic",
176
579
  "label": "Claude Haiku 4.5 (Thinking)",
@@ -187,6 +590,7 @@
187
590
  "class_properties": {
188
591
  "supports_images": true,
189
592
  "supports_files": true,
593
+ "supports_batch_requests": true,
190
594
  "supports_temperature": true,
191
595
  "supports_tools": true,
192
596
  "deprecated": false,
@@ -234,6 +638,7 @@
234
638
  "class_properties": {
235
639
  "supports_images": true,
236
640
  "supports_files": true,
641
+ "supports_batch_requests": true,
237
642
  "supports_temperature": true,
238
643
  "supports_tools": true,
239
644
  "deprecated": false,
@@ -386,7 +791,11 @@
386
791
  "provider_properties": {},
387
792
  "costs_per_million_token": {
388
793
  "input": 0.28,
389
- "output": 0.42
794
+ "output": 0.42,
795
+ "cache": {
796
+ "read_discount": 0.1,
797
+ "write_markup": 1.0
798
+ }
390
799
  },
391
800
  "alternative_keys": [],
392
801
  "default_parameters": {
@@ -424,7 +833,11 @@
424
833
  "provider_properties": {},
425
834
  "costs_per_million_token": {
426
835
  "input": 0.28,
427
- "output": 0.42
836
+ "output": 0.42,
837
+ "cache": {
838
+ "read_discount": 0.1,
839
+ "write_markup": 1.0
840
+ }
428
841
  },
429
842
  "alternative_keys": [],
430
843
  "default_parameters": {
@@ -451,6 +864,7 @@
451
864
  "class_properties": {
452
865
  "supports_images": true,
453
866
  "supports_files": true,
867
+ "supports_batch_requests": true,
454
868
  "supports_temperature": true,
455
869
  "supports_tools": true,
456
870
  "deprecated": false,
@@ -508,6 +922,7 @@
508
922
  "class_properties": {
509
923
  "supports_images": true,
510
924
  "supports_files": true,
925
+ "supports_batch_requests": true,
511
926
  "supports_temperature": true,
512
927
  "supports_tools": true,
513
928
  "deprecated": false,
@@ -805,7 +1220,6 @@
805
1220
  "alternative_keys": [],
806
1221
  "default_parameters": {
807
1222
  "max_output_tokens": 128000,
808
- "temperature": 1.0,
809
1223
  "reasoning_effort": "high"
810
1224
  },
811
1225
  "provider_name": "openai",
@@ -946,7 +1360,7 @@
946
1360
  "supports_images": true,
947
1361
  "supports_files": false,
948
1362
  "supports_temperature": true,
949
- "supports_tools": false,
1363
+ "supports_tools": true,
950
1364
  "deprecated": false,
951
1365
  "available_for_everyone": true,
952
1366
  "available_as_evaluator": true,
@@ -995,7 +1409,7 @@
995
1409
  "supports_images": true,
996
1410
  "supports_files": false,
997
1411
  "supports_temperature": true,
998
- "supports_tools": false,
1412
+ "supports_tools": true,
999
1413
  "deprecated": false,
1000
1414
  "available_for_everyone": true,
1001
1415
  "available_as_evaluator": true,
@@ -1047,7 +1461,7 @@
1047
1461
  "supports_images": true,
1048
1462
  "supports_files": false,
1049
1463
  "supports_temperature": true,
1050
- "supports_tools": false,
1464
+ "supports_tools": true,
1051
1465
  "deprecated": false,
1052
1466
  "available_for_everyone": true,
1053
1467
  "available_as_evaluator": true,
@@ -1096,7 +1510,7 @@
1096
1510
  "supports_images": true,
1097
1511
  "supports_files": false,
1098
1512
  "supports_temperature": true,
1099
- "supports_tools": false,
1513
+ "supports_tools": true,
1100
1514
  "deprecated": false,
1101
1515
  "available_for_everyone": true,
1102
1516
  "available_as_evaluator": true,
@@ -1147,7 +1561,7 @@
1147
1561
  "supports_images": true,
1148
1562
  "supports_files": false,
1149
1563
  "supports_temperature": true,
1150
- "supports_tools": false,
1564
+ "supports_tools": true,
1151
1565
  "deprecated": false,
1152
1566
  "available_for_everyone": true,
1153
1567
  "available_as_evaluator": true,
@@ -1553,7 +1967,6 @@
1553
1967
  ],
1554
1968
  "default_parameters": {
1555
1969
  "max_output_tokens": 128000,
1556
- "temperature": 1.0,
1557
1970
  "reasoning_effort": "high"
1558
1971
  },
1559
1972
  "provider_name": "openai",
@@ -1603,7 +2016,6 @@
1603
2016
  ],
1604
2017
  "default_parameters": {
1605
2018
  "max_output_tokens": 128000,
1606
- "temperature": 1.0,
1607
2019
  "reasoning_effort": "high"
1608
2020
  },
1609
2021
  "provider_name": "openai",
@@ -1653,7 +2065,6 @@
1653
2065
  ],
1654
2066
  "default_parameters": {
1655
2067
  "max_output_tokens": 128000,
1656
- "temperature": 1.0,
1657
2068
  "reasoning_effort": "high"
1658
2069
  },
1659
2070
  "provider_name": "openai",
@@ -1701,7 +2112,6 @@
1701
2112
  "alternative_keys": [],
1702
2113
  "default_parameters": {
1703
2114
  "max_output_tokens": 128000,
1704
- "temperature": 1.0,
1705
2115
  "reasoning_effort": "high"
1706
2116
  },
1707
2117
  "provider_name": "azure",
@@ -1749,7 +2159,6 @@
1749
2159
  "alternative_keys": [],
1750
2160
  "default_parameters": {
1751
2161
  "max_output_tokens": 128000,
1752
- "temperature": 1.0,
1753
2162
  "reasoning_effort": "high"
1754
2163
  },
1755
2164
  "provider_name": "azure",
@@ -1797,7 +2206,6 @@
1797
2206
  "alternative_keys": [],
1798
2207
  "default_parameters": {
1799
2208
  "max_output_tokens": 128000,
1800
- "temperature": 1.0,
1801
2209
  "reasoning_effort": "high"
1802
2210
  },
1803
2211
  "provider_name": "azure",
@@ -1979,6 +2387,7 @@
1979
2387
  "class_properties": {
1980
2388
  "supports_images": true,
1981
2389
  "supports_files": true,
2390
+ "supports_batch_requests": true,
1982
2391
  "supports_temperature": true,
1983
2392
  "supports_tools": true,
1984
2393
  "deprecated": false,
@@ -2026,6 +2435,7 @@
2026
2435
  "class_properties": {
2027
2436
  "supports_images": true,
2028
2437
  "supports_files": true,
2438
+ "supports_batch_requests": true,
2029
2439
  "supports_temperature": true,
2030
2440
  "supports_tools": true,
2031
2441
  "deprecated": false,
@@ -2532,6 +2942,7 @@
2532
2942
  },
2533
2943
  "alternative_keys": [],
2534
2944
  "default_parameters": {
2945
+ "max_output_tokens": 16384,
2535
2946
  "temperature": 0.3
2536
2947
  },
2537
2948
  "provider_name": "together",
@@ -2717,6 +3128,7 @@
2717
3128
  },
2718
3129
  "alternative_keys": [],
2719
3130
  "default_parameters": {
3131
+ "max_output_tokens": 4096,
2720
3132
  "temperature": 0.4
2721
3133
  },
2722
3134
  "provider_name": "ai21labs",
@@ -2752,6 +3164,7 @@
2752
3164
  },
2753
3165
  "alternative_keys": [],
2754
3166
  "default_parameters": {
3167
+ "max_output_tokens": 4096,
2755
3168
  "temperature": 0.4
2756
3169
  },
2757
3170
  "provider_name": "ai21labs",
@@ -3350,6 +3763,7 @@
3350
3763
  "class_properties": {
3351
3764
  "supports_images": true,
3352
3765
  "supports_files": true,
3766
+ "supports_batch_requests": true,
3353
3767
  "supports_temperature": false,
3354
3768
  "supports_tools": true,
3355
3769
  "deprecated": false,
@@ -3407,6 +3821,7 @@
3407
3821
  "class_properties": {
3408
3822
  "supports_images": true,
3409
3823
  "supports_files": true,
3824
+ "supports_batch_requests": true,
3410
3825
  "supports_temperature": true,
3411
3826
  "supports_tools": true,
3412
3827
  "deprecated": false,
@@ -3475,6 +3890,7 @@
3475
3890
  "class_properties": {
3476
3891
  "supports_images": true,
3477
3892
  "supports_files": true,
3893
+ "supports_batch_requests": true,
3478
3894
  "supports_temperature": true,
3479
3895
  "supports_tools": true,
3480
3896
  "deprecated": false,
@@ -3522,6 +3938,7 @@
3522
3938
  "class_properties": {
3523
3939
  "supports_images": true,
3524
3940
  "supports_files": true,
3941
+ "supports_batch_requests": true,
3525
3942
  "supports_temperature": true,
3526
3943
  "supports_tools": true,
3527
3944
  "deprecated": false,
@@ -4392,7 +4809,7 @@
4392
4809
  "supports_images": true,
4393
4810
  "supports_files": false,
4394
4811
  "supports_temperature": true,
4395
- "supports_tools": false,
4812
+ "supports_tools": true,
4396
4813
  "deprecated": true,
4397
4814
  "available_for_everyone": true,
4398
4815
  "available_as_evaluator": false,
@@ -4435,7 +4852,7 @@
4435
4852
  "supports_images": true,
4436
4853
  "supports_files": false,
4437
4854
  "supports_temperature": true,
4438
- "supports_tools": false,
4855
+ "supports_tools": true,
4439
4856
  "deprecated": true,
4440
4857
  "available_for_everyone": true,
4441
4858
  "available_as_evaluator": false,
@@ -4477,7 +4894,7 @@
4477
4894
  "supports_images": true,
4478
4895
  "supports_files": false,
4479
4896
  "supports_temperature": true,
4480
- "supports_tools": false,
4897
+ "supports_tools": true,
4481
4898
  "deprecated": true,
4482
4899
  "available_for_everyone": true,
4483
4900
  "available_as_evaluator": false,
@@ -4520,7 +4937,7 @@
4520
4937
  "supports_images": true,
4521
4938
  "supports_files": false,
4522
4939
  "supports_temperature": true,
4523
- "supports_tools": false,
4940
+ "supports_tools": true,
4524
4941
  "deprecated": true,
4525
4942
  "available_for_everyone": true,
4526
4943
  "available_as_evaluator": false,
@@ -4563,7 +4980,7 @@
4563
4980
  "supports_images": true,
4564
4981
  "supports_files": false,
4565
4982
  "supports_temperature": true,
4566
- "supports_tools": false,
4983
+ "supports_tools": true,
4567
4984
  "deprecated": true,
4568
4985
  "available_for_everyone": true,
4569
4986
  "available_as_evaluator": false,
@@ -4605,7 +5022,7 @@
4605
5022
  "supports_images": true,
4606
5023
  "supports_files": false,
4607
5024
  "supports_temperature": true,
4608
- "supports_tools": false,
5025
+ "supports_tools": true,
4609
5026
  "deprecated": true,
4610
5027
  "available_for_everyone": true,
4611
5028
  "available_as_evaluator": false,
@@ -4648,7 +5065,7 @@
4648
5065
  "supports_images": true,
4649
5066
  "supports_files": false,
4650
5067
  "supports_temperature": true,
4651
- "supports_tools": false,
5068
+ "supports_tools": true,
4652
5069
  "deprecated": true,
4653
5070
  "available_for_everyone": true,
4654
5071
  "available_as_evaluator": false,
@@ -4690,7 +5107,7 @@
4690
5107
  "supports_images": true,
4691
5108
  "supports_files": false,
4692
5109
  "supports_temperature": true,
4693
- "supports_tools": false,
5110
+ "supports_tools": true,
4694
5111
  "deprecated": true,
4695
5112
  "available_for_everyone": true,
4696
5113
  "available_as_evaluator": false,
@@ -4732,7 +5149,7 @@
4732
5149
  "supports_images": true,
4733
5150
  "supports_files": false,
4734
5151
  "supports_temperature": true,
4735
- "supports_tools": false,
5152
+ "supports_tools": true,
4736
5153
  "deprecated": true,
4737
5154
  "available_for_everyone": true,
4738
5155
  "available_as_evaluator": false,
@@ -4774,7 +5191,7 @@
4774
5191
  "supports_images": true,
4775
5192
  "supports_files": false,
4776
5193
  "supports_temperature": true,
4777
- "supports_tools": false,
5194
+ "supports_tools": true,
4778
5195
  "deprecated": true,
4779
5196
  "available_for_everyone": true,
4780
5197
  "available_as_evaluator": false,
@@ -4850,7 +5267,7 @@
4850
5267
  "supports_images": true,
4851
5268
  "supports_files": false,
4852
5269
  "supports_temperature": true,
4853
- "supports_tools": false,
5270
+ "supports_tools": true,
4854
5271
  "deprecated": false,
4855
5272
  "available_for_everyone": true,
4856
5273
  "available_as_evaluator": false,
@@ -4893,7 +5310,7 @@
4893
5310
  "supports_images": true,
4894
5311
  "supports_files": false,
4895
5312
  "supports_temperature": true,
4896
- "supports_tools": false,
5313
+ "supports_tools": true,
4897
5314
  "deprecated": false,
4898
5315
  "available_for_everyone": true,
4899
5316
  "available_as_evaluator": false,
@@ -4936,7 +5353,7 @@
4936
5353
  "supports_images": true,
4937
5354
  "supports_files": false,
4938
5355
  "supports_temperature": true,
4939
- "supports_tools": false,
5356
+ "supports_tools": true,
4940
5357
  "deprecated": false,
4941
5358
  "available_for_everyone": true,
4942
5359
  "available_as_evaluator": false,
@@ -4979,7 +5396,7 @@
4979
5396
  "supports_images": true,
4980
5397
  "supports_files": false,
4981
5398
  "supports_temperature": true,
4982
- "supports_tools": false,
5399
+ "supports_tools": true,
4983
5400
  "deprecated": false,
4984
5401
  "available_for_everyone": true,
4985
5402
  "available_as_evaluator": false,
@@ -5022,7 +5439,7 @@
5022
5439
  "supports_images": true,
5023
5440
  "supports_files": false,
5024
5441
  "supports_temperature": true,
5025
- "supports_tools": false,
5442
+ "supports_tools": true,
5026
5443
  "deprecated": false,
5027
5444
  "available_for_everyone": true,
5028
5445
  "available_as_evaluator": false,
@@ -5065,7 +5482,7 @@
5065
5482
  "supports_images": true,
5066
5483
  "supports_files": false,
5067
5484
  "supports_temperature": true,
5068
- "supports_tools": false,
5485
+ "supports_tools": true,
5069
5486
  "deprecated": false,
5070
5487
  "available_for_everyone": true,
5071
5488
  "available_as_evaluator": false,
@@ -5528,6 +5945,7 @@
5528
5945
  "ai21labs/jamba-1.6-mini"
5529
5946
  ],
5530
5947
  "default_parameters": {
5948
+ "max_output_tokens": 4096,
5531
5949
  "temperature": 0.4
5532
5950
  },
5533
5951
  "provider_name": "ai21labs",
@@ -5565,6 +5983,7 @@
5565
5983
  "ai21labs/jamba-1.6-large"
5566
5984
  ],
5567
5985
  "default_parameters": {
5986
+ "max_output_tokens": 4096,
5568
5987
  "temperature": 0.4
5569
5988
  },
5570
5989
  "provider_name": "ai21labs",
@@ -5600,6 +6019,7 @@
5600
6019
  },
5601
6020
  "alternative_keys": [],
5602
6021
  "default_parameters": {
6022
+ "max_output_tokens": 4096,
5603
6023
  "temperature": 0.4
5604
6024
  },
5605
6025
  "provider_name": "ai21labs",
@@ -5635,6 +6055,7 @@
5635
6055
  },
5636
6056
  "alternative_keys": [],
5637
6057
  "default_parameters": {
6058
+ "max_output_tokens": 4096,
5638
6059
  "temperature": 0.4
5639
6060
  },
5640
6061
  "provider_name": "ai21labs",
@@ -6526,7 +6947,7 @@
6526
6947
  "supports_images": true,
6527
6948
  "supports_files": false,
6528
6949
  "supports_temperature": true,
6529
- "supports_tools": false,
6950
+ "supports_tools": true,
6530
6951
  "deprecated": true,
6531
6952
  "available_for_everyone": true,
6532
6953
  "available_as_evaluator": false,
@@ -6568,7 +6989,7 @@
6568
6989
  "supports_images": true,
6569
6990
  "supports_files": false,
6570
6991
  "supports_temperature": true,
6571
- "supports_tools": false,
6992
+ "supports_tools": true,
6572
6993
  "deprecated": false,
6573
6994
  "available_for_everyone": true,
6574
6995
  "available_as_evaluator": false,
@@ -6610,7 +7031,7 @@
6610
7031
  "supports_images": true,
6611
7032
  "supports_files": false,
6612
7033
  "supports_temperature": true,
6613
- "supports_tools": false,
7034
+ "supports_tools": true,
6614
7035
  "deprecated": false,
6615
7036
  "available_for_everyone": true,
6616
7037
  "available_as_evaluator": false,
@@ -6655,7 +7076,7 @@
6655
7076
  "supports_images": true,
6656
7077
  "supports_files": false,
6657
7078
  "supports_temperature": true,
6658
- "supports_tools": false,
7079
+ "supports_tools": true,
6659
7080
  "deprecated": false,
6660
7081
  "available_for_everyone": true,
6661
7082
  "available_as_evaluator": false,
@@ -6697,7 +7118,7 @@
6697
7118
  "supports_images": true,
6698
7119
  "supports_files": false,
6699
7120
  "supports_temperature": true,
6700
- "supports_tools": false,
7121
+ "supports_tools": true,
6701
7122
  "deprecated": true,
6702
7123
  "available_for_everyone": true,
6703
7124
  "available_as_evaluator": false,
@@ -6739,7 +7160,7 @@
6739
7160
  "supports_images": true,
6740
7161
  "supports_files": false,
6741
7162
  "supports_temperature": true,
6742
- "supports_tools": false,
7163
+ "supports_tools": true,
6743
7164
  "deprecated": true,
6744
7165
  "available_for_everyone": true,
6745
7166
  "available_as_evaluator": false,
@@ -8137,6 +8558,7 @@
8137
8558
  "ai21labs/jamba-1.5-mini"
8138
8559
  ],
8139
8560
  "default_parameters": {
8561
+ "max_output_tokens": 4096,
8140
8562
  "temperature": 0.4
8141
8563
  },
8142
8564
  "provider_name": "ai21labs",
@@ -8174,6 +8596,7 @@
8174
8596
  "ai21labs/jamba-1.5-large"
8175
8597
  ],
8176
8598
  "default_parameters": {
8599
+ "max_output_tokens": 4096,
8177
8600
  "temperature": 0.4
8178
8601
  },
8179
8602
  "provider_name": "ai21labs",
@@ -8209,6 +8632,7 @@
8209
8632
  },
8210
8633
  "alternative_keys": [],
8211
8634
  "default_parameters": {
8635
+ "max_output_tokens": 4096,
8212
8636
  "temperature": 0.4
8213
8637
  },
8214
8638
  "provider_name": "ai21labs",
@@ -8244,6 +8668,7 @@
8244
8668
  },
8245
8669
  "alternative_keys": [],
8246
8670
  "default_parameters": {
8671
+ "max_output_tokens": 4096,
8247
8672
  "temperature": 0.4
8248
8673
  },
8249
8674
  "provider_name": "ai21labs",