tokencostauto 0.1.387__py3-none-any.whl → 0.1.391__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- tokencostauto/model_prices.json +2328 -4
- {tokencostauto-0.1.387.dist-info → tokencostauto-0.1.391.dist-info}/METADATA +1 -1
- tokencostauto-0.1.391.dist-info/RECORD +9 -0
- tokencostauto-0.1.387.dist-info/RECORD +0 -9
- {tokencostauto-0.1.387.dist-info → tokencostauto-0.1.391.dist-info}/WHEEL +0 -0
- {tokencostauto-0.1.387.dist-info → tokencostauto-0.1.391.dist-info}/licenses/LICENSE +0 -0
- {tokencostauto-0.1.387.dist-info → tokencostauto-0.1.391.dist-info}/top_level.txt +0 -0
tokencostauto/model_prices.json
CHANGED
|
@@ -24215,7 +24215,7 @@
|
|
|
24215
24215
|
"input_cost_per_image_token": 2.5e-06,
|
|
24216
24216
|
"input_cost_per_token": 2e-06,
|
|
24217
24217
|
"litellm_provider": "openai",
|
|
24218
|
-
"mode": "
|
|
24218
|
+
"mode": "image_generation",
|
|
24219
24219
|
"output_cost_per_image_token": 8e-06,
|
|
24220
24220
|
"supported_endpoints": [
|
|
24221
24221
|
"/v1/images/generations",
|
|
@@ -28766,6 +28766,7 @@
|
|
|
28766
28766
|
"source": "https://docs.z.ai/guides/overview/pricing"
|
|
28767
28767
|
},
|
|
28768
28768
|
"amazon.nova-2-lite-v1:0": {
|
|
28769
|
+
"cache_read_input_token_cost": 7.5e-08,
|
|
28769
28770
|
"input_cost_per_token": 3e-07,
|
|
28770
28771
|
"litellm_provider": "bedrock_converse",
|
|
28771
28772
|
"max_input_tokens": 1000000,
|
|
@@ -28782,7 +28783,8 @@
|
|
|
28782
28783
|
"supports_vision": true
|
|
28783
28784
|
},
|
|
28784
28785
|
"apac.amazon.nova-2-lite-v1:0": {
|
|
28785
|
-
"
|
|
28786
|
+
"cache_read_input_token_cost": 8.25e-08,
|
|
28787
|
+
"input_cost_per_token": 3.3e-07,
|
|
28786
28788
|
"litellm_provider": "bedrock_converse",
|
|
28787
28789
|
"max_input_tokens": 1000000,
|
|
28788
28790
|
"max_output_tokens": 64000,
|
|
@@ -28798,7 +28800,8 @@
|
|
|
28798
28800
|
"supports_vision": true
|
|
28799
28801
|
},
|
|
28800
28802
|
"eu.amazon.nova-2-lite-v1:0": {
|
|
28801
|
-
"
|
|
28803
|
+
"cache_read_input_token_cost": 8.25e-08,
|
|
28804
|
+
"input_cost_per_token": 3.3e-07,
|
|
28802
28805
|
"litellm_provider": "bedrock_converse",
|
|
28803
28806
|
"max_input_tokens": 1000000,
|
|
28804
28807
|
"max_output_tokens": 64000,
|
|
@@ -28814,7 +28817,8 @@
|
|
|
28814
28817
|
"supports_vision": true
|
|
28815
28818
|
},
|
|
28816
28819
|
"us.amazon.nova-2-lite-v1:0": {
|
|
28817
|
-
"
|
|
28820
|
+
"cache_read_input_token_cost": 8.25e-08,
|
|
28821
|
+
"input_cost_per_token": 3.3e-07,
|
|
28818
28822
|
"litellm_provider": "bedrock_converse",
|
|
28819
28823
|
"max_input_tokens": 1000000,
|
|
28820
28824
|
"max_output_tokens": 64000,
|
|
@@ -29149,5 +29153,2325 @@
|
|
|
29149
29153
|
"supports_prompt_caching": true,
|
|
29150
29154
|
"supports_response_schema": true,
|
|
29151
29155
|
"supports_vision": true
|
|
29156
|
+
},
|
|
29157
|
+
"google.gemma-3-12b-it": {
|
|
29158
|
+
"input_cost_per_token": 9e-08,
|
|
29159
|
+
"litellm_provider": "bedrock_converse",
|
|
29160
|
+
"max_input_tokens": 128000,
|
|
29161
|
+
"max_output_tokens": 8192,
|
|
29162
|
+
"max_tokens": 8192,
|
|
29163
|
+
"mode": "chat",
|
|
29164
|
+
"output_cost_per_token": 2.9e-07,
|
|
29165
|
+
"supports_system_messages": true,
|
|
29166
|
+
"supports_vision": true
|
|
29167
|
+
},
|
|
29168
|
+
"google.gemma-3-27b-it": {
|
|
29169
|
+
"input_cost_per_token": 2.3e-07,
|
|
29170
|
+
"litellm_provider": "bedrock_converse",
|
|
29171
|
+
"max_input_tokens": 128000,
|
|
29172
|
+
"max_output_tokens": 8192,
|
|
29173
|
+
"max_tokens": 8192,
|
|
29174
|
+
"mode": "chat",
|
|
29175
|
+
"output_cost_per_token": 3.8e-07,
|
|
29176
|
+
"supports_system_messages": true,
|
|
29177
|
+
"supports_vision": true
|
|
29178
|
+
},
|
|
29179
|
+
"google.gemma-3-4b-it": {
|
|
29180
|
+
"input_cost_per_token": 4e-08,
|
|
29181
|
+
"litellm_provider": "bedrock_converse",
|
|
29182
|
+
"max_input_tokens": 128000,
|
|
29183
|
+
"max_output_tokens": 8192,
|
|
29184
|
+
"max_tokens": 8192,
|
|
29185
|
+
"mode": "chat",
|
|
29186
|
+
"output_cost_per_token": 8e-08,
|
|
29187
|
+
"supports_system_messages": true,
|
|
29188
|
+
"supports_vision": true
|
|
29189
|
+
},
|
|
29190
|
+
"global.amazon.nova-2-lite-v1:0": {
|
|
29191
|
+
"cache_read_input_token_cost": 7.5e-08,
|
|
29192
|
+
"input_cost_per_token": 3e-07,
|
|
29193
|
+
"litellm_provider": "bedrock_converse",
|
|
29194
|
+
"max_input_tokens": 1000000,
|
|
29195
|
+
"max_output_tokens": 64000,
|
|
29196
|
+
"max_tokens": 64000,
|
|
29197
|
+
"mode": "chat",
|
|
29198
|
+
"output_cost_per_token": 2.5e-06,
|
|
29199
|
+
"supports_function_calling": true,
|
|
29200
|
+
"supports_pdf_input": true,
|
|
29201
|
+
"supports_prompt_caching": true,
|
|
29202
|
+
"supports_reasoning": true,
|
|
29203
|
+
"supports_response_schema": true,
|
|
29204
|
+
"supports_video_input": true,
|
|
29205
|
+
"supports_vision": true
|
|
29206
|
+
},
|
|
29207
|
+
"minimax.minimax-m2": {
|
|
29208
|
+
"input_cost_per_token": 3e-07,
|
|
29209
|
+
"litellm_provider": "bedrock_converse",
|
|
29210
|
+
"max_input_tokens": 128000,
|
|
29211
|
+
"max_output_tokens": 8192,
|
|
29212
|
+
"max_tokens": 8192,
|
|
29213
|
+
"mode": "chat",
|
|
29214
|
+
"output_cost_per_token": 1.2e-06,
|
|
29215
|
+
"supports_system_messages": true
|
|
29216
|
+
},
|
|
29217
|
+
"mistral.magistral-small-2509": {
|
|
29218
|
+
"input_cost_per_token": 5e-07,
|
|
29219
|
+
"litellm_provider": "bedrock_converse",
|
|
29220
|
+
"max_input_tokens": 128000,
|
|
29221
|
+
"max_output_tokens": 8192,
|
|
29222
|
+
"max_tokens": 8192,
|
|
29223
|
+
"mode": "chat",
|
|
29224
|
+
"output_cost_per_token": 1.5e-06,
|
|
29225
|
+
"supports_function_calling": true,
|
|
29226
|
+
"supports_reasoning": true,
|
|
29227
|
+
"supports_system_messages": true
|
|
29228
|
+
},
|
|
29229
|
+
"mistral.ministral-3-14b-instruct": {
|
|
29230
|
+
"input_cost_per_token": 2e-07,
|
|
29231
|
+
"litellm_provider": "bedrock_converse",
|
|
29232
|
+
"max_input_tokens": 128000,
|
|
29233
|
+
"max_output_tokens": 8192,
|
|
29234
|
+
"max_tokens": 8192,
|
|
29235
|
+
"mode": "chat",
|
|
29236
|
+
"output_cost_per_token": 2e-07,
|
|
29237
|
+
"supports_function_calling": true,
|
|
29238
|
+
"supports_system_messages": true
|
|
29239
|
+
},
|
|
29240
|
+
"mistral.ministral-3-3b-instruct": {
|
|
29241
|
+
"input_cost_per_token": 1e-07,
|
|
29242
|
+
"litellm_provider": "bedrock_converse",
|
|
29243
|
+
"max_input_tokens": 128000,
|
|
29244
|
+
"max_output_tokens": 8192,
|
|
29245
|
+
"max_tokens": 8192,
|
|
29246
|
+
"mode": "chat",
|
|
29247
|
+
"output_cost_per_token": 1e-07,
|
|
29248
|
+
"supports_function_calling": true,
|
|
29249
|
+
"supports_system_messages": true
|
|
29250
|
+
},
|
|
29251
|
+
"mistral.ministral-3-8b-instruct": {
|
|
29252
|
+
"input_cost_per_token": 1.5e-07,
|
|
29253
|
+
"litellm_provider": "bedrock_converse",
|
|
29254
|
+
"max_input_tokens": 128000,
|
|
29255
|
+
"max_output_tokens": 8192,
|
|
29256
|
+
"max_tokens": 8192,
|
|
29257
|
+
"mode": "chat",
|
|
29258
|
+
"output_cost_per_token": 1.5e-07,
|
|
29259
|
+
"supports_function_calling": true,
|
|
29260
|
+
"supports_system_messages": true
|
|
29261
|
+
},
|
|
29262
|
+
"mistral.mistral-large-3-675b-instruct": {
|
|
29263
|
+
"input_cost_per_token": 5e-07,
|
|
29264
|
+
"litellm_provider": "bedrock_converse",
|
|
29265
|
+
"max_input_tokens": 128000,
|
|
29266
|
+
"max_output_tokens": 8192,
|
|
29267
|
+
"max_tokens": 8192,
|
|
29268
|
+
"mode": "chat",
|
|
29269
|
+
"output_cost_per_token": 1.5e-06,
|
|
29270
|
+
"supports_function_calling": true,
|
|
29271
|
+
"supports_system_messages": true
|
|
29272
|
+
},
|
|
29273
|
+
"mistral.voxtral-mini-3b-2507": {
|
|
29274
|
+
"input_cost_per_token": 4e-08,
|
|
29275
|
+
"litellm_provider": "bedrock_converse",
|
|
29276
|
+
"max_input_tokens": 128000,
|
|
29277
|
+
"max_output_tokens": 8192,
|
|
29278
|
+
"max_tokens": 8192,
|
|
29279
|
+
"mode": "chat",
|
|
29280
|
+
"output_cost_per_token": 4e-08,
|
|
29281
|
+
"supports_audio_input": true,
|
|
29282
|
+
"supports_system_messages": true
|
|
29283
|
+
},
|
|
29284
|
+
"mistral.voxtral-small-24b-2507": {
|
|
29285
|
+
"input_cost_per_token": 1e-07,
|
|
29286
|
+
"litellm_provider": "bedrock_converse",
|
|
29287
|
+
"max_input_tokens": 128000,
|
|
29288
|
+
"max_output_tokens": 8192,
|
|
29289
|
+
"max_tokens": 8192,
|
|
29290
|
+
"mode": "chat",
|
|
29291
|
+
"output_cost_per_token": 3e-07,
|
|
29292
|
+
"supports_audio_input": true,
|
|
29293
|
+
"supports_system_messages": true
|
|
29294
|
+
},
|
|
29295
|
+
"moonshot.kimi-k2-thinking": {
|
|
29296
|
+
"input_cost_per_token": 6e-07,
|
|
29297
|
+
"litellm_provider": "bedrock_converse",
|
|
29298
|
+
"max_input_tokens": 128000,
|
|
29299
|
+
"max_output_tokens": 8192,
|
|
29300
|
+
"max_tokens": 8192,
|
|
29301
|
+
"mode": "chat",
|
|
29302
|
+
"output_cost_per_token": 2.5e-06,
|
|
29303
|
+
"supports_reasoning": true,
|
|
29304
|
+
"supports_system_messages": true
|
|
29305
|
+
},
|
|
29306
|
+
"nvidia.nemotron-nano-12b-v2": {
|
|
29307
|
+
"input_cost_per_token": 2e-07,
|
|
29308
|
+
"litellm_provider": "bedrock_converse",
|
|
29309
|
+
"max_input_tokens": 128000,
|
|
29310
|
+
"max_output_tokens": 8192,
|
|
29311
|
+
"max_tokens": 8192,
|
|
29312
|
+
"mode": "chat",
|
|
29313
|
+
"output_cost_per_token": 6e-07,
|
|
29314
|
+
"supports_system_messages": true,
|
|
29315
|
+
"supports_vision": true
|
|
29316
|
+
},
|
|
29317
|
+
"nvidia.nemotron-nano-9b-v2": {
|
|
29318
|
+
"input_cost_per_token": 6e-08,
|
|
29319
|
+
"litellm_provider": "bedrock_converse",
|
|
29320
|
+
"max_input_tokens": 128000,
|
|
29321
|
+
"max_output_tokens": 8192,
|
|
29322
|
+
"max_tokens": 8192,
|
|
29323
|
+
"mode": "chat",
|
|
29324
|
+
"output_cost_per_token": 2.3e-07,
|
|
29325
|
+
"supports_system_messages": true
|
|
29326
|
+
},
|
|
29327
|
+
"openai.gpt-oss-safeguard-120b": {
|
|
29328
|
+
"input_cost_per_token": 1.5e-07,
|
|
29329
|
+
"litellm_provider": "bedrock_converse",
|
|
29330
|
+
"max_input_tokens": 128000,
|
|
29331
|
+
"max_output_tokens": 8192,
|
|
29332
|
+
"max_tokens": 8192,
|
|
29333
|
+
"mode": "chat",
|
|
29334
|
+
"output_cost_per_token": 6e-07,
|
|
29335
|
+
"supports_system_messages": true
|
|
29336
|
+
},
|
|
29337
|
+
"openai.gpt-oss-safeguard-20b": {
|
|
29338
|
+
"input_cost_per_token": 7e-08,
|
|
29339
|
+
"litellm_provider": "bedrock_converse",
|
|
29340
|
+
"max_input_tokens": 128000,
|
|
29341
|
+
"max_output_tokens": 8192,
|
|
29342
|
+
"max_tokens": 8192,
|
|
29343
|
+
"mode": "chat",
|
|
29344
|
+
"output_cost_per_token": 2e-07,
|
|
29345
|
+
"supports_system_messages": true
|
|
29346
|
+
},
|
|
29347
|
+
"qwen.qwen3-next-80b-a3b": {
|
|
29348
|
+
"input_cost_per_token": 1.5e-07,
|
|
29349
|
+
"litellm_provider": "bedrock_converse",
|
|
29350
|
+
"max_input_tokens": 128000,
|
|
29351
|
+
"max_output_tokens": 8192,
|
|
29352
|
+
"max_tokens": 8192,
|
|
29353
|
+
"mode": "chat",
|
|
29354
|
+
"output_cost_per_token": 1.2e-06,
|
|
29355
|
+
"supports_function_calling": true,
|
|
29356
|
+
"supports_system_messages": true
|
|
29357
|
+
},
|
|
29358
|
+
"qwen.qwen3-vl-235b-a22b": {
|
|
29359
|
+
"input_cost_per_token": 5.3e-07,
|
|
29360
|
+
"litellm_provider": "bedrock_converse",
|
|
29361
|
+
"max_input_tokens": 128000,
|
|
29362
|
+
"max_output_tokens": 8192,
|
|
29363
|
+
"max_tokens": 8192,
|
|
29364
|
+
"mode": "chat",
|
|
29365
|
+
"output_cost_per_token": 2.66e-06,
|
|
29366
|
+
"supports_function_calling": true,
|
|
29367
|
+
"supports_system_messages": true,
|
|
29368
|
+
"supports_vision": true
|
|
29369
|
+
},
|
|
29370
|
+
"nvidia_nim/ranking/nvidia/llama-3.2-nv-rerankqa-1b-v2": {
|
|
29371
|
+
"input_cost_per_query": 0.0,
|
|
29372
|
+
"input_cost_per_token": 0.0,
|
|
29373
|
+
"litellm_provider": "nvidia_nim",
|
|
29374
|
+
"mode": "rerank",
|
|
29375
|
+
"output_cost_per_token": 0.0
|
|
29376
|
+
},
|
|
29377
|
+
"us.writer.palmyra-x4-v1:0": {
|
|
29378
|
+
"input_cost_per_token": 2.5e-06,
|
|
29379
|
+
"litellm_provider": "bedrock_converse",
|
|
29380
|
+
"max_input_tokens": 128000,
|
|
29381
|
+
"max_output_tokens": 8192,
|
|
29382
|
+
"max_tokens": 8192,
|
|
29383
|
+
"mode": "chat",
|
|
29384
|
+
"output_cost_per_token": 1e-05,
|
|
29385
|
+
"supports_function_calling": true,
|
|
29386
|
+
"supports_pdf_input": true
|
|
29387
|
+
},
|
|
29388
|
+
"us.writer.palmyra-x5-v1:0": {
|
|
29389
|
+
"input_cost_per_token": 6e-07,
|
|
29390
|
+
"litellm_provider": "bedrock_converse",
|
|
29391
|
+
"max_input_tokens": 1000000,
|
|
29392
|
+
"max_output_tokens": 8192,
|
|
29393
|
+
"max_tokens": 8192,
|
|
29394
|
+
"mode": "chat",
|
|
29395
|
+
"output_cost_per_token": 6e-06,
|
|
29396
|
+
"supports_function_calling": true,
|
|
29397
|
+
"supports_pdf_input": true
|
|
29398
|
+
},
|
|
29399
|
+
"writer.palmyra-x4-v1:0": {
|
|
29400
|
+
"input_cost_per_token": 2.5e-06,
|
|
29401
|
+
"litellm_provider": "bedrock_converse",
|
|
29402
|
+
"max_input_tokens": 128000,
|
|
29403
|
+
"max_output_tokens": 8192,
|
|
29404
|
+
"max_tokens": 8192,
|
|
29405
|
+
"mode": "chat",
|
|
29406
|
+
"output_cost_per_token": 1e-05,
|
|
29407
|
+
"supports_function_calling": true,
|
|
29408
|
+
"supports_pdf_input": true
|
|
29409
|
+
},
|
|
29410
|
+
"writer.palmyra-x5-v1:0": {
|
|
29411
|
+
"input_cost_per_token": 6e-07,
|
|
29412
|
+
"litellm_provider": "bedrock_converse",
|
|
29413
|
+
"max_input_tokens": 1000000,
|
|
29414
|
+
"max_output_tokens": 8192,
|
|
29415
|
+
"max_tokens": 8192,
|
|
29416
|
+
"mode": "chat",
|
|
29417
|
+
"output_cost_per_token": 6e-06,
|
|
29418
|
+
"supports_function_calling": true,
|
|
29419
|
+
"supports_pdf_input": true
|
|
29420
|
+
},
|
|
29421
|
+
"cerebras/zai-glm-4.6": {
|
|
29422
|
+
"input_cost_per_token": 2.25e-06,
|
|
29423
|
+
"litellm_provider": "cerebras",
|
|
29424
|
+
"max_input_tokens": 128000,
|
|
29425
|
+
"max_output_tokens": 128000,
|
|
29426
|
+
"max_tokens": 128000,
|
|
29427
|
+
"mode": "chat",
|
|
29428
|
+
"output_cost_per_token": 2.75e-06,
|
|
29429
|
+
"source": "https://www.cerebras.ai/pricing",
|
|
29430
|
+
"supports_function_calling": true,
|
|
29431
|
+
"supports_reasoning": true,
|
|
29432
|
+
"supports_tool_choice": true
|
|
29433
|
+
},
|
|
29434
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct": {
|
|
29435
|
+
"max_tokens": 262144,
|
|
29436
|
+
"max_input_tokens": 262144,
|
|
29437
|
+
"max_output_tokens": 262144,
|
|
29438
|
+
"input_cost_per_token": 4.5e-07,
|
|
29439
|
+
"output_cost_per_token": 1.8e-06,
|
|
29440
|
+
"litellm_provider": "fireworks_ai",
|
|
29441
|
+
"mode": "chat"
|
|
29442
|
+
},
|
|
29443
|
+
"fireworks_ai/accounts/fireworks/models/flux-kontext-pro": {
|
|
29444
|
+
"max_tokens": 4096,
|
|
29445
|
+
"max_input_tokens": 4096,
|
|
29446
|
+
"max_output_tokens": 4096,
|
|
29447
|
+
"input_cost_per_token": 4e-08,
|
|
29448
|
+
"output_cost_per_token": 4e-08,
|
|
29449
|
+
"litellm_provider": "fireworks_ai",
|
|
29450
|
+
"mode": "image_generation"
|
|
29451
|
+
},
|
|
29452
|
+
"fireworks_ai/accounts/fireworks/models/SSD-1B": {
|
|
29453
|
+
"max_tokens": 4096,
|
|
29454
|
+
"max_input_tokens": 4096,
|
|
29455
|
+
"max_output_tokens": 4096,
|
|
29456
|
+
"input_cost_per_token": 1.3e-10,
|
|
29457
|
+
"output_cost_per_token": 1.3e-10,
|
|
29458
|
+
"litellm_provider": "fireworks_ai",
|
|
29459
|
+
"mode": "image_generation"
|
|
29460
|
+
},
|
|
29461
|
+
"fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2": {
|
|
29462
|
+
"max_tokens": 4096,
|
|
29463
|
+
"max_input_tokens": 4096,
|
|
29464
|
+
"max_output_tokens": 4096,
|
|
29465
|
+
"input_cost_per_token": 2e-07,
|
|
29466
|
+
"output_cost_per_token": 2e-07,
|
|
29467
|
+
"litellm_provider": "fireworks_ai",
|
|
29468
|
+
"mode": "chat"
|
|
29469
|
+
},
|
|
29470
|
+
"fireworks_ai/accounts/fireworks/models/code-llama-13b": {
|
|
29471
|
+
"max_tokens": 16384,
|
|
29472
|
+
"max_input_tokens": 16384,
|
|
29473
|
+
"max_output_tokens": 16384,
|
|
29474
|
+
"input_cost_per_token": 2e-07,
|
|
29475
|
+
"output_cost_per_token": 2e-07,
|
|
29476
|
+
"litellm_provider": "fireworks_ai",
|
|
29477
|
+
"mode": "chat"
|
|
29478
|
+
},
|
|
29479
|
+
"fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct": {
|
|
29480
|
+
"max_tokens": 16384,
|
|
29481
|
+
"max_input_tokens": 16384,
|
|
29482
|
+
"max_output_tokens": 16384,
|
|
29483
|
+
"input_cost_per_token": 2e-07,
|
|
29484
|
+
"output_cost_per_token": 2e-07,
|
|
29485
|
+
"litellm_provider": "fireworks_ai",
|
|
29486
|
+
"mode": "chat"
|
|
29487
|
+
},
|
|
29488
|
+
"fireworks_ai/accounts/fireworks/models/code-llama-13b-python": {
|
|
29489
|
+
"max_tokens": 16384,
|
|
29490
|
+
"max_input_tokens": 16384,
|
|
29491
|
+
"max_output_tokens": 16384,
|
|
29492
|
+
"input_cost_per_token": 2e-07,
|
|
29493
|
+
"output_cost_per_token": 2e-07,
|
|
29494
|
+
"litellm_provider": "fireworks_ai",
|
|
29495
|
+
"mode": "chat"
|
|
29496
|
+
},
|
|
29497
|
+
"fireworks_ai/accounts/fireworks/models/code-llama-34b": {
|
|
29498
|
+
"max_tokens": 16384,
|
|
29499
|
+
"max_input_tokens": 16384,
|
|
29500
|
+
"max_output_tokens": 16384,
|
|
29501
|
+
"input_cost_per_token": 9e-07,
|
|
29502
|
+
"output_cost_per_token": 9e-07,
|
|
29503
|
+
"litellm_provider": "fireworks_ai",
|
|
29504
|
+
"mode": "chat"
|
|
29505
|
+
},
|
|
29506
|
+
"fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct": {
|
|
29507
|
+
"max_tokens": 16384,
|
|
29508
|
+
"max_input_tokens": 16384,
|
|
29509
|
+
"max_output_tokens": 16384,
|
|
29510
|
+
"input_cost_per_token": 9e-07,
|
|
29511
|
+
"output_cost_per_token": 9e-07,
|
|
29512
|
+
"litellm_provider": "fireworks_ai",
|
|
29513
|
+
"mode": "chat"
|
|
29514
|
+
},
|
|
29515
|
+
"fireworks_ai/accounts/fireworks/models/code-llama-34b-python": {
|
|
29516
|
+
"max_tokens": 16384,
|
|
29517
|
+
"max_input_tokens": 16384,
|
|
29518
|
+
"max_output_tokens": 16384,
|
|
29519
|
+
"input_cost_per_token": 9e-07,
|
|
29520
|
+
"output_cost_per_token": 9e-07,
|
|
29521
|
+
"litellm_provider": "fireworks_ai",
|
|
29522
|
+
"mode": "chat"
|
|
29523
|
+
},
|
|
29524
|
+
"fireworks_ai/accounts/fireworks/models/code-llama-70b": {
|
|
29525
|
+
"max_tokens": 4096,
|
|
29526
|
+
"max_input_tokens": 4096,
|
|
29527
|
+
"max_output_tokens": 4096,
|
|
29528
|
+
"input_cost_per_token": 9e-07,
|
|
29529
|
+
"output_cost_per_token": 9e-07,
|
|
29530
|
+
"litellm_provider": "fireworks_ai",
|
|
29531
|
+
"mode": "chat"
|
|
29532
|
+
},
|
|
29533
|
+
"fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct": {
|
|
29534
|
+
"max_tokens": 4096,
|
|
29535
|
+
"max_input_tokens": 4096,
|
|
29536
|
+
"max_output_tokens": 4096,
|
|
29537
|
+
"input_cost_per_token": 9e-07,
|
|
29538
|
+
"output_cost_per_token": 9e-07,
|
|
29539
|
+
"litellm_provider": "fireworks_ai",
|
|
29540
|
+
"mode": "chat"
|
|
29541
|
+
},
|
|
29542
|
+
"fireworks_ai/accounts/fireworks/models/code-llama-70b-python": {
|
|
29543
|
+
"max_tokens": 4096,
|
|
29544
|
+
"max_input_tokens": 4096,
|
|
29545
|
+
"max_output_tokens": 4096,
|
|
29546
|
+
"input_cost_per_token": 9e-07,
|
|
29547
|
+
"output_cost_per_token": 9e-07,
|
|
29548
|
+
"litellm_provider": "fireworks_ai",
|
|
29549
|
+
"mode": "chat"
|
|
29550
|
+
},
|
|
29551
|
+
"fireworks_ai/accounts/fireworks/models/code-llama-7b": {
|
|
29552
|
+
"max_tokens": 16384,
|
|
29553
|
+
"max_input_tokens": 16384,
|
|
29554
|
+
"max_output_tokens": 16384,
|
|
29555
|
+
"input_cost_per_token": 2e-07,
|
|
29556
|
+
"output_cost_per_token": 2e-07,
|
|
29557
|
+
"litellm_provider": "fireworks_ai",
|
|
29558
|
+
"mode": "chat"
|
|
29559
|
+
},
|
|
29560
|
+
"fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct": {
|
|
29561
|
+
"max_tokens": 16384,
|
|
29562
|
+
"max_input_tokens": 16384,
|
|
29563
|
+
"max_output_tokens": 16384,
|
|
29564
|
+
"input_cost_per_token": 2e-07,
|
|
29565
|
+
"output_cost_per_token": 2e-07,
|
|
29566
|
+
"litellm_provider": "fireworks_ai",
|
|
29567
|
+
"mode": "chat"
|
|
29568
|
+
},
|
|
29569
|
+
"fireworks_ai/accounts/fireworks/models/code-llama-7b-python": {
|
|
29570
|
+
"max_tokens": 16384,
|
|
29571
|
+
"max_input_tokens": 16384,
|
|
29572
|
+
"max_output_tokens": 16384,
|
|
29573
|
+
"input_cost_per_token": 2e-07,
|
|
29574
|
+
"output_cost_per_token": 2e-07,
|
|
29575
|
+
"litellm_provider": "fireworks_ai",
|
|
29576
|
+
"mode": "chat"
|
|
29577
|
+
},
|
|
29578
|
+
"fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b": {
|
|
29579
|
+
"max_tokens": 65536,
|
|
29580
|
+
"max_input_tokens": 65536,
|
|
29581
|
+
"max_output_tokens": 65536,
|
|
29582
|
+
"input_cost_per_token": 2e-07,
|
|
29583
|
+
"output_cost_per_token": 2e-07,
|
|
29584
|
+
"litellm_provider": "fireworks_ai",
|
|
29585
|
+
"mode": "chat"
|
|
29586
|
+
},
|
|
29587
|
+
"fireworks_ai/accounts/fireworks/models/codegemma-2b": {
|
|
29588
|
+
"max_tokens": 8192,
|
|
29589
|
+
"max_input_tokens": 8192,
|
|
29590
|
+
"max_output_tokens": 8192,
|
|
29591
|
+
"input_cost_per_token": 1e-07,
|
|
29592
|
+
"output_cost_per_token": 1e-07,
|
|
29593
|
+
"litellm_provider": "fireworks_ai",
|
|
29594
|
+
"mode": "chat"
|
|
29595
|
+
},
|
|
29596
|
+
"fireworks_ai/accounts/fireworks/models/codegemma-7b": {
|
|
29597
|
+
"max_tokens": 8192,
|
|
29598
|
+
"max_input_tokens": 8192,
|
|
29599
|
+
"max_output_tokens": 8192,
|
|
29600
|
+
"input_cost_per_token": 2e-07,
|
|
29601
|
+
"output_cost_per_token": 2e-07,
|
|
29602
|
+
"litellm_provider": "fireworks_ai",
|
|
29603
|
+
"mode": "chat"
|
|
29604
|
+
},
|
|
29605
|
+
"fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1": {
|
|
29606
|
+
"max_tokens": 163840,
|
|
29607
|
+
"max_input_tokens": 163840,
|
|
29608
|
+
"max_output_tokens": 163840,
|
|
29609
|
+
"input_cost_per_token": 1.2e-06,
|
|
29610
|
+
"output_cost_per_token": 1.2e-06,
|
|
29611
|
+
"litellm_provider": "fireworks_ai",
|
|
29612
|
+
"mode": "chat"
|
|
29613
|
+
},
|
|
29614
|
+
"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b": {
|
|
29615
|
+
"max_tokens": 131072,
|
|
29616
|
+
"max_input_tokens": 131072,
|
|
29617
|
+
"max_output_tokens": 131072,
|
|
29618
|
+
"input_cost_per_token": 1e-07,
|
|
29619
|
+
"output_cost_per_token": 1e-07,
|
|
29620
|
+
"litellm_provider": "fireworks_ai",
|
|
29621
|
+
"mode": "chat"
|
|
29622
|
+
},
|
|
29623
|
+
"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b": {
|
|
29624
|
+
"max_tokens": 131072,
|
|
29625
|
+
"max_input_tokens": 131072,
|
|
29626
|
+
"max_output_tokens": 131072,
|
|
29627
|
+
"input_cost_per_token": 9e-07,
|
|
29628
|
+
"output_cost_per_token": 9e-07,
|
|
29629
|
+
"litellm_provider": "fireworks_ai",
|
|
29630
|
+
"mode": "chat"
|
|
29631
|
+
},
|
|
29632
|
+
"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b": {
|
|
29633
|
+
"max_tokens": 131072,
|
|
29634
|
+
"max_input_tokens": 131072,
|
|
29635
|
+
"max_output_tokens": 131072,
|
|
29636
|
+
"input_cost_per_token": 2e-07,
|
|
29637
|
+
"output_cost_per_token": 2e-07,
|
|
29638
|
+
"litellm_provider": "fireworks_ai",
|
|
29639
|
+
"mode": "chat"
|
|
29640
|
+
},
|
|
29641
|
+
"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b": {
|
|
29642
|
+
"max_tokens": 131072,
|
|
29643
|
+
"max_input_tokens": 131072,
|
|
29644
|
+
"max_output_tokens": 131072,
|
|
29645
|
+
"input_cost_per_token": 2e-07,
|
|
29646
|
+
"output_cost_per_token": 2e-07,
|
|
29647
|
+
"litellm_provider": "fireworks_ai",
|
|
29648
|
+
"mode": "chat"
|
|
29649
|
+
},
|
|
29650
|
+
"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b": {
|
|
29651
|
+
"max_tokens": 131072,
|
|
29652
|
+
"max_input_tokens": 131072,
|
|
29653
|
+
"max_output_tokens": 131072,
|
|
29654
|
+
"input_cost_per_token": 9e-07,
|
|
29655
|
+
"output_cost_per_token": 9e-07,
|
|
29656
|
+
"litellm_provider": "fireworks_ai",
|
|
29657
|
+
"mode": "chat"
|
|
29658
|
+
},
|
|
29659
|
+
"fireworks_ai/accounts/fireworks/models/flux-kontext-max": {
|
|
29660
|
+
"max_tokens": 4096,
|
|
29661
|
+
"max_input_tokens": 4096,
|
|
29662
|
+
"max_output_tokens": 4096,
|
|
29663
|
+
"input_cost_per_token": 8e-08,
|
|
29664
|
+
"output_cost_per_token": 8e-08,
|
|
29665
|
+
"litellm_provider": "fireworks_ai",
|
|
29666
|
+
"mode": "image_generation"
|
|
29667
|
+
},
|
|
29668
|
+
"fireworks_ai/accounts/fireworks/models/dbrx-instruct": {
|
|
29669
|
+
"max_tokens": 32768,
|
|
29670
|
+
"max_input_tokens": 32768,
|
|
29671
|
+
"max_output_tokens": 32768,
|
|
29672
|
+
"input_cost_per_token": 1.2e-06,
|
|
29673
|
+
"output_cost_per_token": 1.2e-06,
|
|
29674
|
+
"litellm_provider": "fireworks_ai",
|
|
29675
|
+
"mode": "chat"
|
|
29676
|
+
},
|
|
29677
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base": {
|
|
29678
|
+
"max_tokens": 16384,
|
|
29679
|
+
"max_input_tokens": 16384,
|
|
29680
|
+
"max_output_tokens": 16384,
|
|
29681
|
+
"input_cost_per_token": 1e-07,
|
|
29682
|
+
"output_cost_per_token": 1e-07,
|
|
29683
|
+
"litellm_provider": "fireworks_ai",
|
|
29684
|
+
"mode": "chat"
|
|
29685
|
+
},
|
|
29686
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct": {
|
|
29687
|
+
"max_tokens": 16384,
|
|
29688
|
+
"max_input_tokens": 16384,
|
|
29689
|
+
"max_output_tokens": 16384,
|
|
29690
|
+
"input_cost_per_token": 9e-07,
|
|
29691
|
+
"output_cost_per_token": 9e-07,
|
|
29692
|
+
"litellm_provider": "fireworks_ai",
|
|
29693
|
+
"mode": "chat"
|
|
29694
|
+
},
|
|
29695
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base": {
|
|
29696
|
+
"max_tokens": 4096,
|
|
29697
|
+
"max_input_tokens": 4096,
|
|
29698
|
+
"max_output_tokens": 4096,
|
|
29699
|
+
"input_cost_per_token": 2e-07,
|
|
29700
|
+
"output_cost_per_token": 2e-07,
|
|
29701
|
+
"litellm_provider": "fireworks_ai",
|
|
29702
|
+
"mode": "chat"
|
|
29703
|
+
},
|
|
29704
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5": {
|
|
29705
|
+
"max_tokens": 4096,
|
|
29706
|
+
"max_input_tokens": 4096,
|
|
29707
|
+
"max_output_tokens": 4096,
|
|
29708
|
+
"input_cost_per_token": 2e-07,
|
|
29709
|
+
"output_cost_per_token": 2e-07,
|
|
29710
|
+
"litellm_provider": "fireworks_ai",
|
|
29711
|
+
"mode": "chat"
|
|
29712
|
+
},
|
|
29713
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5": {
|
|
29714
|
+
"max_tokens": 4096,
|
|
29715
|
+
"max_input_tokens": 4096,
|
|
29716
|
+
"max_output_tokens": 4096,
|
|
29717
|
+
"input_cost_per_token": 2e-07,
|
|
29718
|
+
"output_cost_per_token": 2e-07,
|
|
29719
|
+
"litellm_provider": "fireworks_ai",
|
|
29720
|
+
"mode": "chat"
|
|
29721
|
+
},
|
|
29722
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base": {
|
|
29723
|
+
"max_tokens": 163840,
|
|
29724
|
+
"max_input_tokens": 163840,
|
|
29725
|
+
"max_output_tokens": 163840,
|
|
29726
|
+
"input_cost_per_token": 5e-07,
|
|
29727
|
+
"output_cost_per_token": 5e-07,
|
|
29728
|
+
"litellm_provider": "fireworks_ai",
|
|
29729
|
+
"mode": "chat"
|
|
29730
|
+
},
|
|
29731
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct": {
|
|
29732
|
+
"max_tokens": 163840,
|
|
29733
|
+
"max_input_tokens": 163840,
|
|
29734
|
+
"max_output_tokens": 163840,
|
|
29735
|
+
"input_cost_per_token": 5e-07,
|
|
29736
|
+
"output_cost_per_token": 5e-07,
|
|
29737
|
+
"litellm_provider": "fireworks_ai",
|
|
29738
|
+
"mode": "chat"
|
|
29739
|
+
},
|
|
29740
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-prover-v2": {
|
|
29741
|
+
"max_tokens": 163840,
|
|
29742
|
+
"max_input_tokens": 163840,
|
|
29743
|
+
"max_output_tokens": 163840,
|
|
29744
|
+
"input_cost_per_token": 1.2e-06,
|
|
29745
|
+
"output_cost_per_token": 1.2e-06,
|
|
29746
|
+
"litellm_provider": "fireworks_ai",
|
|
29747
|
+
"mode": "chat"
|
|
29748
|
+
},
|
|
29749
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b": {
|
|
29750
|
+
"max_tokens": 131072,
|
|
29751
|
+
"max_input_tokens": 131072,
|
|
29752
|
+
"max_output_tokens": 131072,
|
|
29753
|
+
"input_cost_per_token": 2e-07,
|
|
29754
|
+
"output_cost_per_token": 2e-07,
|
|
29755
|
+
"litellm_provider": "fireworks_ai",
|
|
29756
|
+
"mode": "chat"
|
|
29757
|
+
},
|
|
29758
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b": {
|
|
29759
|
+
"max_tokens": 131072,
|
|
29760
|
+
"max_input_tokens": 131072,
|
|
29761
|
+
"max_output_tokens": 131072,
|
|
29762
|
+
"input_cost_per_token": 9e-07,
|
|
29763
|
+
"output_cost_per_token": 9e-07,
|
|
29764
|
+
"litellm_provider": "fireworks_ai",
|
|
29765
|
+
"mode": "chat"
|
|
29766
|
+
},
|
|
29767
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b": {
|
|
29768
|
+
"max_tokens": 131072,
|
|
29769
|
+
"max_input_tokens": 131072,
|
|
29770
|
+
"max_output_tokens": 131072,
|
|
29771
|
+
"input_cost_per_token": 2e-07,
|
|
29772
|
+
"output_cost_per_token": 2e-07,
|
|
29773
|
+
"litellm_provider": "fireworks_ai",
|
|
29774
|
+
"mode": "chat"
|
|
29775
|
+
},
|
|
29776
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b": {
|
|
29777
|
+
"max_tokens": 131072,
|
|
29778
|
+
"max_input_tokens": 131072,
|
|
29779
|
+
"max_output_tokens": 131072,
|
|
29780
|
+
"input_cost_per_token": 2e-07,
|
|
29781
|
+
"output_cost_per_token": 2e-07,
|
|
29782
|
+
"litellm_provider": "fireworks_ai",
|
|
29783
|
+
"mode": "chat"
|
|
29784
|
+
},
|
|
29785
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b": {
|
|
29786
|
+
"max_tokens": 131072,
|
|
29787
|
+
"max_input_tokens": 131072,
|
|
29788
|
+
"max_output_tokens": 131072,
|
|
29789
|
+
"input_cost_per_token": 1e-07,
|
|
29790
|
+
"output_cost_per_token": 1e-07,
|
|
29791
|
+
"litellm_provider": "fireworks_ai",
|
|
29792
|
+
"mode": "chat"
|
|
29793
|
+
},
|
|
29794
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b": {
|
|
29795
|
+
"max_tokens": 131072,
|
|
29796
|
+
"max_input_tokens": 131072,
|
|
29797
|
+
"max_output_tokens": 131072,
|
|
29798
|
+
"input_cost_per_token": 9e-07,
|
|
29799
|
+
"output_cost_per_token": 9e-07,
|
|
29800
|
+
"litellm_provider": "fireworks_ai",
|
|
29801
|
+
"mode": "chat"
|
|
29802
|
+
},
|
|
29803
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b": {
|
|
29804
|
+
"max_tokens": 131072,
|
|
29805
|
+
"max_input_tokens": 131072,
|
|
29806
|
+
"max_output_tokens": 131072,
|
|
29807
|
+
"input_cost_per_token": 2e-07,
|
|
29808
|
+
"output_cost_per_token": 2e-07,
|
|
29809
|
+
"litellm_provider": "fireworks_ai",
|
|
29810
|
+
"mode": "chat"
|
|
29811
|
+
},
|
|
29812
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat": {
|
|
29813
|
+
"max_tokens": 163840,
|
|
29814
|
+
"max_input_tokens": 163840,
|
|
29815
|
+
"max_output_tokens": 163840,
|
|
29816
|
+
"input_cost_per_token": 5e-07,
|
|
29817
|
+
"output_cost_per_token": 5e-07,
|
|
29818
|
+
"litellm_provider": "fireworks_ai",
|
|
29819
|
+
"mode": "chat"
|
|
29820
|
+
},
|
|
29821
|
+
"fireworks_ai/accounts/fireworks/models/deepseek-v2p5": {
|
|
29822
|
+
"max_tokens": 32768,
|
|
29823
|
+
"max_input_tokens": 32768,
|
|
29824
|
+
"max_output_tokens": 32768,
|
|
29825
|
+
"input_cost_per_token": 1.2e-06,
|
|
29826
|
+
"output_cost_per_token": 1.2e-06,
|
|
29827
|
+
"litellm_provider": "fireworks_ai",
|
|
29828
|
+
"mode": "chat"
|
|
29829
|
+
},
|
|
29830
|
+
"fireworks_ai/accounts/fireworks/models/devstral-small-2505": {
|
|
29831
|
+
"max_tokens": 131072,
|
|
29832
|
+
"max_input_tokens": 131072,
|
|
29833
|
+
"max_output_tokens": 131072,
|
|
29834
|
+
"input_cost_per_token": 9e-07,
|
|
29835
|
+
"output_cost_per_token": 9e-07,
|
|
29836
|
+
"litellm_provider": "fireworks_ai",
|
|
29837
|
+
"mode": "chat"
|
|
29838
|
+
},
|
|
29839
|
+
"fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b": {
|
|
29840
|
+
"max_tokens": 131072,
|
|
29841
|
+
"max_input_tokens": 131072,
|
|
29842
|
+
"max_output_tokens": 131072,
|
|
29843
|
+
"input_cost_per_token": 2e-07,
|
|
29844
|
+
"output_cost_per_token": 2e-07,
|
|
29845
|
+
"litellm_provider": "fireworks_ai",
|
|
29846
|
+
"mode": "chat"
|
|
29847
|
+
},
|
|
29848
|
+
"fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new": {
|
|
29849
|
+
"max_tokens": 131072,
|
|
29850
|
+
"max_input_tokens": 131072,
|
|
29851
|
+
"max_output_tokens": 131072,
|
|
29852
|
+
"input_cost_per_token": 9e-07,
|
|
29853
|
+
"output_cost_per_token": 9e-07,
|
|
29854
|
+
"litellm_provider": "fireworks_ai",
|
|
29855
|
+
"mode": "chat"
|
|
29856
|
+
},
|
|
29857
|
+
"fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b": {
|
|
29858
|
+
"max_tokens": 131072,
|
|
29859
|
+
"max_input_tokens": 131072,
|
|
29860
|
+
"max_output_tokens": 131072,
|
|
29861
|
+
"input_cost_per_token": 9e-07,
|
|
29862
|
+
"output_cost_per_token": 9e-07,
|
|
29863
|
+
"litellm_provider": "fireworks_ai",
|
|
29864
|
+
"mode": "chat"
|
|
29865
|
+
},
|
|
29866
|
+
"fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b": {
|
|
29867
|
+
"max_tokens": 32768,
|
|
29868
|
+
"max_input_tokens": 32768,
|
|
29869
|
+
"max_output_tokens": 32768,
|
|
29870
|
+
"input_cost_per_token": 5e-07,
|
|
29871
|
+
"output_cost_per_token": 5e-07,
|
|
29872
|
+
"litellm_provider": "fireworks_ai",
|
|
29873
|
+
"mode": "chat"
|
|
29874
|
+
},
|
|
29875
|
+
"fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt": {
|
|
29876
|
+
"max_tokens": 4096,
|
|
29877
|
+
"max_input_tokens": 4096,
|
|
29878
|
+
"max_output_tokens": 4096,
|
|
29879
|
+
"input_cost_per_token": 1e-07,
|
|
29880
|
+
"output_cost_per_token": 1e-07,
|
|
29881
|
+
"litellm_provider": "fireworks_ai",
|
|
29882
|
+
"mode": "chat"
|
|
29883
|
+
},
|
|
29884
|
+
"fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt": {
|
|
29885
|
+
"max_tokens": 4096,
|
|
29886
|
+
"max_input_tokens": 4096,
|
|
29887
|
+
"max_output_tokens": 4096,
|
|
29888
|
+
"input_cost_per_token": 1e-07,
|
|
29889
|
+
"output_cost_per_token": 1e-07,
|
|
29890
|
+
"litellm_provider": "fireworks_ai",
|
|
29891
|
+
"mode": "chat"
|
|
29892
|
+
},
|
|
29893
|
+
"fireworks_ai/accounts/fireworks/models/fare-20b": {
|
|
29894
|
+
"max_tokens": 131072,
|
|
29895
|
+
"max_input_tokens": 131072,
|
|
29896
|
+
"max_output_tokens": 131072,
|
|
29897
|
+
"input_cost_per_token": 9e-07,
|
|
29898
|
+
"output_cost_per_token": 9e-07,
|
|
29899
|
+
"litellm_provider": "fireworks_ai",
|
|
29900
|
+
"mode": "chat"
|
|
29901
|
+
},
|
|
29902
|
+
"fireworks_ai/accounts/fireworks/models/firefunction-v1": {
|
|
29903
|
+
"max_tokens": 32768,
|
|
29904
|
+
"max_input_tokens": 32768,
|
|
29905
|
+
"max_output_tokens": 32768,
|
|
29906
|
+
"input_cost_per_token": 5e-07,
|
|
29907
|
+
"output_cost_per_token": 5e-07,
|
|
29908
|
+
"litellm_provider": "fireworks_ai",
|
|
29909
|
+
"mode": "chat"
|
|
29910
|
+
},
|
|
29911
|
+
"fireworks_ai/accounts/fireworks/models/firellava-13b": {
|
|
29912
|
+
"max_tokens": 4096,
|
|
29913
|
+
"max_input_tokens": 4096,
|
|
29914
|
+
"max_output_tokens": 4096,
|
|
29915
|
+
"input_cost_per_token": 2e-07,
|
|
29916
|
+
"output_cost_per_token": 2e-07,
|
|
29917
|
+
"litellm_provider": "fireworks_ai",
|
|
29918
|
+
"mode": "chat"
|
|
29919
|
+
},
|
|
29920
|
+
"fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6": {
|
|
29921
|
+
"max_tokens": 8192,
|
|
29922
|
+
"max_input_tokens": 8192,
|
|
29923
|
+
"max_output_tokens": 8192,
|
|
29924
|
+
"input_cost_per_token": 2e-07,
|
|
29925
|
+
"output_cost_per_token": 2e-07,
|
|
29926
|
+
"litellm_provider": "fireworks_ai",
|
|
29927
|
+
"mode": "chat"
|
|
29928
|
+
},
|
|
29929
|
+
"fireworks_ai/accounts/fireworks/models/fireworks-asr-large": {
|
|
29930
|
+
"max_tokens": 4096,
|
|
29931
|
+
"max_input_tokens": 4096,
|
|
29932
|
+
"max_output_tokens": 4096,
|
|
29933
|
+
"input_cost_per_token": 0.0,
|
|
29934
|
+
"output_cost_per_token": 0.0,
|
|
29935
|
+
"litellm_provider": "fireworks_ai",
|
|
29936
|
+
"mode": "audio_transcription"
|
|
29937
|
+
},
|
|
29938
|
+
"fireworks_ai/accounts/fireworks/models/fireworks-asr-v2": {
|
|
29939
|
+
"max_tokens": 4096,
|
|
29940
|
+
"max_input_tokens": 4096,
|
|
29941
|
+
"max_output_tokens": 4096,
|
|
29942
|
+
"input_cost_per_token": 0.0,
|
|
29943
|
+
"output_cost_per_token": 0.0,
|
|
29944
|
+
"litellm_provider": "fireworks_ai",
|
|
29945
|
+
"mode": "audio_transcription"
|
|
29946
|
+
},
|
|
29947
|
+
"fireworks_ai/accounts/fireworks/models/flux-1-dev": {
|
|
29948
|
+
"max_tokens": 4096,
|
|
29949
|
+
"max_input_tokens": 4096,
|
|
29950
|
+
"max_output_tokens": 4096,
|
|
29951
|
+
"input_cost_per_token": 1e-07,
|
|
29952
|
+
"output_cost_per_token": 1e-07,
|
|
29953
|
+
"litellm_provider": "fireworks_ai",
|
|
29954
|
+
"mode": "chat"
|
|
29955
|
+
},
|
|
29956
|
+
"fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union": {
|
|
29957
|
+
"max_tokens": 4096,
|
|
29958
|
+
"max_input_tokens": 4096,
|
|
29959
|
+
"max_output_tokens": 4096,
|
|
29960
|
+
"input_cost_per_token": 1e-09,
|
|
29961
|
+
"output_cost_per_token": 1e-09,
|
|
29962
|
+
"litellm_provider": "fireworks_ai",
|
|
29963
|
+
"mode": "chat"
|
|
29964
|
+
},
|
|
29965
|
+
"fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8": {
|
|
29966
|
+
"max_tokens": 4096,
|
|
29967
|
+
"max_input_tokens": 4096,
|
|
29968
|
+
"max_output_tokens": 4096,
|
|
29969
|
+
"input_cost_per_token": 5e-10,
|
|
29970
|
+
"output_cost_per_token": 5e-10,
|
|
29971
|
+
"litellm_provider": "fireworks_ai",
|
|
29972
|
+
"mode": "image_generation"
|
|
29973
|
+
},
|
|
29974
|
+
"fireworks_ai/accounts/fireworks/models/flux-1-schnell": {
|
|
29975
|
+
"max_tokens": 4096,
|
|
29976
|
+
"max_input_tokens": 4096,
|
|
29977
|
+
"max_output_tokens": 4096,
|
|
29978
|
+
"input_cost_per_token": 1e-07,
|
|
29979
|
+
"output_cost_per_token": 1e-07,
|
|
29980
|
+
"litellm_provider": "fireworks_ai",
|
|
29981
|
+
"mode": "chat"
|
|
29982
|
+
},
|
|
29983
|
+
"fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8": {
|
|
29984
|
+
"max_tokens": 4096,
|
|
29985
|
+
"max_input_tokens": 4096,
|
|
29986
|
+
"max_output_tokens": 4096,
|
|
29987
|
+
"input_cost_per_token": 3.5e-10,
|
|
29988
|
+
"output_cost_per_token": 3.5e-10,
|
|
29989
|
+
"litellm_provider": "fireworks_ai",
|
|
29990
|
+
"mode": "image_generation"
|
|
29991
|
+
},
|
|
29992
|
+
"fireworks_ai/accounts/fireworks/models/gemma-2b-it": {
|
|
29993
|
+
"max_tokens": 8192,
|
|
29994
|
+
"max_input_tokens": 8192,
|
|
29995
|
+
"max_output_tokens": 8192,
|
|
29996
|
+
"input_cost_per_token": 1e-07,
|
|
29997
|
+
"output_cost_per_token": 1e-07,
|
|
29998
|
+
"litellm_provider": "fireworks_ai",
|
|
29999
|
+
"mode": "chat"
|
|
30000
|
+
},
|
|
30001
|
+
"fireworks_ai/accounts/fireworks/models/gemma-3-27b-it": {
|
|
30002
|
+
"max_tokens": 131072,
|
|
30003
|
+
"max_input_tokens": 131072,
|
|
30004
|
+
"max_output_tokens": 131072,
|
|
30005
|
+
"input_cost_per_token": 9e-07,
|
|
30006
|
+
"output_cost_per_token": 9e-07,
|
|
30007
|
+
"litellm_provider": "fireworks_ai",
|
|
30008
|
+
"mode": "chat"
|
|
30009
|
+
},
|
|
30010
|
+
"fireworks_ai/accounts/fireworks/models/gemma-7b": {
|
|
30011
|
+
"max_tokens": 8192,
|
|
30012
|
+
"max_input_tokens": 8192,
|
|
30013
|
+
"max_output_tokens": 8192,
|
|
30014
|
+
"input_cost_per_token": 2e-07,
|
|
30015
|
+
"output_cost_per_token": 2e-07,
|
|
30016
|
+
"litellm_provider": "fireworks_ai",
|
|
30017
|
+
"mode": "chat"
|
|
30018
|
+
},
|
|
30019
|
+
"fireworks_ai/accounts/fireworks/models/gemma-7b-it": {
|
|
30020
|
+
"max_tokens": 8192,
|
|
30021
|
+
"max_input_tokens": 8192,
|
|
30022
|
+
"max_output_tokens": 8192,
|
|
30023
|
+
"input_cost_per_token": 2e-07,
|
|
30024
|
+
"output_cost_per_token": 2e-07,
|
|
30025
|
+
"litellm_provider": "fireworks_ai",
|
|
30026
|
+
"mode": "chat"
|
|
30027
|
+
},
|
|
30028
|
+
"fireworks_ai/accounts/fireworks/models/gemma2-9b-it": {
|
|
30029
|
+
"max_tokens": 8192,
|
|
30030
|
+
"max_input_tokens": 8192,
|
|
30031
|
+
"max_output_tokens": 8192,
|
|
30032
|
+
"input_cost_per_token": 2e-07,
|
|
30033
|
+
"output_cost_per_token": 2e-07,
|
|
30034
|
+
"litellm_provider": "fireworks_ai",
|
|
30035
|
+
"mode": "chat"
|
|
30036
|
+
},
|
|
30037
|
+
"fireworks_ai/accounts/fireworks/models/glm-4p5v": {
|
|
30038
|
+
"max_tokens": 131072,
|
|
30039
|
+
"max_input_tokens": 131072,
|
|
30040
|
+
"max_output_tokens": 131072,
|
|
30041
|
+
"input_cost_per_token": 1.2e-06,
|
|
30042
|
+
"output_cost_per_token": 1.2e-06,
|
|
30043
|
+
"litellm_provider": "fireworks_ai",
|
|
30044
|
+
"mode": "chat"
|
|
30045
|
+
},
|
|
30046
|
+
"fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b": {
|
|
30047
|
+
"max_tokens": 131072,
|
|
30048
|
+
"max_input_tokens": 131072,
|
|
30049
|
+
"max_output_tokens": 131072,
|
|
30050
|
+
"input_cost_per_token": 1.2e-06,
|
|
30051
|
+
"output_cost_per_token": 1.2e-06,
|
|
30052
|
+
"litellm_provider": "fireworks_ai",
|
|
30053
|
+
"mode": "chat"
|
|
30054
|
+
},
|
|
30055
|
+
"fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b": {
|
|
30056
|
+
"max_tokens": 131072,
|
|
30057
|
+
"max_input_tokens": 131072,
|
|
30058
|
+
"max_output_tokens": 131072,
|
|
30059
|
+
"input_cost_per_token": 5e-07,
|
|
30060
|
+
"output_cost_per_token": 5e-07,
|
|
30061
|
+
"litellm_provider": "fireworks_ai",
|
|
30062
|
+
"mode": "chat"
|
|
30063
|
+
},
|
|
30064
|
+
"fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b": {
|
|
30065
|
+
"max_tokens": 32768,
|
|
30066
|
+
"max_input_tokens": 32768,
|
|
30067
|
+
"max_output_tokens": 32768,
|
|
30068
|
+
"input_cost_per_token": 2e-07,
|
|
30069
|
+
"output_cost_per_token": 2e-07,
|
|
30070
|
+
"litellm_provider": "fireworks_ai",
|
|
30071
|
+
"mode": "chat"
|
|
30072
|
+
},
|
|
30073
|
+
"fireworks_ai/accounts/fireworks/models/internvl3-38b": {
|
|
30074
|
+
"max_tokens": 16384,
|
|
30075
|
+
"max_input_tokens": 16384,
|
|
30076
|
+
"max_output_tokens": 16384,
|
|
30077
|
+
"input_cost_per_token": 9e-07,
|
|
30078
|
+
"output_cost_per_token": 9e-07,
|
|
30079
|
+
"litellm_provider": "fireworks_ai",
|
|
30080
|
+
"mode": "chat"
|
|
30081
|
+
},
|
|
30082
|
+
"fireworks_ai/accounts/fireworks/models/internvl3-78b": {
|
|
30083
|
+
"max_tokens": 16384,
|
|
30084
|
+
"max_input_tokens": 16384,
|
|
30085
|
+
"max_output_tokens": 16384,
|
|
30086
|
+
"input_cost_per_token": 9e-07,
|
|
30087
|
+
"output_cost_per_token": 9e-07,
|
|
30088
|
+
"litellm_provider": "fireworks_ai",
|
|
30089
|
+
"mode": "chat"
|
|
30090
|
+
},
|
|
30091
|
+
"fireworks_ai/accounts/fireworks/models/internvl3-8b": {
|
|
30092
|
+
"max_tokens": 16384,
|
|
30093
|
+
"max_input_tokens": 16384,
|
|
30094
|
+
"max_output_tokens": 16384,
|
|
30095
|
+
"input_cost_per_token": 2e-07,
|
|
30096
|
+
"output_cost_per_token": 2e-07,
|
|
30097
|
+
"litellm_provider": "fireworks_ai",
|
|
30098
|
+
"mode": "chat"
|
|
30099
|
+
},
|
|
30100
|
+
"fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl": {
|
|
30101
|
+
"max_tokens": 4096,
|
|
30102
|
+
"max_input_tokens": 4096,
|
|
30103
|
+
"max_output_tokens": 4096,
|
|
30104
|
+
"input_cost_per_token": 1.3e-10,
|
|
30105
|
+
"output_cost_per_token": 1.3e-10,
|
|
30106
|
+
"litellm_provider": "fireworks_ai",
|
|
30107
|
+
"mode": "image_generation"
|
|
30108
|
+
},
|
|
30109
|
+
"fireworks_ai/accounts/fireworks/models/kat-coder": {
|
|
30110
|
+
"max_tokens": 262144,
|
|
30111
|
+
"max_input_tokens": 262144,
|
|
30112
|
+
"max_output_tokens": 262144,
|
|
30113
|
+
"input_cost_per_token": 9e-07,
|
|
30114
|
+
"output_cost_per_token": 9e-07,
|
|
30115
|
+
"litellm_provider": "fireworks_ai",
|
|
30116
|
+
"mode": "chat"
|
|
30117
|
+
},
|
|
30118
|
+
"fireworks_ai/accounts/fireworks/models/kat-dev-32b": {
|
|
30119
|
+
"max_tokens": 131072,
|
|
30120
|
+
"max_input_tokens": 131072,
|
|
30121
|
+
"max_output_tokens": 131072,
|
|
30122
|
+
"input_cost_per_token": 9e-07,
|
|
30123
|
+
"output_cost_per_token": 9e-07,
|
|
30124
|
+
"litellm_provider": "fireworks_ai",
|
|
30125
|
+
"mode": "chat"
|
|
30126
|
+
},
|
|
30127
|
+
"fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp": {
|
|
30128
|
+
"max_tokens": 131072,
|
|
30129
|
+
"max_input_tokens": 131072,
|
|
30130
|
+
"max_output_tokens": 131072,
|
|
30131
|
+
"input_cost_per_token": 9e-07,
|
|
30132
|
+
"output_cost_per_token": 9e-07,
|
|
30133
|
+
"litellm_provider": "fireworks_ai",
|
|
30134
|
+
"mode": "chat"
|
|
30135
|
+
},
|
|
30136
|
+
"fireworks_ai/accounts/fireworks/models/llama-guard-2-8b": {
|
|
30137
|
+
"max_tokens": 8192,
|
|
30138
|
+
"max_input_tokens": 8192,
|
|
30139
|
+
"max_output_tokens": 8192,
|
|
30140
|
+
"input_cost_per_token": 2e-07,
|
|
30141
|
+
"output_cost_per_token": 2e-07,
|
|
30142
|
+
"litellm_provider": "fireworks_ai",
|
|
30143
|
+
"mode": "chat"
|
|
30144
|
+
},
|
|
30145
|
+
"fireworks_ai/accounts/fireworks/models/llama-guard-3-1b": {
|
|
30146
|
+
"max_tokens": 131072,
|
|
30147
|
+
"max_input_tokens": 131072,
|
|
30148
|
+
"max_output_tokens": 131072,
|
|
30149
|
+
"input_cost_per_token": 1e-07,
|
|
30150
|
+
"output_cost_per_token": 1e-07,
|
|
30151
|
+
"litellm_provider": "fireworks_ai",
|
|
30152
|
+
"mode": "chat"
|
|
30153
|
+
},
|
|
30154
|
+
"fireworks_ai/accounts/fireworks/models/llama-guard-3-8b": {
|
|
30155
|
+
"max_tokens": 131072,
|
|
30156
|
+
"max_input_tokens": 131072,
|
|
30157
|
+
"max_output_tokens": 131072,
|
|
30158
|
+
"input_cost_per_token": 2e-07,
|
|
30159
|
+
"output_cost_per_token": 2e-07,
|
|
30160
|
+
"litellm_provider": "fireworks_ai",
|
|
30161
|
+
"mode": "chat"
|
|
30162
|
+
},
|
|
30163
|
+
"fireworks_ai/accounts/fireworks/models/llama-v2-13b": {
|
|
30164
|
+
"max_tokens": 4096,
|
|
30165
|
+
"max_input_tokens": 4096,
|
|
30166
|
+
"max_output_tokens": 4096,
|
|
30167
|
+
"input_cost_per_token": 2e-07,
|
|
30168
|
+
"output_cost_per_token": 2e-07,
|
|
30169
|
+
"litellm_provider": "fireworks_ai",
|
|
30170
|
+
"mode": "chat"
|
|
30171
|
+
},
|
|
30172
|
+
"fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat": {
|
|
30173
|
+
"max_tokens": 4096,
|
|
30174
|
+
"max_input_tokens": 4096,
|
|
30175
|
+
"max_output_tokens": 4096,
|
|
30176
|
+
"input_cost_per_token": 2e-07,
|
|
30177
|
+
"output_cost_per_token": 2e-07,
|
|
30178
|
+
"litellm_provider": "fireworks_ai",
|
|
30179
|
+
"mode": "chat"
|
|
30180
|
+
},
|
|
30181
|
+
"fireworks_ai/accounts/fireworks/models/llama-v2-70b": {
|
|
30182
|
+
"max_tokens": 4096,
|
|
30183
|
+
"max_input_tokens": 4096,
|
|
30184
|
+
"max_output_tokens": 4096,
|
|
30185
|
+
"input_cost_per_token": 1e-07,
|
|
30186
|
+
"output_cost_per_token": 1e-07,
|
|
30187
|
+
"litellm_provider": "fireworks_ai",
|
|
30188
|
+
"mode": "chat"
|
|
30189
|
+
},
|
|
30190
|
+
"fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat": {
|
|
30191
|
+
"max_tokens": 2048,
|
|
30192
|
+
"max_input_tokens": 2048,
|
|
30193
|
+
"max_output_tokens": 2048,
|
|
30194
|
+
"input_cost_per_token": 9e-07,
|
|
30195
|
+
"output_cost_per_token": 9e-07,
|
|
30196
|
+
"litellm_provider": "fireworks_ai",
|
|
30197
|
+
"mode": "chat"
|
|
30198
|
+
},
|
|
30199
|
+
"fireworks_ai/accounts/fireworks/models/llama-v2-7b": {
|
|
30200
|
+
"max_tokens": 4096,
|
|
30201
|
+
"max_input_tokens": 4096,
|
|
30202
|
+
"max_output_tokens": 4096,
|
|
30203
|
+
"input_cost_per_token": 2e-07,
|
|
30204
|
+
"output_cost_per_token": 2e-07,
|
|
30205
|
+
"litellm_provider": "fireworks_ai",
|
|
30206
|
+
"mode": "chat"
|
|
30207
|
+
},
|
|
30208
|
+
"fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat": {
|
|
30209
|
+
"max_tokens": 4096,
|
|
30210
|
+
"max_input_tokens": 4096,
|
|
30211
|
+
"max_output_tokens": 4096,
|
|
30212
|
+
"input_cost_per_token": 2e-07,
|
|
30213
|
+
"output_cost_per_token": 2e-07,
|
|
30214
|
+
"litellm_provider": "fireworks_ai",
|
|
30215
|
+
"mode": "chat"
|
|
30216
|
+
},
|
|
30217
|
+
"fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct": {
|
|
30218
|
+
"max_tokens": 8192,
|
|
30219
|
+
"max_input_tokens": 8192,
|
|
30220
|
+
"max_output_tokens": 8192,
|
|
30221
|
+
"input_cost_per_token": 9e-07,
|
|
30222
|
+
"output_cost_per_token": 9e-07,
|
|
30223
|
+
"litellm_provider": "fireworks_ai",
|
|
30224
|
+
"mode": "chat"
|
|
30225
|
+
},
|
|
30226
|
+
"fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf": {
|
|
30227
|
+
"max_tokens": 8192,
|
|
30228
|
+
"max_input_tokens": 8192,
|
|
30229
|
+
"max_output_tokens": 8192,
|
|
30230
|
+
"input_cost_per_token": 9e-07,
|
|
30231
|
+
"output_cost_per_token": 9e-07,
|
|
30232
|
+
"litellm_provider": "fireworks_ai",
|
|
30233
|
+
"mode": "chat"
|
|
30234
|
+
},
|
|
30235
|
+
"fireworks_ai/accounts/fireworks/models/llama-v3-8b": {
|
|
30236
|
+
"max_tokens": 8192,
|
|
30237
|
+
"max_input_tokens": 8192,
|
|
30238
|
+
"max_output_tokens": 8192,
|
|
30239
|
+
"input_cost_per_token": 2e-07,
|
|
30240
|
+
"output_cost_per_token": 2e-07,
|
|
30241
|
+
"litellm_provider": "fireworks_ai",
|
|
30242
|
+
"mode": "chat"
|
|
30243
|
+
},
|
|
30244
|
+
"fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf": {
|
|
30245
|
+
"max_tokens": 8192,
|
|
30246
|
+
"max_input_tokens": 8192,
|
|
30247
|
+
"max_output_tokens": 8192,
|
|
30248
|
+
"input_cost_per_token": 2e-07,
|
|
30249
|
+
"output_cost_per_token": 2e-07,
|
|
30250
|
+
"litellm_provider": "fireworks_ai",
|
|
30251
|
+
"mode": "chat"
|
|
30252
|
+
},
|
|
30253
|
+
"fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long": {
|
|
30254
|
+
"max_tokens": 4096,
|
|
30255
|
+
"max_input_tokens": 4096,
|
|
30256
|
+
"max_output_tokens": 4096,
|
|
30257
|
+
"input_cost_per_token": 1e-07,
|
|
30258
|
+
"output_cost_per_token": 1e-07,
|
|
30259
|
+
"litellm_provider": "fireworks_ai",
|
|
30260
|
+
"mode": "chat"
|
|
30261
|
+
},
|
|
30262
|
+
"fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct": {
|
|
30263
|
+
"max_tokens": 131072,
|
|
30264
|
+
"max_input_tokens": 131072,
|
|
30265
|
+
"max_output_tokens": 131072,
|
|
30266
|
+
"input_cost_per_token": 9e-07,
|
|
30267
|
+
"output_cost_per_token": 9e-07,
|
|
30268
|
+
"litellm_provider": "fireworks_ai",
|
|
30269
|
+
"mode": "chat"
|
|
30270
|
+
},
|
|
30271
|
+
"fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b": {
|
|
30272
|
+
"max_tokens": 4096,
|
|
30273
|
+
"max_input_tokens": 4096,
|
|
30274
|
+
"max_output_tokens": 4096,
|
|
30275
|
+
"input_cost_per_token": 1e-07,
|
|
30276
|
+
"output_cost_per_token": 1e-07,
|
|
30277
|
+
"litellm_provider": "fireworks_ai",
|
|
30278
|
+
"mode": "chat"
|
|
30279
|
+
},
|
|
30280
|
+
"fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct": {
|
|
30281
|
+
"max_tokens": 131072,
|
|
30282
|
+
"max_input_tokens": 131072,
|
|
30283
|
+
"max_output_tokens": 131072,
|
|
30284
|
+
"input_cost_per_token": 9e-07,
|
|
30285
|
+
"output_cost_per_token": 9e-07,
|
|
30286
|
+
"litellm_provider": "fireworks_ai",
|
|
30287
|
+
"mode": "chat"
|
|
30288
|
+
},
|
|
30289
|
+
"fireworks_ai/accounts/fireworks/models/llama-v3p2-1b": {
|
|
30290
|
+
"max_tokens": 131072,
|
|
30291
|
+
"max_input_tokens": 131072,
|
|
30292
|
+
"max_output_tokens": 131072,
|
|
30293
|
+
"input_cost_per_token": 1e-07,
|
|
30294
|
+
"output_cost_per_token": 1e-07,
|
|
30295
|
+
"litellm_provider": "fireworks_ai",
|
|
30296
|
+
"mode": "chat"
|
|
30297
|
+
},
|
|
30298
|
+
"fireworks_ai/accounts/fireworks/models/llama-v3p2-3b": {
|
|
30299
|
+
"max_tokens": 131072,
|
|
30300
|
+
"max_input_tokens": 131072,
|
|
30301
|
+
"max_output_tokens": 131072,
|
|
30302
|
+
"input_cost_per_token": 1e-07,
|
|
30303
|
+
"output_cost_per_token": 1e-07,
|
|
30304
|
+
"litellm_provider": "fireworks_ai",
|
|
30305
|
+
"mode": "chat"
|
|
30306
|
+
},
|
|
30307
|
+
"fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct": {
|
|
30308
|
+
"max_tokens": 131072,
|
|
30309
|
+
"max_input_tokens": 131072,
|
|
30310
|
+
"max_output_tokens": 131072,
|
|
30311
|
+
"input_cost_per_token": 9e-07,
|
|
30312
|
+
"output_cost_per_token": 9e-07,
|
|
30313
|
+
"litellm_provider": "fireworks_ai",
|
|
30314
|
+
"mode": "chat"
|
|
30315
|
+
},
|
|
30316
|
+
"fireworks_ai/accounts/fireworks/models/llamaguard-7b": {
|
|
30317
|
+
"max_tokens": 4096,
|
|
30318
|
+
"max_input_tokens": 4096,
|
|
30319
|
+
"max_output_tokens": 4096,
|
|
30320
|
+
"input_cost_per_token": 2e-07,
|
|
30321
|
+
"output_cost_per_token": 2e-07,
|
|
30322
|
+
"litellm_provider": "fireworks_ai",
|
|
30323
|
+
"mode": "chat"
|
|
30324
|
+
},
|
|
30325
|
+
"fireworks_ai/accounts/fireworks/models/llava-yi-34b": {
|
|
30326
|
+
"max_tokens": 4096,
|
|
30327
|
+
"max_input_tokens": 4096,
|
|
30328
|
+
"max_output_tokens": 4096,
|
|
30329
|
+
"input_cost_per_token": 9e-07,
|
|
30330
|
+
"output_cost_per_token": 9e-07,
|
|
30331
|
+
"litellm_provider": "fireworks_ai",
|
|
30332
|
+
"mode": "chat"
|
|
30333
|
+
},
|
|
30334
|
+
"fireworks_ai/accounts/fireworks/models/minimax-m1-80k": {
|
|
30335
|
+
"max_tokens": 4096,
|
|
30336
|
+
"max_input_tokens": 4096,
|
|
30337
|
+
"max_output_tokens": 4096,
|
|
30338
|
+
"input_cost_per_token": 1e-07,
|
|
30339
|
+
"output_cost_per_token": 1e-07,
|
|
30340
|
+
"litellm_provider": "fireworks_ai",
|
|
30341
|
+
"mode": "chat"
|
|
30342
|
+
},
|
|
30343
|
+
"fireworks_ai/accounts/fireworks/models/minimax-m2": {
|
|
30344
|
+
"max_tokens": 4096,
|
|
30345
|
+
"max_input_tokens": 4096,
|
|
30346
|
+
"max_output_tokens": 4096,
|
|
30347
|
+
"input_cost_per_token": 3e-07,
|
|
30348
|
+
"output_cost_per_token": 1.2e-06,
|
|
30349
|
+
"litellm_provider": "fireworks_ai",
|
|
30350
|
+
"mode": "chat"
|
|
30351
|
+
},
|
|
30352
|
+
"fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512": {
|
|
30353
|
+
"max_tokens": 256000,
|
|
30354
|
+
"max_input_tokens": 256000,
|
|
30355
|
+
"max_output_tokens": 256000,
|
|
30356
|
+
"input_cost_per_token": 2e-07,
|
|
30357
|
+
"output_cost_per_token": 2e-07,
|
|
30358
|
+
"litellm_provider": "fireworks_ai",
|
|
30359
|
+
"mode": "chat"
|
|
30360
|
+
},
|
|
30361
|
+
"fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512": {
|
|
30362
|
+
"max_tokens": 256000,
|
|
30363
|
+
"max_input_tokens": 256000,
|
|
30364
|
+
"max_output_tokens": 256000,
|
|
30365
|
+
"input_cost_per_token": 1e-07,
|
|
30366
|
+
"output_cost_per_token": 1e-07,
|
|
30367
|
+
"litellm_provider": "fireworks_ai",
|
|
30368
|
+
"mode": "chat"
|
|
30369
|
+
},
|
|
30370
|
+
"fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512": {
|
|
30371
|
+
"max_tokens": 256000,
|
|
30372
|
+
"max_input_tokens": 256000,
|
|
30373
|
+
"max_output_tokens": 256000,
|
|
30374
|
+
"input_cost_per_token": 2e-07,
|
|
30375
|
+
"output_cost_per_token": 2e-07,
|
|
30376
|
+
"litellm_provider": "fireworks_ai",
|
|
30377
|
+
"mode": "chat"
|
|
30378
|
+
},
|
|
30379
|
+
"fireworks_ai/accounts/fireworks/models/mistral-7b": {
|
|
30380
|
+
"max_tokens": 32768,
|
|
30381
|
+
"max_input_tokens": 32768,
|
|
30382
|
+
"max_output_tokens": 32768,
|
|
30383
|
+
"input_cost_per_token": 2e-07,
|
|
30384
|
+
"output_cost_per_token": 2e-07,
|
|
30385
|
+
"litellm_provider": "fireworks_ai",
|
|
30386
|
+
"mode": "chat"
|
|
30387
|
+
},
|
|
30388
|
+
"fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k": {
|
|
30389
|
+
"max_tokens": 32768,
|
|
30390
|
+
"max_input_tokens": 32768,
|
|
30391
|
+
"max_output_tokens": 32768,
|
|
30392
|
+
"input_cost_per_token": 2e-07,
|
|
30393
|
+
"output_cost_per_token": 2e-07,
|
|
30394
|
+
"litellm_provider": "fireworks_ai",
|
|
30395
|
+
"mode": "chat"
|
|
30396
|
+
},
|
|
30397
|
+
"fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2": {
|
|
30398
|
+
"max_tokens": 32768,
|
|
30399
|
+
"max_input_tokens": 32768,
|
|
30400
|
+
"max_output_tokens": 32768,
|
|
30401
|
+
"input_cost_per_token": 2e-07,
|
|
30402
|
+
"output_cost_per_token": 2e-07,
|
|
30403
|
+
"litellm_provider": "fireworks_ai",
|
|
30404
|
+
"mode": "chat"
|
|
30405
|
+
},
|
|
30406
|
+
"fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3": {
|
|
30407
|
+
"max_tokens": 32768,
|
|
30408
|
+
"max_input_tokens": 32768,
|
|
30409
|
+
"max_output_tokens": 32768,
|
|
30410
|
+
"input_cost_per_token": 2e-07,
|
|
30411
|
+
"output_cost_per_token": 2e-07,
|
|
30412
|
+
"litellm_provider": "fireworks_ai",
|
|
30413
|
+
"mode": "chat"
|
|
30414
|
+
},
|
|
30415
|
+
"fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2": {
|
|
30416
|
+
"max_tokens": 32768,
|
|
30417
|
+
"max_input_tokens": 32768,
|
|
30418
|
+
"max_output_tokens": 32768,
|
|
30419
|
+
"input_cost_per_token": 2e-07,
|
|
30420
|
+
"output_cost_per_token": 2e-07,
|
|
30421
|
+
"litellm_provider": "fireworks_ai",
|
|
30422
|
+
"mode": "chat"
|
|
30423
|
+
},
|
|
30424
|
+
"fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8": {
|
|
30425
|
+
"max_tokens": 256000,
|
|
30426
|
+
"max_input_tokens": 256000,
|
|
30427
|
+
"max_output_tokens": 256000,
|
|
30428
|
+
"input_cost_per_token": 1.2e-06,
|
|
30429
|
+
"output_cost_per_token": 1.2e-06,
|
|
30430
|
+
"litellm_provider": "fireworks_ai",
|
|
30431
|
+
"mode": "chat"
|
|
30432
|
+
},
|
|
30433
|
+
"fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407": {
|
|
30434
|
+
"max_tokens": 128000,
|
|
30435
|
+
"max_input_tokens": 128000,
|
|
30436
|
+
"max_output_tokens": 128000,
|
|
30437
|
+
"input_cost_per_token": 2e-07,
|
|
30438
|
+
"output_cost_per_token": 2e-07,
|
|
30439
|
+
"litellm_provider": "fireworks_ai",
|
|
30440
|
+
"mode": "chat"
|
|
30441
|
+
},
|
|
30442
|
+
"fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407": {
|
|
30443
|
+
"max_tokens": 128000,
|
|
30444
|
+
"max_input_tokens": 128000,
|
|
30445
|
+
"max_output_tokens": 128000,
|
|
30446
|
+
"input_cost_per_token": 2e-07,
|
|
30447
|
+
"output_cost_per_token": 2e-07,
|
|
30448
|
+
"litellm_provider": "fireworks_ai",
|
|
30449
|
+
"mode": "chat"
|
|
30450
|
+
},
|
|
30451
|
+
"fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501": {
|
|
30452
|
+
"max_tokens": 32768,
|
|
30453
|
+
"max_input_tokens": 32768,
|
|
30454
|
+
"max_output_tokens": 32768,
|
|
30455
|
+
"input_cost_per_token": 9e-07,
|
|
30456
|
+
"output_cost_per_token": 9e-07,
|
|
30457
|
+
"litellm_provider": "fireworks_ai",
|
|
30458
|
+
"mode": "chat"
|
|
30459
|
+
},
|
|
30460
|
+
"fireworks_ai/accounts/fireworks/models/mixtral-8x22b": {
|
|
30461
|
+
"max_tokens": 65536,
|
|
30462
|
+
"max_input_tokens": 65536,
|
|
30463
|
+
"max_output_tokens": 65536,
|
|
30464
|
+
"input_cost_per_token": 1.2e-06,
|
|
30465
|
+
"output_cost_per_token": 1.2e-06,
|
|
30466
|
+
"litellm_provider": "fireworks_ai",
|
|
30467
|
+
"mode": "chat"
|
|
30468
|
+
},
|
|
30469
|
+
"fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct": {
|
|
30470
|
+
"max_tokens": 65536,
|
|
30471
|
+
"max_input_tokens": 65536,
|
|
30472
|
+
"max_output_tokens": 65536,
|
|
30473
|
+
"input_cost_per_token": 1.2e-06,
|
|
30474
|
+
"output_cost_per_token": 1.2e-06,
|
|
30475
|
+
"litellm_provider": "fireworks_ai",
|
|
30476
|
+
"mode": "chat"
|
|
30477
|
+
},
|
|
30478
|
+
"fireworks_ai/accounts/fireworks/models/mixtral-8x7b": {
|
|
30479
|
+
"max_tokens": 32768,
|
|
30480
|
+
"max_input_tokens": 32768,
|
|
30481
|
+
"max_output_tokens": 32768,
|
|
30482
|
+
"input_cost_per_token": 5e-07,
|
|
30483
|
+
"output_cost_per_token": 5e-07,
|
|
30484
|
+
"litellm_provider": "fireworks_ai",
|
|
30485
|
+
"mode": "chat"
|
|
30486
|
+
},
|
|
30487
|
+
"fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct": {
|
|
30488
|
+
"max_tokens": 32768,
|
|
30489
|
+
"max_input_tokens": 32768,
|
|
30490
|
+
"max_output_tokens": 32768,
|
|
30491
|
+
"input_cost_per_token": 5e-07,
|
|
30492
|
+
"output_cost_per_token": 5e-07,
|
|
30493
|
+
"litellm_provider": "fireworks_ai",
|
|
30494
|
+
"mode": "chat"
|
|
30495
|
+
},
|
|
30496
|
+
"fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf": {
|
|
30497
|
+
"max_tokens": 32768,
|
|
30498
|
+
"max_input_tokens": 32768,
|
|
30499
|
+
"max_output_tokens": 32768,
|
|
30500
|
+
"input_cost_per_token": 5e-07,
|
|
30501
|
+
"output_cost_per_token": 5e-07,
|
|
30502
|
+
"litellm_provider": "fireworks_ai",
|
|
30503
|
+
"mode": "chat"
|
|
30504
|
+
},
|
|
30505
|
+
"fireworks_ai/accounts/fireworks/models/mythomax-l2-13b": {
|
|
30506
|
+
"max_tokens": 4096,
|
|
30507
|
+
"max_input_tokens": 4096,
|
|
30508
|
+
"max_output_tokens": 4096,
|
|
30509
|
+
"input_cost_per_token": 2e-07,
|
|
30510
|
+
"output_cost_per_token": 2e-07,
|
|
30511
|
+
"litellm_provider": "fireworks_ai",
|
|
30512
|
+
"mode": "chat"
|
|
30513
|
+
},
|
|
30514
|
+
"fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl": {
|
|
30515
|
+
"max_tokens": 4096,
|
|
30516
|
+
"max_input_tokens": 4096,
|
|
30517
|
+
"max_output_tokens": 4096,
|
|
30518
|
+
"input_cost_per_token": 1e-07,
|
|
30519
|
+
"output_cost_per_token": 1e-07,
|
|
30520
|
+
"litellm_provider": "fireworks_ai",
|
|
30521
|
+
"mode": "chat"
|
|
30522
|
+
},
|
|
30523
|
+
"fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9": {
|
|
30524
|
+
"max_tokens": 32768,
|
|
30525
|
+
"max_input_tokens": 32768,
|
|
30526
|
+
"max_output_tokens": 32768,
|
|
30527
|
+
"input_cost_per_token": 2e-07,
|
|
30528
|
+
"output_cost_per_token": 2e-07,
|
|
30529
|
+
"litellm_provider": "fireworks_ai",
|
|
30530
|
+
"mode": "chat"
|
|
30531
|
+
},
|
|
30532
|
+
"fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo": {
|
|
30533
|
+
"max_tokens": 32768,
|
|
30534
|
+
"max_input_tokens": 32768,
|
|
30535
|
+
"max_output_tokens": 32768,
|
|
30536
|
+
"input_cost_per_token": 5e-07,
|
|
30537
|
+
"output_cost_per_token": 5e-07,
|
|
30538
|
+
"litellm_provider": "fireworks_ai",
|
|
30539
|
+
"mode": "chat"
|
|
30540
|
+
},
|
|
30541
|
+
"fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b": {
|
|
30542
|
+
"max_tokens": 4096,
|
|
30543
|
+
"max_input_tokens": 4096,
|
|
30544
|
+
"max_output_tokens": 4096,
|
|
30545
|
+
"input_cost_per_token": 9e-07,
|
|
30546
|
+
"output_cost_per_token": 9e-07,
|
|
30547
|
+
"litellm_provider": "fireworks_ai",
|
|
30548
|
+
"mode": "chat"
|
|
30549
|
+
},
|
|
30550
|
+
"fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b": {
|
|
30551
|
+
"max_tokens": 4096,
|
|
30552
|
+
"max_input_tokens": 4096,
|
|
30553
|
+
"max_output_tokens": 4096,
|
|
30554
|
+
"input_cost_per_token": 2e-07,
|
|
30555
|
+
"output_cost_per_token": 2e-07,
|
|
30556
|
+
"litellm_provider": "fireworks_ai",
|
|
30557
|
+
"mode": "chat"
|
|
30558
|
+
},
|
|
30559
|
+
"fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b": {
|
|
30560
|
+
"max_tokens": 4096,
|
|
30561
|
+
"max_input_tokens": 4096,
|
|
30562
|
+
"max_output_tokens": 4096,
|
|
30563
|
+
"input_cost_per_token": 9e-07,
|
|
30564
|
+
"output_cost_per_token": 9e-07,
|
|
30565
|
+
"litellm_provider": "fireworks_ai",
|
|
30566
|
+
"mode": "chat"
|
|
30567
|
+
},
|
|
30568
|
+
"fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b": {
|
|
30569
|
+
"max_tokens": 4096,
|
|
30570
|
+
"max_input_tokens": 4096,
|
|
30571
|
+
"max_output_tokens": 4096,
|
|
30572
|
+
"input_cost_per_token": 2e-07,
|
|
30573
|
+
"output_cost_per_token": 2e-07,
|
|
30574
|
+
"litellm_provider": "fireworks_ai",
|
|
30575
|
+
"mode": "chat"
|
|
30576
|
+
},
|
|
30577
|
+
"fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2": {
|
|
30578
|
+
"max_tokens": 131072,
|
|
30579
|
+
"max_input_tokens": 131072,
|
|
30580
|
+
"max_output_tokens": 131072,
|
|
30581
|
+
"input_cost_per_token": 2e-07,
|
|
30582
|
+
"output_cost_per_token": 2e-07,
|
|
30583
|
+
"litellm_provider": "fireworks_ai",
|
|
30584
|
+
"mode": "chat"
|
|
30585
|
+
},
|
|
30586
|
+
"fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2": {
|
|
30587
|
+
"max_tokens": 131072,
|
|
30588
|
+
"max_input_tokens": 131072,
|
|
30589
|
+
"max_output_tokens": 131072,
|
|
30590
|
+
"input_cost_per_token": 2e-07,
|
|
30591
|
+
"output_cost_per_token": 2e-07,
|
|
30592
|
+
"litellm_provider": "fireworks_ai",
|
|
30593
|
+
"mode": "chat"
|
|
30594
|
+
},
|
|
30595
|
+
"fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b": {
|
|
30596
|
+
"max_tokens": 8192,
|
|
30597
|
+
"max_input_tokens": 8192,
|
|
30598
|
+
"max_output_tokens": 8192,
|
|
30599
|
+
"input_cost_per_token": 2e-07,
|
|
30600
|
+
"output_cost_per_token": 2e-07,
|
|
30601
|
+
"litellm_provider": "fireworks_ai",
|
|
30602
|
+
"mode": "chat"
|
|
30603
|
+
},
|
|
30604
|
+
"fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b": {
|
|
30605
|
+
"max_tokens": 32768,
|
|
30606
|
+
"max_input_tokens": 32768,
|
|
30607
|
+
"max_output_tokens": 32768,
|
|
30608
|
+
"input_cost_per_token": 2e-07,
|
|
30609
|
+
"output_cost_per_token": 2e-07,
|
|
30610
|
+
"litellm_provider": "fireworks_ai",
|
|
30611
|
+
"mode": "chat"
|
|
30612
|
+
},
|
|
30613
|
+
"fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b": {
|
|
30614
|
+
"max_tokens": 32768,
|
|
30615
|
+
"max_input_tokens": 32768,
|
|
30616
|
+
"max_output_tokens": 32768,
|
|
30617
|
+
"input_cost_per_token": 2e-07,
|
|
30618
|
+
"output_cost_per_token": 2e-07,
|
|
30619
|
+
"litellm_provider": "fireworks_ai",
|
|
30620
|
+
"mode": "chat"
|
|
30621
|
+
},
|
|
30622
|
+
"fireworks_ai/accounts/fireworks/models/openorca-7b": {
|
|
30623
|
+
"max_tokens": 32768,
|
|
30624
|
+
"max_input_tokens": 32768,
|
|
30625
|
+
"max_output_tokens": 32768,
|
|
30626
|
+
"input_cost_per_token": 2e-07,
|
|
30627
|
+
"output_cost_per_token": 2e-07,
|
|
30628
|
+
"litellm_provider": "fireworks_ai",
|
|
30629
|
+
"mode": "chat"
|
|
30630
|
+
},
|
|
30631
|
+
"fireworks_ai/accounts/fireworks/models/phi-2-3b": {
|
|
30632
|
+
"max_tokens": 2048,
|
|
30633
|
+
"max_input_tokens": 2048,
|
|
30634
|
+
"max_output_tokens": 2048,
|
|
30635
|
+
"input_cost_per_token": 1e-07,
|
|
30636
|
+
"output_cost_per_token": 1e-07,
|
|
30637
|
+
"litellm_provider": "fireworks_ai",
|
|
30638
|
+
"mode": "chat"
|
|
30639
|
+
},
|
|
30640
|
+
"fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct": {
|
|
30641
|
+
"max_tokens": 131072,
|
|
30642
|
+
"max_input_tokens": 131072,
|
|
30643
|
+
"max_output_tokens": 131072,
|
|
30644
|
+
"input_cost_per_token": 1e-07,
|
|
30645
|
+
"output_cost_per_token": 1e-07,
|
|
30646
|
+
"litellm_provider": "fireworks_ai",
|
|
30647
|
+
"mode": "chat"
|
|
30648
|
+
},
|
|
30649
|
+
"fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct": {
|
|
30650
|
+
"max_tokens": 32064,
|
|
30651
|
+
"max_input_tokens": 32064,
|
|
30652
|
+
"max_output_tokens": 32064,
|
|
30653
|
+
"input_cost_per_token": 2e-07,
|
|
30654
|
+
"output_cost_per_token": 2e-07,
|
|
30655
|
+
"litellm_provider": "fireworks_ai",
|
|
30656
|
+
"mode": "chat"
|
|
30657
|
+
},
|
|
30658
|
+
"fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1": {
|
|
30659
|
+
"max_tokens": 16384,
|
|
30660
|
+
"max_input_tokens": 16384,
|
|
30661
|
+
"max_output_tokens": 16384,
|
|
30662
|
+
"input_cost_per_token": 9e-07,
|
|
30663
|
+
"output_cost_per_token": 9e-07,
|
|
30664
|
+
"litellm_provider": "fireworks_ai",
|
|
30665
|
+
"mode": "chat"
|
|
30666
|
+
},
|
|
30667
|
+
"fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1": {
|
|
30668
|
+
"max_tokens": 16384,
|
|
30669
|
+
"max_input_tokens": 16384,
|
|
30670
|
+
"max_output_tokens": 16384,
|
|
30671
|
+
"input_cost_per_token": 9e-07,
|
|
30672
|
+
"output_cost_per_token": 9e-07,
|
|
30673
|
+
"litellm_provider": "fireworks_ai",
|
|
30674
|
+
"mode": "chat"
|
|
30675
|
+
},
|
|
30676
|
+
"fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2": {
|
|
30677
|
+
"max_tokens": 16384,
|
|
30678
|
+
"max_input_tokens": 16384,
|
|
30679
|
+
"max_output_tokens": 16384,
|
|
30680
|
+
"input_cost_per_token": 9e-07,
|
|
30681
|
+
"output_cost_per_token": 9e-07,
|
|
30682
|
+
"litellm_provider": "fireworks_ai",
|
|
30683
|
+
"mode": "chat"
|
|
30684
|
+
},
|
|
30685
|
+
"fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic": {
|
|
30686
|
+
"max_tokens": 4096,
|
|
30687
|
+
"max_input_tokens": 4096,
|
|
30688
|
+
"max_output_tokens": 4096,
|
|
30689
|
+
"input_cost_per_token": 1.3e-10,
|
|
30690
|
+
"output_cost_per_token": 1.3e-10,
|
|
30691
|
+
"litellm_provider": "fireworks_ai",
|
|
30692
|
+
"mode": "image_generation"
|
|
30693
|
+
},
|
|
30694
|
+
"fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic": {
|
|
30695
|
+
"max_tokens": 4096,
|
|
30696
|
+
"max_input_tokens": 4096,
|
|
30697
|
+
"max_output_tokens": 4096,
|
|
30698
|
+
"input_cost_per_token": 1.3e-10,
|
|
30699
|
+
"output_cost_per_token": 1.3e-10,
|
|
30700
|
+
"litellm_provider": "fireworks_ai",
|
|
30701
|
+
"mode": "image_generation"
|
|
30702
|
+
},
|
|
30703
|
+
"fireworks_ai/accounts/fireworks/models/pythia-12b": {
|
|
30704
|
+
"max_tokens": 2048,
|
|
30705
|
+
"max_input_tokens": 2048,
|
|
30706
|
+
"max_output_tokens": 2048,
|
|
30707
|
+
"input_cost_per_token": 2e-07,
|
|
30708
|
+
"output_cost_per_token": 2e-07,
|
|
30709
|
+
"litellm_provider": "fireworks_ai",
|
|
30710
|
+
"mode": "chat"
|
|
30711
|
+
},
|
|
30712
|
+
"fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview": {
|
|
30713
|
+
"max_tokens": 32768,
|
|
30714
|
+
"max_input_tokens": 32768,
|
|
30715
|
+
"max_output_tokens": 32768,
|
|
30716
|
+
"input_cost_per_token": 9e-07,
|
|
30717
|
+
"output_cost_per_token": 9e-07,
|
|
30718
|
+
"litellm_provider": "fireworks_ai",
|
|
30719
|
+
"mode": "chat"
|
|
30720
|
+
},
|
|
30721
|
+
"fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct": {
|
|
30722
|
+
"max_tokens": 32768,
|
|
30723
|
+
"max_input_tokens": 32768,
|
|
30724
|
+
"max_output_tokens": 32768,
|
|
30725
|
+
"input_cost_per_token": 2e-07,
|
|
30726
|
+
"output_cost_per_token": 2e-07,
|
|
30727
|
+
"litellm_provider": "fireworks_ai",
|
|
30728
|
+
"mode": "chat"
|
|
30729
|
+
},
|
|
30730
|
+
"fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b": {
|
|
30731
|
+
"max_tokens": 131072,
|
|
30732
|
+
"max_input_tokens": 131072,
|
|
30733
|
+
"max_output_tokens": 131072,
|
|
30734
|
+
"input_cost_per_token": 2e-07,
|
|
30735
|
+
"output_cost_per_token": 2e-07,
|
|
30736
|
+
"litellm_provider": "fireworks_ai",
|
|
30737
|
+
"mode": "chat"
|
|
30738
|
+
},
|
|
30739
|
+
"fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat": {
|
|
30740
|
+
"max_tokens": 32768,
|
|
30741
|
+
"max_input_tokens": 32768,
|
|
30742
|
+
"max_output_tokens": 32768,
|
|
30743
|
+
"input_cost_per_token": 9e-07,
|
|
30744
|
+
"output_cost_per_token": 9e-07,
|
|
30745
|
+
"litellm_provider": "fireworks_ai",
|
|
30746
|
+
"mode": "chat"
|
|
30747
|
+
},
|
|
30748
|
+
"fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct": {
|
|
30749
|
+
"max_tokens": 32768,
|
|
30750
|
+
"max_input_tokens": 32768,
|
|
30751
|
+
"max_output_tokens": 32768,
|
|
30752
|
+
"input_cost_per_token": 2e-07,
|
|
30753
|
+
"output_cost_per_token": 2e-07,
|
|
30754
|
+
"litellm_provider": "fireworks_ai",
|
|
30755
|
+
"mode": "chat"
|
|
30756
|
+
},
|
|
30757
|
+
"fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct": {
|
|
30758
|
+
"max_tokens": 32768,
|
|
30759
|
+
"max_input_tokens": 32768,
|
|
30760
|
+
"max_output_tokens": 32768,
|
|
30761
|
+
"input_cost_per_token": 1e-07,
|
|
30762
|
+
"output_cost_per_token": 1e-07,
|
|
30763
|
+
"litellm_provider": "fireworks_ai",
|
|
30764
|
+
"mode": "chat"
|
|
30765
|
+
},
|
|
30766
|
+
"fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct": {
|
|
30767
|
+
"max_tokens": 32768,
|
|
30768
|
+
"max_input_tokens": 32768,
|
|
30769
|
+
"max_output_tokens": 32768,
|
|
30770
|
+
"input_cost_per_token": 9e-07,
|
|
30771
|
+
"output_cost_per_token": 9e-07,
|
|
30772
|
+
"litellm_provider": "fireworks_ai",
|
|
30773
|
+
"mode": "chat"
|
|
30774
|
+
},
|
|
30775
|
+
"fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct": {
|
|
30776
|
+
"max_tokens": 32768,
|
|
30777
|
+
"max_input_tokens": 32768,
|
|
30778
|
+
"max_output_tokens": 32768,
|
|
30779
|
+
"input_cost_per_token": 2e-07,
|
|
30780
|
+
"output_cost_per_token": 2e-07,
|
|
30781
|
+
"litellm_provider": "fireworks_ai",
|
|
30782
|
+
"mode": "chat"
|
|
30783
|
+
},
|
|
30784
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct": {
|
|
30785
|
+
"max_tokens": 32768,
|
|
30786
|
+
"max_input_tokens": 32768,
|
|
30787
|
+
"max_output_tokens": 32768,
|
|
30788
|
+
"input_cost_per_token": 1e-07,
|
|
30789
|
+
"output_cost_per_token": 1e-07,
|
|
30790
|
+
"litellm_provider": "fireworks_ai",
|
|
30791
|
+
"mode": "chat"
|
|
30792
|
+
},
|
|
30793
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-14b": {
|
|
30794
|
+
"max_tokens": 131072,
|
|
30795
|
+
"max_input_tokens": 131072,
|
|
30796
|
+
"max_output_tokens": 131072,
|
|
30797
|
+
"input_cost_per_token": 2e-07,
|
|
30798
|
+
"output_cost_per_token": 2e-07,
|
|
30799
|
+
"litellm_provider": "fireworks_ai",
|
|
30800
|
+
"mode": "chat"
|
|
30801
|
+
},
|
|
30802
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct": {
|
|
30803
|
+
"max_tokens": 32768,
|
|
30804
|
+
"max_input_tokens": 32768,
|
|
30805
|
+
"max_output_tokens": 32768,
|
|
30806
|
+
"input_cost_per_token": 1e-07,
|
|
30807
|
+
"output_cost_per_token": 1e-07,
|
|
30808
|
+
"litellm_provider": "fireworks_ai",
|
|
30809
|
+
"mode": "chat"
|
|
30810
|
+
},
|
|
30811
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-32b": {
|
|
30812
|
+
"max_tokens": 131072,
|
|
30813
|
+
"max_input_tokens": 131072,
|
|
30814
|
+
"max_output_tokens": 131072,
|
|
30815
|
+
"input_cost_per_token": 9e-07,
|
|
30816
|
+
"output_cost_per_token": 9e-07,
|
|
30817
|
+
"litellm_provider": "fireworks_ai",
|
|
30818
|
+
"mode": "chat"
|
|
30819
|
+
},
|
|
30820
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct": {
|
|
30821
|
+
"max_tokens": 32768,
|
|
30822
|
+
"max_input_tokens": 32768,
|
|
30823
|
+
"max_output_tokens": 32768,
|
|
30824
|
+
"input_cost_per_token": 9e-07,
|
|
30825
|
+
"output_cost_per_token": 9e-07,
|
|
30826
|
+
"litellm_provider": "fireworks_ai",
|
|
30827
|
+
"mode": "chat"
|
|
30828
|
+
},
|
|
30829
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-72b": {
|
|
30830
|
+
"max_tokens": 131072,
|
|
30831
|
+
"max_input_tokens": 131072,
|
|
30832
|
+
"max_output_tokens": 131072,
|
|
30833
|
+
"input_cost_per_token": 9e-07,
|
|
30834
|
+
"output_cost_per_token": 9e-07,
|
|
30835
|
+
"litellm_provider": "fireworks_ai",
|
|
30836
|
+
"mode": "chat"
|
|
30837
|
+
},
|
|
30838
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct": {
|
|
30839
|
+
"max_tokens": 32768,
|
|
30840
|
+
"max_input_tokens": 32768,
|
|
30841
|
+
"max_output_tokens": 32768,
|
|
30842
|
+
"input_cost_per_token": 9e-07,
|
|
30843
|
+
"output_cost_per_token": 9e-07,
|
|
30844
|
+
"litellm_provider": "fireworks_ai",
|
|
30845
|
+
"mode": "chat"
|
|
30846
|
+
},
|
|
30847
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct": {
|
|
30848
|
+
"max_tokens": 32768,
|
|
30849
|
+
"max_input_tokens": 32768,
|
|
30850
|
+
"max_output_tokens": 32768,
|
|
30851
|
+
"input_cost_per_token": 2e-07,
|
|
30852
|
+
"output_cost_per_token": 2e-07,
|
|
30853
|
+
"litellm_provider": "fireworks_ai",
|
|
30854
|
+
"mode": "chat"
|
|
30855
|
+
},
|
|
30856
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b": {
|
|
30857
|
+
"max_tokens": 32768,
|
|
30858
|
+
"max_input_tokens": 32768,
|
|
30859
|
+
"max_output_tokens": 32768,
|
|
30860
|
+
"input_cost_per_token": 1e-07,
|
|
30861
|
+
"output_cost_per_token": 1e-07,
|
|
30862
|
+
"litellm_provider": "fireworks_ai",
|
|
30863
|
+
"mode": "chat"
|
|
30864
|
+
},
|
|
30865
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct": {
|
|
30866
|
+
"max_tokens": 32768,
|
|
30867
|
+
"max_input_tokens": 32768,
|
|
30868
|
+
"max_output_tokens": 32768,
|
|
30869
|
+
"input_cost_per_token": 1e-07,
|
|
30870
|
+
"output_cost_per_token": 1e-07,
|
|
30871
|
+
"litellm_provider": "fireworks_ai",
|
|
30872
|
+
"mode": "chat"
|
|
30873
|
+
},
|
|
30874
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b": {
|
|
30875
|
+
"max_tokens": 32768,
|
|
30876
|
+
"max_input_tokens": 32768,
|
|
30877
|
+
"max_output_tokens": 32768,
|
|
30878
|
+
"input_cost_per_token": 2e-07,
|
|
30879
|
+
"output_cost_per_token": 2e-07,
|
|
30880
|
+
"litellm_provider": "fireworks_ai",
|
|
30881
|
+
"mode": "chat"
|
|
30882
|
+
},
|
|
30883
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct": {
|
|
30884
|
+
"max_tokens": 32768,
|
|
30885
|
+
"max_input_tokens": 32768,
|
|
30886
|
+
"max_output_tokens": 32768,
|
|
30887
|
+
"input_cost_per_token": 2e-07,
|
|
30888
|
+
"output_cost_per_token": 2e-07,
|
|
30889
|
+
"litellm_provider": "fireworks_ai",
|
|
30890
|
+
"mode": "chat"
|
|
30891
|
+
},
|
|
30892
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b": {
|
|
30893
|
+
"max_tokens": 32768,
|
|
30894
|
+
"max_input_tokens": 32768,
|
|
30895
|
+
"max_output_tokens": 32768,
|
|
30896
|
+
"input_cost_per_token": 1e-07,
|
|
30897
|
+
"output_cost_per_token": 1e-07,
|
|
30898
|
+
"litellm_provider": "fireworks_ai",
|
|
30899
|
+
"mode": "chat"
|
|
30900
|
+
},
|
|
30901
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct": {
|
|
30902
|
+
"max_tokens": 32768,
|
|
30903
|
+
"max_input_tokens": 32768,
|
|
30904
|
+
"max_output_tokens": 32768,
|
|
30905
|
+
"input_cost_per_token": 1e-07,
|
|
30906
|
+
"output_cost_per_token": 1e-07,
|
|
30907
|
+
"litellm_provider": "fireworks_ai",
|
|
30908
|
+
"mode": "chat"
|
|
30909
|
+
},
|
|
30910
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b": {
|
|
30911
|
+
"max_tokens": 32768,
|
|
30912
|
+
"max_input_tokens": 32768,
|
|
30913
|
+
"max_output_tokens": 32768,
|
|
30914
|
+
"input_cost_per_token": 9e-07,
|
|
30915
|
+
"output_cost_per_token": 9e-07,
|
|
30916
|
+
"litellm_provider": "fireworks_ai",
|
|
30917
|
+
"mode": "chat"
|
|
30918
|
+
},
|
|
30919
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k": {
|
|
30920
|
+
"max_tokens": 131072,
|
|
30921
|
+
"max_input_tokens": 131072,
|
|
30922
|
+
"max_output_tokens": 131072,
|
|
30923
|
+
"input_cost_per_token": 9e-07,
|
|
30924
|
+
"output_cost_per_token": 9e-07,
|
|
30925
|
+
"litellm_provider": "fireworks_ai",
|
|
30926
|
+
"mode": "chat"
|
|
30927
|
+
},
|
|
30928
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope": {
|
|
30929
|
+
"max_tokens": 32768,
|
|
30930
|
+
"max_input_tokens": 32768,
|
|
30931
|
+
"max_output_tokens": 32768,
|
|
30932
|
+
"input_cost_per_token": 9e-07,
|
|
30933
|
+
"output_cost_per_token": 9e-07,
|
|
30934
|
+
"litellm_provider": "fireworks_ai",
|
|
30935
|
+
"mode": "chat"
|
|
30936
|
+
},
|
|
30937
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k": {
|
|
30938
|
+
"max_tokens": 65536,
|
|
30939
|
+
"max_input_tokens": 65536,
|
|
30940
|
+
"max_output_tokens": 65536,
|
|
30941
|
+
"input_cost_per_token": 9e-07,
|
|
30942
|
+
"output_cost_per_token": 9e-07,
|
|
30943
|
+
"litellm_provider": "fireworks_ai",
|
|
30944
|
+
"mode": "chat"
|
|
30945
|
+
},
|
|
30946
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b": {
|
|
30947
|
+
"max_tokens": 32768,
|
|
30948
|
+
"max_input_tokens": 32768,
|
|
30949
|
+
"max_output_tokens": 32768,
|
|
30950
|
+
"input_cost_per_token": 1e-07,
|
|
30951
|
+
"output_cost_per_token": 1e-07,
|
|
30952
|
+
"litellm_provider": "fireworks_ai",
|
|
30953
|
+
"mode": "chat"
|
|
30954
|
+
},
|
|
30955
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct": {
|
|
30956
|
+
"max_tokens": 32768,
|
|
30957
|
+
"max_input_tokens": 32768,
|
|
30958
|
+
"max_output_tokens": 32768,
|
|
30959
|
+
"input_cost_per_token": 1e-07,
|
|
30960
|
+
"output_cost_per_token": 1e-07,
|
|
30961
|
+
"litellm_provider": "fireworks_ai",
|
|
30962
|
+
"mode": "chat"
|
|
30963
|
+
},
|
|
30964
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b": {
|
|
30965
|
+
"max_tokens": 32768,
|
|
30966
|
+
"max_input_tokens": 32768,
|
|
30967
|
+
"max_output_tokens": 32768,
|
|
30968
|
+
"input_cost_per_token": 2e-07,
|
|
30969
|
+
"output_cost_per_token": 2e-07,
|
|
30970
|
+
"litellm_provider": "fireworks_ai",
|
|
30971
|
+
"mode": "chat"
|
|
30972
|
+
},
|
|
30973
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct": {
|
|
30974
|
+
"max_tokens": 32768,
|
|
30975
|
+
"max_input_tokens": 32768,
|
|
30976
|
+
"max_output_tokens": 32768,
|
|
30977
|
+
"input_cost_per_token": 2e-07,
|
|
30978
|
+
"output_cost_per_token": 2e-07,
|
|
30979
|
+
"litellm_provider": "fireworks_ai",
|
|
30980
|
+
"mode": "chat"
|
|
30981
|
+
},
|
|
30982
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct": {
|
|
30983
|
+
"max_tokens": 4096,
|
|
30984
|
+
"max_input_tokens": 4096,
|
|
30985
|
+
"max_output_tokens": 4096,
|
|
30986
|
+
"input_cost_per_token": 9e-07,
|
|
30987
|
+
"output_cost_per_token": 9e-07,
|
|
30988
|
+
"litellm_provider": "fireworks_ai",
|
|
30989
|
+
"mode": "chat"
|
|
30990
|
+
},
|
|
30991
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct": {
|
|
30992
|
+
"max_tokens": 128000,
|
|
30993
|
+
"max_input_tokens": 128000,
|
|
30994
|
+
"max_output_tokens": 128000,
|
|
30995
|
+
"input_cost_per_token": 9e-07,
|
|
30996
|
+
"output_cost_per_token": 9e-07,
|
|
30997
|
+
"litellm_provider": "fireworks_ai",
|
|
30998
|
+
"mode": "chat"
|
|
30999
|
+
},
|
|
31000
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct": {
|
|
31001
|
+
"max_tokens": 128000,
|
|
31002
|
+
"max_input_tokens": 128000,
|
|
31003
|
+
"max_output_tokens": 128000,
|
|
31004
|
+
"input_cost_per_token": 2e-07,
|
|
31005
|
+
"output_cost_per_token": 2e-07,
|
|
31006
|
+
"litellm_provider": "fireworks_ai",
|
|
31007
|
+
"mode": "chat"
|
|
31008
|
+
},
|
|
31009
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct": {
|
|
31010
|
+
"max_tokens": 128000,
|
|
31011
|
+
"max_input_tokens": 128000,
|
|
31012
|
+
"max_output_tokens": 128000,
|
|
31013
|
+
"input_cost_per_token": 9e-07,
|
|
31014
|
+
"output_cost_per_token": 9e-07,
|
|
31015
|
+
"litellm_provider": "fireworks_ai",
|
|
31016
|
+
"mode": "chat"
|
|
31017
|
+
},
|
|
31018
|
+
"fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct": {
|
|
31019
|
+
"max_tokens": 128000,
|
|
31020
|
+
"max_input_tokens": 128000,
|
|
31021
|
+
"max_output_tokens": 128000,
|
|
31022
|
+
"input_cost_per_token": 2e-07,
|
|
31023
|
+
"output_cost_per_token": 2e-07,
|
|
31024
|
+
"litellm_provider": "fireworks_ai",
|
|
31025
|
+
"mode": "chat"
|
|
31026
|
+
},
|
|
31027
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-0p6b": {
|
|
31028
|
+
"max_tokens": 40960,
|
|
31029
|
+
"max_input_tokens": 40960,
|
|
31030
|
+
"max_output_tokens": 40960,
|
|
31031
|
+
"input_cost_per_token": 1e-07,
|
|
31032
|
+
"output_cost_per_token": 1e-07,
|
|
31033
|
+
"litellm_provider": "fireworks_ai",
|
|
31034
|
+
"mode": "chat"
|
|
31035
|
+
},
|
|
31036
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-14b": {
|
|
31037
|
+
"max_tokens": 40960,
|
|
31038
|
+
"max_input_tokens": 40960,
|
|
31039
|
+
"max_output_tokens": 40960,
|
|
31040
|
+
"input_cost_per_token": 2e-07,
|
|
31041
|
+
"output_cost_per_token": 2e-07,
|
|
31042
|
+
"litellm_provider": "fireworks_ai",
|
|
31043
|
+
"mode": "chat"
|
|
31044
|
+
},
|
|
31045
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-1p7b": {
|
|
31046
|
+
"max_tokens": 131072,
|
|
31047
|
+
"max_input_tokens": 131072,
|
|
31048
|
+
"max_output_tokens": 131072,
|
|
31049
|
+
"input_cost_per_token": 1e-07,
|
|
31050
|
+
"output_cost_per_token": 1e-07,
|
|
31051
|
+
"litellm_provider": "fireworks_ai",
|
|
31052
|
+
"mode": "chat"
|
|
31053
|
+
},
|
|
31054
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft": {
|
|
31055
|
+
"max_tokens": 262144,
|
|
31056
|
+
"max_input_tokens": 262144,
|
|
31057
|
+
"max_output_tokens": 262144,
|
|
31058
|
+
"input_cost_per_token": 1e-07,
|
|
31059
|
+
"output_cost_per_token": 1e-07,
|
|
31060
|
+
"litellm_provider": "fireworks_ai",
|
|
31061
|
+
"mode": "chat"
|
|
31062
|
+
},
|
|
31063
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072": {
|
|
31064
|
+
"max_tokens": 131072,
|
|
31065
|
+
"max_input_tokens": 131072,
|
|
31066
|
+
"max_output_tokens": 131072,
|
|
31067
|
+
"input_cost_per_token": 1e-07,
|
|
31068
|
+
"output_cost_per_token": 1e-07,
|
|
31069
|
+
"litellm_provider": "fireworks_ai",
|
|
31070
|
+
"mode": "chat"
|
|
31071
|
+
},
|
|
31072
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960": {
|
|
31073
|
+
"max_tokens": 40960,
|
|
31074
|
+
"max_input_tokens": 40960,
|
|
31075
|
+
"max_output_tokens": 40960,
|
|
31076
|
+
"input_cost_per_token": 1e-07,
|
|
31077
|
+
"output_cost_per_token": 1e-07,
|
|
31078
|
+
"litellm_provider": "fireworks_ai",
|
|
31079
|
+
"mode": "chat"
|
|
31080
|
+
},
|
|
31081
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b": {
|
|
31082
|
+
"max_tokens": 131072,
|
|
31083
|
+
"max_input_tokens": 131072,
|
|
31084
|
+
"max_output_tokens": 131072,
|
|
31085
|
+
"input_cost_per_token": 2.2e-07,
|
|
31086
|
+
"output_cost_per_token": 8.8e-07,
|
|
31087
|
+
"litellm_provider": "fireworks_ai",
|
|
31088
|
+
"mode": "chat"
|
|
31089
|
+
},
|
|
31090
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507": {
|
|
31091
|
+
"max_tokens": 262144,
|
|
31092
|
+
"max_input_tokens": 262144,
|
|
31093
|
+
"max_output_tokens": 262144,
|
|
31094
|
+
"input_cost_per_token": 2.2e-07,
|
|
31095
|
+
"output_cost_per_token": 8.8e-07,
|
|
31096
|
+
"litellm_provider": "fireworks_ai",
|
|
31097
|
+
"mode": "chat"
|
|
31098
|
+
},
|
|
31099
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507": {
|
|
31100
|
+
"max_tokens": 262144,
|
|
31101
|
+
"max_input_tokens": 262144,
|
|
31102
|
+
"max_output_tokens": 262144,
|
|
31103
|
+
"input_cost_per_token": 2.2e-07,
|
|
31104
|
+
"output_cost_per_token": 8.8e-07,
|
|
31105
|
+
"litellm_provider": "fireworks_ai",
|
|
31106
|
+
"mode": "chat"
|
|
31107
|
+
},
|
|
31108
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b": {
|
|
31109
|
+
"max_tokens": 131072,
|
|
31110
|
+
"max_input_tokens": 131072,
|
|
31111
|
+
"max_output_tokens": 131072,
|
|
31112
|
+
"input_cost_per_token": 1.5e-07,
|
|
31113
|
+
"output_cost_per_token": 6e-07,
|
|
31114
|
+
"litellm_provider": "fireworks_ai",
|
|
31115
|
+
"mode": "chat"
|
|
31116
|
+
},
|
|
31117
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507": {
|
|
31118
|
+
"max_tokens": 262144,
|
|
31119
|
+
"max_input_tokens": 262144,
|
|
31120
|
+
"max_output_tokens": 262144,
|
|
31121
|
+
"input_cost_per_token": 5e-07,
|
|
31122
|
+
"output_cost_per_token": 5e-07,
|
|
31123
|
+
"litellm_provider": "fireworks_ai",
|
|
31124
|
+
"mode": "chat"
|
|
31125
|
+
},
|
|
31126
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507": {
|
|
31127
|
+
"max_tokens": 262144,
|
|
31128
|
+
"max_input_tokens": 262144,
|
|
31129
|
+
"max_output_tokens": 262144,
|
|
31130
|
+
"input_cost_per_token": 9e-07,
|
|
31131
|
+
"output_cost_per_token": 9e-07,
|
|
31132
|
+
"litellm_provider": "fireworks_ai",
|
|
31133
|
+
"mode": "chat"
|
|
31134
|
+
},
|
|
31135
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-32b": {
|
|
31136
|
+
"max_tokens": 131072,
|
|
31137
|
+
"max_input_tokens": 131072,
|
|
31138
|
+
"max_output_tokens": 131072,
|
|
31139
|
+
"input_cost_per_token": 9e-07,
|
|
31140
|
+
"output_cost_per_token": 9e-07,
|
|
31141
|
+
"litellm_provider": "fireworks_ai",
|
|
31142
|
+
"mode": "chat"
|
|
31143
|
+
},
|
|
31144
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-4b": {
|
|
31145
|
+
"max_tokens": 40960,
|
|
31146
|
+
"max_input_tokens": 40960,
|
|
31147
|
+
"max_output_tokens": 40960,
|
|
31148
|
+
"input_cost_per_token": 2e-07,
|
|
31149
|
+
"output_cost_per_token": 2e-07,
|
|
31150
|
+
"litellm_provider": "fireworks_ai",
|
|
31151
|
+
"mode": "chat"
|
|
31152
|
+
},
|
|
31153
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507": {
|
|
31154
|
+
"max_tokens": 262144,
|
|
31155
|
+
"max_input_tokens": 262144,
|
|
31156
|
+
"max_output_tokens": 262144,
|
|
31157
|
+
"input_cost_per_token": 2e-07,
|
|
31158
|
+
"output_cost_per_token": 2e-07,
|
|
31159
|
+
"litellm_provider": "fireworks_ai",
|
|
31160
|
+
"mode": "chat"
|
|
31161
|
+
},
|
|
31162
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-8b": {
|
|
31163
|
+
"max_tokens": 40960,
|
|
31164
|
+
"max_input_tokens": 40960,
|
|
31165
|
+
"max_output_tokens": 40960,
|
|
31166
|
+
"input_cost_per_token": 2e-07,
|
|
31167
|
+
"output_cost_per_token": 2e-07,
|
|
31168
|
+
"litellm_provider": "fireworks_ai",
|
|
31169
|
+
"mode": "chat"
|
|
31170
|
+
},
|
|
31171
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct": {
|
|
31172
|
+
"max_tokens": 262144,
|
|
31173
|
+
"max_input_tokens": 262144,
|
|
31174
|
+
"max_output_tokens": 262144,
|
|
31175
|
+
"input_cost_per_token": 1.5e-07,
|
|
31176
|
+
"output_cost_per_token": 6e-07,
|
|
31177
|
+
"litellm_provider": "fireworks_ai",
|
|
31178
|
+
"mode": "chat"
|
|
31179
|
+
},
|
|
31180
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16": {
|
|
31181
|
+
"max_tokens": 4096,
|
|
31182
|
+
"max_input_tokens": 4096,
|
|
31183
|
+
"max_output_tokens": 4096,
|
|
31184
|
+
"input_cost_per_token": 9e-07,
|
|
31185
|
+
"output_cost_per_token": 9e-07,
|
|
31186
|
+
"litellm_provider": "fireworks_ai",
|
|
31187
|
+
"mode": "chat"
|
|
31188
|
+
},
|
|
31189
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b": {
|
|
31190
|
+
"max_tokens": 32768,
|
|
31191
|
+
"max_input_tokens": 32768,
|
|
31192
|
+
"max_output_tokens": 32768,
|
|
31193
|
+
"input_cost_per_token": 0.0,
|
|
31194
|
+
"output_cost_per_token": 0.0,
|
|
31195
|
+
"litellm_provider": "fireworks_ai",
|
|
31196
|
+
"mode": "embedding"
|
|
31197
|
+
},
|
|
31198
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b": {
|
|
31199
|
+
"max_tokens": 40960,
|
|
31200
|
+
"max_input_tokens": 40960,
|
|
31201
|
+
"max_output_tokens": 40960,
|
|
31202
|
+
"input_cost_per_token": 0.0,
|
|
31203
|
+
"output_cost_per_token": 0.0,
|
|
31204
|
+
"litellm_provider": "fireworks_ai",
|
|
31205
|
+
"mode": "embedding"
|
|
31206
|
+
},
|
|
31207
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-embedding-8b": {
|
|
31208
|
+
"max_tokens": 40960,
|
|
31209
|
+
"max_input_tokens": 40960,
|
|
31210
|
+
"max_output_tokens": 40960,
|
|
31211
|
+
"input_cost_per_token": 0.0,
|
|
31212
|
+
"output_cost_per_token": 0.0,
|
|
31213
|
+
"litellm_provider": "fireworks_ai",
|
|
31214
|
+
"mode": "embedding"
|
|
31215
|
+
},
|
|
31216
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct": {
|
|
31217
|
+
"max_tokens": 4096,
|
|
31218
|
+
"max_input_tokens": 4096,
|
|
31219
|
+
"max_output_tokens": 4096,
|
|
31220
|
+
"input_cost_per_token": 9e-07,
|
|
31221
|
+
"output_cost_per_token": 9e-07,
|
|
31222
|
+
"litellm_provider": "fireworks_ai",
|
|
31223
|
+
"mode": "chat"
|
|
31224
|
+
},
|
|
31225
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking": {
|
|
31226
|
+
"max_tokens": 4096,
|
|
31227
|
+
"max_input_tokens": 4096,
|
|
31228
|
+
"max_output_tokens": 4096,
|
|
31229
|
+
"input_cost_per_token": 9e-07,
|
|
31230
|
+
"output_cost_per_token": 9e-07,
|
|
31231
|
+
"litellm_provider": "fireworks_ai",
|
|
31232
|
+
"mode": "chat"
|
|
31233
|
+
},
|
|
31234
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b": {
|
|
31235
|
+
"max_tokens": 40960,
|
|
31236
|
+
"max_input_tokens": 40960,
|
|
31237
|
+
"max_output_tokens": 40960,
|
|
31238
|
+
"input_cost_per_token": 0.0,
|
|
31239
|
+
"output_cost_per_token": 0.0,
|
|
31240
|
+
"litellm_provider": "fireworks_ai",
|
|
31241
|
+
"mode": "rerank"
|
|
31242
|
+
},
|
|
31243
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b": {
|
|
31244
|
+
"max_tokens": 40960,
|
|
31245
|
+
"max_input_tokens": 40960,
|
|
31246
|
+
"max_output_tokens": 40960,
|
|
31247
|
+
"input_cost_per_token": 0.0,
|
|
31248
|
+
"output_cost_per_token": 0.0,
|
|
31249
|
+
"litellm_provider": "fireworks_ai",
|
|
31250
|
+
"mode": "rerank"
|
|
31251
|
+
},
|
|
31252
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b": {
|
|
31253
|
+
"max_tokens": 40960,
|
|
31254
|
+
"max_input_tokens": 40960,
|
|
31255
|
+
"max_output_tokens": 40960,
|
|
31256
|
+
"input_cost_per_token": 0.0,
|
|
31257
|
+
"output_cost_per_token": 0.0,
|
|
31258
|
+
"litellm_provider": "fireworks_ai",
|
|
31259
|
+
"mode": "rerank"
|
|
31260
|
+
},
|
|
31261
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct": {
|
|
31262
|
+
"max_tokens": 262144,
|
|
31263
|
+
"max_input_tokens": 262144,
|
|
31264
|
+
"max_output_tokens": 262144,
|
|
31265
|
+
"input_cost_per_token": 2.2e-07,
|
|
31266
|
+
"output_cost_per_token": 8.8e-07,
|
|
31267
|
+
"litellm_provider": "fireworks_ai",
|
|
31268
|
+
"mode": "chat"
|
|
31269
|
+
},
|
|
31270
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking": {
|
|
31271
|
+
"max_tokens": 262144,
|
|
31272
|
+
"max_input_tokens": 262144,
|
|
31273
|
+
"max_output_tokens": 262144,
|
|
31274
|
+
"input_cost_per_token": 2.2e-07,
|
|
31275
|
+
"output_cost_per_token": 8.8e-07,
|
|
31276
|
+
"litellm_provider": "fireworks_ai",
|
|
31277
|
+
"mode": "chat"
|
|
31278
|
+
},
|
|
31279
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct": {
|
|
31280
|
+
"max_tokens": 262144,
|
|
31281
|
+
"max_input_tokens": 262144,
|
|
31282
|
+
"max_output_tokens": 262144,
|
|
31283
|
+
"input_cost_per_token": 1.5e-07,
|
|
31284
|
+
"output_cost_per_token": 6e-07,
|
|
31285
|
+
"litellm_provider": "fireworks_ai",
|
|
31286
|
+
"mode": "chat"
|
|
31287
|
+
},
|
|
31288
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking": {
|
|
31289
|
+
"max_tokens": 262144,
|
|
31290
|
+
"max_input_tokens": 262144,
|
|
31291
|
+
"max_output_tokens": 262144,
|
|
31292
|
+
"input_cost_per_token": 1.5e-07,
|
|
31293
|
+
"output_cost_per_token": 6e-07,
|
|
31294
|
+
"litellm_provider": "fireworks_ai",
|
|
31295
|
+
"mode": "chat"
|
|
31296
|
+
},
|
|
31297
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct": {
|
|
31298
|
+
"max_tokens": 4096,
|
|
31299
|
+
"max_input_tokens": 4096,
|
|
31300
|
+
"max_output_tokens": 4096,
|
|
31301
|
+
"input_cost_per_token": 9e-07,
|
|
31302
|
+
"output_cost_per_token": 9e-07,
|
|
31303
|
+
"litellm_provider": "fireworks_ai",
|
|
31304
|
+
"mode": "chat"
|
|
31305
|
+
},
|
|
31306
|
+
"fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct": {
|
|
31307
|
+
"max_tokens": 4096,
|
|
31308
|
+
"max_input_tokens": 4096,
|
|
31309
|
+
"max_output_tokens": 4096,
|
|
31310
|
+
"input_cost_per_token": 2e-07,
|
|
31311
|
+
"output_cost_per_token": 2e-07,
|
|
31312
|
+
"litellm_provider": "fireworks_ai",
|
|
31313
|
+
"mode": "chat"
|
|
31314
|
+
},
|
|
31315
|
+
"fireworks_ai/accounts/fireworks/models/qwq-32b": {
|
|
31316
|
+
"max_tokens": 131072,
|
|
31317
|
+
"max_input_tokens": 131072,
|
|
31318
|
+
"max_output_tokens": 131072,
|
|
31319
|
+
"input_cost_per_token": 9e-07,
|
|
31320
|
+
"output_cost_per_token": 9e-07,
|
|
31321
|
+
"litellm_provider": "fireworks_ai",
|
|
31322
|
+
"mode": "chat"
|
|
31323
|
+
},
|
|
31324
|
+
"fireworks_ai/accounts/fireworks/models/rolm-ocr": {
|
|
31325
|
+
"max_tokens": 128000,
|
|
31326
|
+
"max_input_tokens": 128000,
|
|
31327
|
+
"max_output_tokens": 128000,
|
|
31328
|
+
"input_cost_per_token": 2e-07,
|
|
31329
|
+
"output_cost_per_token": 2e-07,
|
|
31330
|
+
"litellm_provider": "fireworks_ai",
|
|
31331
|
+
"mode": "chat"
|
|
31332
|
+
},
|
|
31333
|
+
"fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo": {
|
|
31334
|
+
"max_tokens": 32768,
|
|
31335
|
+
"max_input_tokens": 32768,
|
|
31336
|
+
"max_output_tokens": 32768,
|
|
31337
|
+
"input_cost_per_token": 2e-07,
|
|
31338
|
+
"output_cost_per_token": 2e-07,
|
|
31339
|
+
"litellm_provider": "fireworks_ai",
|
|
31340
|
+
"mode": "chat"
|
|
31341
|
+
},
|
|
31342
|
+
"fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0": {
|
|
31343
|
+
"max_tokens": 4096,
|
|
31344
|
+
"max_input_tokens": 4096,
|
|
31345
|
+
"max_output_tokens": 4096,
|
|
31346
|
+
"input_cost_per_token": 1.3e-10,
|
|
31347
|
+
"output_cost_per_token": 1.3e-10,
|
|
31348
|
+
"litellm_provider": "fireworks_ai",
|
|
31349
|
+
"mode": "image_generation"
|
|
31350
|
+
},
|
|
31351
|
+
"fireworks_ai/accounts/fireworks/models/stablecode-3b": {
|
|
31352
|
+
"max_tokens": 4096,
|
|
31353
|
+
"max_input_tokens": 4096,
|
|
31354
|
+
"max_output_tokens": 4096,
|
|
31355
|
+
"input_cost_per_token": 1e-07,
|
|
31356
|
+
"output_cost_per_token": 1e-07,
|
|
31357
|
+
"litellm_provider": "fireworks_ai",
|
|
31358
|
+
"mode": "chat"
|
|
31359
|
+
},
|
|
31360
|
+
"fireworks_ai/accounts/fireworks/models/starcoder-16b": {
|
|
31361
|
+
"max_tokens": 8192,
|
|
31362
|
+
"max_input_tokens": 8192,
|
|
31363
|
+
"max_output_tokens": 8192,
|
|
31364
|
+
"input_cost_per_token": 2e-07,
|
|
31365
|
+
"output_cost_per_token": 2e-07,
|
|
31366
|
+
"litellm_provider": "fireworks_ai",
|
|
31367
|
+
"mode": "chat"
|
|
31368
|
+
},
|
|
31369
|
+
"fireworks_ai/accounts/fireworks/models/starcoder-7b": {
|
|
31370
|
+
"max_tokens": 8192,
|
|
31371
|
+
"max_input_tokens": 8192,
|
|
31372
|
+
"max_output_tokens": 8192,
|
|
31373
|
+
"input_cost_per_token": 2e-07,
|
|
31374
|
+
"output_cost_per_token": 2e-07,
|
|
31375
|
+
"litellm_provider": "fireworks_ai",
|
|
31376
|
+
"mode": "chat"
|
|
31377
|
+
},
|
|
31378
|
+
"fireworks_ai/accounts/fireworks/models/starcoder2-15b": {
|
|
31379
|
+
"max_tokens": 16384,
|
|
31380
|
+
"max_input_tokens": 16384,
|
|
31381
|
+
"max_output_tokens": 16384,
|
|
31382
|
+
"input_cost_per_token": 2e-07,
|
|
31383
|
+
"output_cost_per_token": 2e-07,
|
|
31384
|
+
"litellm_provider": "fireworks_ai",
|
|
31385
|
+
"mode": "chat"
|
|
31386
|
+
},
|
|
31387
|
+
"fireworks_ai/accounts/fireworks/models/starcoder2-3b": {
|
|
31388
|
+
"max_tokens": 16384,
|
|
31389
|
+
"max_input_tokens": 16384,
|
|
31390
|
+
"max_output_tokens": 16384,
|
|
31391
|
+
"input_cost_per_token": 1e-07,
|
|
31392
|
+
"output_cost_per_token": 1e-07,
|
|
31393
|
+
"litellm_provider": "fireworks_ai",
|
|
31394
|
+
"mode": "chat"
|
|
31395
|
+
},
|
|
31396
|
+
"fireworks_ai/accounts/fireworks/models/starcoder2-7b": {
|
|
31397
|
+
"max_tokens": 16384,
|
|
31398
|
+
"max_input_tokens": 16384,
|
|
31399
|
+
"max_output_tokens": 16384,
|
|
31400
|
+
"input_cost_per_token": 2e-07,
|
|
31401
|
+
"output_cost_per_token": 2e-07,
|
|
31402
|
+
"litellm_provider": "fireworks_ai",
|
|
31403
|
+
"mode": "chat"
|
|
31404
|
+
},
|
|
31405
|
+
"fireworks_ai/accounts/fireworks/models/toppy-m-7b": {
|
|
31406
|
+
"max_tokens": 32768,
|
|
31407
|
+
"max_input_tokens": 32768,
|
|
31408
|
+
"max_output_tokens": 32768,
|
|
31409
|
+
"input_cost_per_token": 2e-07,
|
|
31410
|
+
"output_cost_per_token": 2e-07,
|
|
31411
|
+
"litellm_provider": "fireworks_ai",
|
|
31412
|
+
"mode": "chat"
|
|
31413
|
+
},
|
|
31414
|
+
"fireworks_ai/accounts/fireworks/models/whisper-v3": {
|
|
31415
|
+
"max_tokens": 4096,
|
|
31416
|
+
"max_input_tokens": 4096,
|
|
31417
|
+
"max_output_tokens": 4096,
|
|
31418
|
+
"input_cost_per_token": 0.0,
|
|
31419
|
+
"output_cost_per_token": 0.0,
|
|
31420
|
+
"litellm_provider": "fireworks_ai",
|
|
31421
|
+
"mode": "audio_transcription"
|
|
31422
|
+
},
|
|
31423
|
+
"fireworks_ai/accounts/fireworks/models/whisper-v3-turbo": {
|
|
31424
|
+
"max_tokens": 4096,
|
|
31425
|
+
"max_input_tokens": 4096,
|
|
31426
|
+
"max_output_tokens": 4096,
|
|
31427
|
+
"input_cost_per_token": 0.0,
|
|
31428
|
+
"output_cost_per_token": 0.0,
|
|
31429
|
+
"litellm_provider": "fireworks_ai",
|
|
31430
|
+
"mode": "audio_transcription"
|
|
31431
|
+
},
|
|
31432
|
+
"fireworks_ai/accounts/fireworks/models/yi-34b": {
|
|
31433
|
+
"max_tokens": 4096,
|
|
31434
|
+
"max_input_tokens": 4096,
|
|
31435
|
+
"max_output_tokens": 4096,
|
|
31436
|
+
"input_cost_per_token": 9e-07,
|
|
31437
|
+
"output_cost_per_token": 9e-07,
|
|
31438
|
+
"litellm_provider": "fireworks_ai",
|
|
31439
|
+
"mode": "chat"
|
|
31440
|
+
},
|
|
31441
|
+
"fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara": {
|
|
31442
|
+
"max_tokens": 200000,
|
|
31443
|
+
"max_input_tokens": 200000,
|
|
31444
|
+
"max_output_tokens": 200000,
|
|
31445
|
+
"input_cost_per_token": 9e-07,
|
|
31446
|
+
"output_cost_per_token": 9e-07,
|
|
31447
|
+
"litellm_provider": "fireworks_ai",
|
|
31448
|
+
"mode": "chat"
|
|
31449
|
+
},
|
|
31450
|
+
"fireworks_ai/accounts/fireworks/models/yi-34b-chat": {
|
|
31451
|
+
"max_tokens": 4096,
|
|
31452
|
+
"max_input_tokens": 4096,
|
|
31453
|
+
"max_output_tokens": 4096,
|
|
31454
|
+
"input_cost_per_token": 9e-07,
|
|
31455
|
+
"output_cost_per_token": 9e-07,
|
|
31456
|
+
"litellm_provider": "fireworks_ai",
|
|
31457
|
+
"mode": "chat"
|
|
31458
|
+
},
|
|
31459
|
+
"fireworks_ai/accounts/fireworks/models/yi-6b": {
|
|
31460
|
+
"max_tokens": 4096,
|
|
31461
|
+
"max_input_tokens": 4096,
|
|
31462
|
+
"max_output_tokens": 4096,
|
|
31463
|
+
"input_cost_per_token": 2e-07,
|
|
31464
|
+
"output_cost_per_token": 2e-07,
|
|
31465
|
+
"litellm_provider": "fireworks_ai",
|
|
31466
|
+
"mode": "chat"
|
|
31467
|
+
},
|
|
31468
|
+
"fireworks_ai/accounts/fireworks/models/zephyr-7b-beta": {
|
|
31469
|
+
"max_tokens": 32768,
|
|
31470
|
+
"max_input_tokens": 32768,
|
|
31471
|
+
"max_output_tokens": 32768,
|
|
31472
|
+
"input_cost_per_token": 2e-07,
|
|
31473
|
+
"output_cost_per_token": 2e-07,
|
|
31474
|
+
"litellm_provider": "fireworks_ai",
|
|
31475
|
+
"mode": "chat"
|
|
29152
31476
|
}
|
|
29153
31477
|
}
|