tokencostauto 0.1.389__py3-none-any.whl → 0.1.393__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. tokencostauto/model_prices.json +2171 -2
  2. {tokencostauto-0.1.389.dist-info → tokencostauto-0.1.393.dist-info}/METADATA +1 -1
  3. tokencostauto-0.1.393.dist-info/RECORD +9 -0
  4. tokencostauto-0.1.389.dist-info/RECORD +0 -9
  5. {tokencostauto-0.1.389.dist-info → tokencostauto-0.1.393.dist-info}/WHEEL +0 -0
  6. {tokencostauto-0.1.389.dist-info → tokencostauto-0.1.393.dist-info}/licenses/LICENSE +0 -0
  7. {tokencostauto-0.1.389.dist-info → tokencostauto-0.1.393.dist-info}/top_level.txt +0 -0
tokencostauto/model_prices.json CHANGED
@@ -8758,7 +8758,6 @@
8758
8758
  "output_cost_per_token": 0.0
8759
8759
  },
8760
8760
  "voyage/rerank-2": {
8761
- "input_cost_per_query": 5e-08,
8762
8761
  "input_cost_per_token": 5e-08,
8763
8762
  "litellm_provider": "voyage",
8764
8763
  "max_input_tokens": 16000,
@@ -8769,7 +8768,6 @@
8769
8768
  "output_cost_per_token": 0.0
8770
8769
  },
8771
8770
  "voyage/rerank-2-lite": {
8772
- "input_cost_per_query": 2e-08,
8773
8771
  "input_cost_per_token": 2e-08,
8774
8772
  "litellm_provider": "voyage",
8775
8773
  "max_input_tokens": 8000,
@@ -29373,5 +29371,2176 @@
29373
29371
  "litellm_provider": "nvidia_nim",
29374
29372
  "mode": "rerank",
29375
29373
  "output_cost_per_token": 0.0
29374
+ },
29375
+ "us.writer.palmyra-x4-v1:0": {
29376
+ "input_cost_per_token": 2.5e-06,
29377
+ "litellm_provider": "bedrock_converse",
29378
+ "max_input_tokens": 128000,
29379
+ "max_output_tokens": 8192,
29380
+ "max_tokens": 8192,
29381
+ "mode": "chat",
29382
+ "output_cost_per_token": 1e-05,
29383
+ "supports_function_calling": true,
29384
+ "supports_pdf_input": true
29385
+ },
29386
+ "us.writer.palmyra-x5-v1:0": {
29387
+ "input_cost_per_token": 6e-07,
29388
+ "litellm_provider": "bedrock_converse",
29389
+ "max_input_tokens": 1000000,
29390
+ "max_output_tokens": 8192,
29391
+ "max_tokens": 8192,
29392
+ "mode": "chat",
29393
+ "output_cost_per_token": 6e-06,
29394
+ "supports_function_calling": true,
29395
+ "supports_pdf_input": true
29396
+ },
29397
+ "writer.palmyra-x4-v1:0": {
29398
+ "input_cost_per_token": 2.5e-06,
29399
+ "litellm_provider": "bedrock_converse",
29400
+ "max_input_tokens": 128000,
29401
+ "max_output_tokens": 8192,
29402
+ "max_tokens": 8192,
29403
+ "mode": "chat",
29404
+ "output_cost_per_token": 1e-05,
29405
+ "supports_function_calling": true,
29406
+ "supports_pdf_input": true
29407
+ },
29408
+ "writer.palmyra-x5-v1:0": {
29409
+ "input_cost_per_token": 6e-07,
29410
+ "litellm_provider": "bedrock_converse",
29411
+ "max_input_tokens": 1000000,
29412
+ "max_output_tokens": 8192,
29413
+ "max_tokens": 8192,
29414
+ "mode": "chat",
29415
+ "output_cost_per_token": 6e-06,
29416
+ "supports_function_calling": true,
29417
+ "supports_pdf_input": true
29418
+ },
29419
+ "cerebras/zai-glm-4.6": {
29420
+ "input_cost_per_token": 2.25e-06,
29421
+ "litellm_provider": "cerebras",
29422
+ "max_input_tokens": 128000,
29423
+ "max_output_tokens": 128000,
29424
+ "max_tokens": 128000,
29425
+ "mode": "chat",
29426
+ "output_cost_per_token": 2.75e-06,
29427
+ "source": "https://www.cerebras.ai/pricing",
29428
+ "supports_function_calling": true,
29429
+ "supports_reasoning": true,
29430
+ "supports_tool_choice": true
29431
+ },
29432
+ "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct": {
29433
+ "max_tokens": 262144,
29434
+ "max_input_tokens": 262144,
29435
+ "max_output_tokens": 262144,
29436
+ "input_cost_per_token": 4.5e-07,
29437
+ "output_cost_per_token": 1.8e-06,
29438
+ "litellm_provider": "fireworks_ai",
29439
+ "mode": "chat"
29440
+ },
29441
+ "fireworks_ai/accounts/fireworks/models/flux-kontext-pro": {
29442
+ "max_tokens": 4096,
29443
+ "max_input_tokens": 4096,
29444
+ "max_output_tokens": 4096,
29445
+ "input_cost_per_token": 4e-08,
29446
+ "output_cost_per_token": 4e-08,
29447
+ "litellm_provider": "fireworks_ai",
29448
+ "mode": "image_generation"
29449
+ },
29450
+ "fireworks_ai/accounts/fireworks/models/SSD-1B": {
29451
+ "max_tokens": 4096,
29452
+ "max_input_tokens": 4096,
29453
+ "max_output_tokens": 4096,
29454
+ "input_cost_per_token": 1.3e-10,
29455
+ "output_cost_per_token": 1.3e-10,
29456
+ "litellm_provider": "fireworks_ai",
29457
+ "mode": "image_generation"
29458
+ },
29459
+ "fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2": {
29460
+ "max_tokens": 4096,
29461
+ "max_input_tokens": 4096,
29462
+ "max_output_tokens": 4096,
29463
+ "input_cost_per_token": 2e-07,
29464
+ "output_cost_per_token": 2e-07,
29465
+ "litellm_provider": "fireworks_ai",
29466
+ "mode": "chat"
29467
+ },
29468
+ "fireworks_ai/accounts/fireworks/models/code-llama-13b": {
29469
+ "max_tokens": 16384,
29470
+ "max_input_tokens": 16384,
29471
+ "max_output_tokens": 16384,
29472
+ "input_cost_per_token": 2e-07,
29473
+ "output_cost_per_token": 2e-07,
29474
+ "litellm_provider": "fireworks_ai",
29475
+ "mode": "chat"
29476
+ },
29477
+ "fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct": {
29478
+ "max_tokens": 16384,
29479
+ "max_input_tokens": 16384,
29480
+ "max_output_tokens": 16384,
29481
+ "input_cost_per_token": 2e-07,
29482
+ "output_cost_per_token": 2e-07,
29483
+ "litellm_provider": "fireworks_ai",
29484
+ "mode": "chat"
29485
+ },
29486
+ "fireworks_ai/accounts/fireworks/models/code-llama-13b-python": {
29487
+ "max_tokens": 16384,
29488
+ "max_input_tokens": 16384,
29489
+ "max_output_tokens": 16384,
29490
+ "input_cost_per_token": 2e-07,
29491
+ "output_cost_per_token": 2e-07,
29492
+ "litellm_provider": "fireworks_ai",
29493
+ "mode": "chat"
29494
+ },
29495
+ "fireworks_ai/accounts/fireworks/models/code-llama-34b": {
29496
+ "max_tokens": 16384,
29497
+ "max_input_tokens": 16384,
29498
+ "max_output_tokens": 16384,
29499
+ "input_cost_per_token": 9e-07,
29500
+ "output_cost_per_token": 9e-07,
29501
+ "litellm_provider": "fireworks_ai",
29502
+ "mode": "chat"
29503
+ },
29504
+ "fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct": {
29505
+ "max_tokens": 16384,
29506
+ "max_input_tokens": 16384,
29507
+ "max_output_tokens": 16384,
29508
+ "input_cost_per_token": 9e-07,
29509
+ "output_cost_per_token": 9e-07,
29510
+ "litellm_provider": "fireworks_ai",
29511
+ "mode": "chat"
29512
+ },
29513
+ "fireworks_ai/accounts/fireworks/models/code-llama-34b-python": {
29514
+ "max_tokens": 16384,
29515
+ "max_input_tokens": 16384,
29516
+ "max_output_tokens": 16384,
29517
+ "input_cost_per_token": 9e-07,
29518
+ "output_cost_per_token": 9e-07,
29519
+ "litellm_provider": "fireworks_ai",
29520
+ "mode": "chat"
29521
+ },
29522
+ "fireworks_ai/accounts/fireworks/models/code-llama-70b": {
29523
+ "max_tokens": 4096,
29524
+ "max_input_tokens": 4096,
29525
+ "max_output_tokens": 4096,
29526
+ "input_cost_per_token": 9e-07,
29527
+ "output_cost_per_token": 9e-07,
29528
+ "litellm_provider": "fireworks_ai",
29529
+ "mode": "chat"
29530
+ },
29531
+ "fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct": {
29532
+ "max_tokens": 4096,
29533
+ "max_input_tokens": 4096,
29534
+ "max_output_tokens": 4096,
29535
+ "input_cost_per_token": 9e-07,
29536
+ "output_cost_per_token": 9e-07,
29537
+ "litellm_provider": "fireworks_ai",
29538
+ "mode": "chat"
29539
+ },
29540
+ "fireworks_ai/accounts/fireworks/models/code-llama-70b-python": {
29541
+ "max_tokens": 4096,
29542
+ "max_input_tokens": 4096,
29543
+ "max_output_tokens": 4096,
29544
+ "input_cost_per_token": 9e-07,
29545
+ "output_cost_per_token": 9e-07,
29546
+ "litellm_provider": "fireworks_ai",
29547
+ "mode": "chat"
29548
+ },
29549
+ "fireworks_ai/accounts/fireworks/models/code-llama-7b": {
29550
+ "max_tokens": 16384,
29551
+ "max_input_tokens": 16384,
29552
+ "max_output_tokens": 16384,
29553
+ "input_cost_per_token": 2e-07,
29554
+ "output_cost_per_token": 2e-07,
29555
+ "litellm_provider": "fireworks_ai",
29556
+ "mode": "chat"
29557
+ },
29558
+ "fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct": {
29559
+ "max_tokens": 16384,
29560
+ "max_input_tokens": 16384,
29561
+ "max_output_tokens": 16384,
29562
+ "input_cost_per_token": 2e-07,
29563
+ "output_cost_per_token": 2e-07,
29564
+ "litellm_provider": "fireworks_ai",
29565
+ "mode": "chat"
29566
+ },
29567
+ "fireworks_ai/accounts/fireworks/models/code-llama-7b-python": {
29568
+ "max_tokens": 16384,
29569
+ "max_input_tokens": 16384,
29570
+ "max_output_tokens": 16384,
29571
+ "input_cost_per_token": 2e-07,
29572
+ "output_cost_per_token": 2e-07,
29573
+ "litellm_provider": "fireworks_ai",
29574
+ "mode": "chat"
29575
+ },
29576
+ "fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b": {
29577
+ "max_tokens": 65536,
29578
+ "max_input_tokens": 65536,
29579
+ "max_output_tokens": 65536,
29580
+ "input_cost_per_token": 2e-07,
29581
+ "output_cost_per_token": 2e-07,
29582
+ "litellm_provider": "fireworks_ai",
29583
+ "mode": "chat"
29584
+ },
29585
+ "fireworks_ai/accounts/fireworks/models/codegemma-2b": {
29586
+ "max_tokens": 8192,
29587
+ "max_input_tokens": 8192,
29588
+ "max_output_tokens": 8192,
29589
+ "input_cost_per_token": 1e-07,
29590
+ "output_cost_per_token": 1e-07,
29591
+ "litellm_provider": "fireworks_ai",
29592
+ "mode": "chat"
29593
+ },
29594
+ "fireworks_ai/accounts/fireworks/models/codegemma-7b": {
29595
+ "max_tokens": 8192,
29596
+ "max_input_tokens": 8192,
29597
+ "max_output_tokens": 8192,
29598
+ "input_cost_per_token": 2e-07,
29599
+ "output_cost_per_token": 2e-07,
29600
+ "litellm_provider": "fireworks_ai",
29601
+ "mode": "chat"
29602
+ },
29603
+ "fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1": {
29604
+ "max_tokens": 163840,
29605
+ "max_input_tokens": 163840,
29606
+ "max_output_tokens": 163840,
29607
+ "input_cost_per_token": 1.2e-06,
29608
+ "output_cost_per_token": 1.2e-06,
29609
+ "litellm_provider": "fireworks_ai",
29610
+ "mode": "chat"
29611
+ },
29612
+ "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b": {
29613
+ "max_tokens": 131072,
29614
+ "max_input_tokens": 131072,
29615
+ "max_output_tokens": 131072,
29616
+ "input_cost_per_token": 1e-07,
29617
+ "output_cost_per_token": 1e-07,
29618
+ "litellm_provider": "fireworks_ai",
29619
+ "mode": "chat"
29620
+ },
29621
+ "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b": {
29622
+ "max_tokens": 131072,
29623
+ "max_input_tokens": 131072,
29624
+ "max_output_tokens": 131072,
29625
+ "input_cost_per_token": 9e-07,
29626
+ "output_cost_per_token": 9e-07,
29627
+ "litellm_provider": "fireworks_ai",
29628
+ "mode": "chat"
29629
+ },
29630
+ "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b": {
29631
+ "max_tokens": 131072,
29632
+ "max_input_tokens": 131072,
29633
+ "max_output_tokens": 131072,
29634
+ "input_cost_per_token": 2e-07,
29635
+ "output_cost_per_token": 2e-07,
29636
+ "litellm_provider": "fireworks_ai",
29637
+ "mode": "chat"
29638
+ },
29639
+ "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b": {
29640
+ "max_tokens": 131072,
29641
+ "max_input_tokens": 131072,
29642
+ "max_output_tokens": 131072,
29643
+ "input_cost_per_token": 2e-07,
29644
+ "output_cost_per_token": 2e-07,
29645
+ "litellm_provider": "fireworks_ai",
29646
+ "mode": "chat"
29647
+ },
29648
+ "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b": {
29649
+ "max_tokens": 131072,
29650
+ "max_input_tokens": 131072,
29651
+ "max_output_tokens": 131072,
29652
+ "input_cost_per_token": 9e-07,
29653
+ "output_cost_per_token": 9e-07,
29654
+ "litellm_provider": "fireworks_ai",
29655
+ "mode": "chat"
29656
+ },
29657
+ "fireworks_ai/accounts/fireworks/models/flux-kontext-max": {
29658
+ "max_tokens": 4096,
29659
+ "max_input_tokens": 4096,
29660
+ "max_output_tokens": 4096,
29661
+ "input_cost_per_token": 8e-08,
29662
+ "output_cost_per_token": 8e-08,
29663
+ "litellm_provider": "fireworks_ai",
29664
+ "mode": "image_generation"
29665
+ },
29666
+ "fireworks_ai/accounts/fireworks/models/dbrx-instruct": {
29667
+ "max_tokens": 32768,
29668
+ "max_input_tokens": 32768,
29669
+ "max_output_tokens": 32768,
29670
+ "input_cost_per_token": 1.2e-06,
29671
+ "output_cost_per_token": 1.2e-06,
29672
+ "litellm_provider": "fireworks_ai",
29673
+ "mode": "chat"
29674
+ },
29675
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base": {
29676
+ "max_tokens": 16384,
29677
+ "max_input_tokens": 16384,
29678
+ "max_output_tokens": 16384,
29679
+ "input_cost_per_token": 1e-07,
29680
+ "output_cost_per_token": 1e-07,
29681
+ "litellm_provider": "fireworks_ai",
29682
+ "mode": "chat"
29683
+ },
29684
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct": {
29685
+ "max_tokens": 16384,
29686
+ "max_input_tokens": 16384,
29687
+ "max_output_tokens": 16384,
29688
+ "input_cost_per_token": 9e-07,
29689
+ "output_cost_per_token": 9e-07,
29690
+ "litellm_provider": "fireworks_ai",
29691
+ "mode": "chat"
29692
+ },
29693
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base": {
29694
+ "max_tokens": 4096,
29695
+ "max_input_tokens": 4096,
29696
+ "max_output_tokens": 4096,
29697
+ "input_cost_per_token": 2e-07,
29698
+ "output_cost_per_token": 2e-07,
29699
+ "litellm_provider": "fireworks_ai",
29700
+ "mode": "chat"
29701
+ },
29702
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5": {
29703
+ "max_tokens": 4096,
29704
+ "max_input_tokens": 4096,
29705
+ "max_output_tokens": 4096,
29706
+ "input_cost_per_token": 2e-07,
29707
+ "output_cost_per_token": 2e-07,
29708
+ "litellm_provider": "fireworks_ai",
29709
+ "mode": "chat"
29710
+ },
29711
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5": {
29712
+ "max_tokens": 4096,
29713
+ "max_input_tokens": 4096,
29714
+ "max_output_tokens": 4096,
29715
+ "input_cost_per_token": 2e-07,
29716
+ "output_cost_per_token": 2e-07,
29717
+ "litellm_provider": "fireworks_ai",
29718
+ "mode": "chat"
29719
+ },
29720
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base": {
29721
+ "max_tokens": 163840,
29722
+ "max_input_tokens": 163840,
29723
+ "max_output_tokens": 163840,
29724
+ "input_cost_per_token": 5e-07,
29725
+ "output_cost_per_token": 5e-07,
29726
+ "litellm_provider": "fireworks_ai",
29727
+ "mode": "chat"
29728
+ },
29729
+ "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct": {
29730
+ "max_tokens": 163840,
29731
+ "max_input_tokens": 163840,
29732
+ "max_output_tokens": 163840,
29733
+ "input_cost_per_token": 5e-07,
29734
+ "output_cost_per_token": 5e-07,
29735
+ "litellm_provider": "fireworks_ai",
29736
+ "mode": "chat"
29737
+ },
29738
+ "fireworks_ai/accounts/fireworks/models/deepseek-prover-v2": {
29739
+ "max_tokens": 163840,
29740
+ "max_input_tokens": 163840,
29741
+ "max_output_tokens": 163840,
29742
+ "input_cost_per_token": 1.2e-06,
29743
+ "output_cost_per_token": 1.2e-06,
29744
+ "litellm_provider": "fireworks_ai",
29745
+ "mode": "chat"
29746
+ },
29747
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b": {
29748
+ "max_tokens": 131072,
29749
+ "max_input_tokens": 131072,
29750
+ "max_output_tokens": 131072,
29751
+ "input_cost_per_token": 2e-07,
29752
+ "output_cost_per_token": 2e-07,
29753
+ "litellm_provider": "fireworks_ai",
29754
+ "mode": "chat"
29755
+ },
29756
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b": {
29757
+ "max_tokens": 131072,
29758
+ "max_input_tokens": 131072,
29759
+ "max_output_tokens": 131072,
29760
+ "input_cost_per_token": 9e-07,
29761
+ "output_cost_per_token": 9e-07,
29762
+ "litellm_provider": "fireworks_ai",
29763
+ "mode": "chat"
29764
+ },
29765
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b": {
29766
+ "max_tokens": 131072,
29767
+ "max_input_tokens": 131072,
29768
+ "max_output_tokens": 131072,
29769
+ "input_cost_per_token": 2e-07,
29770
+ "output_cost_per_token": 2e-07,
29771
+ "litellm_provider": "fireworks_ai",
29772
+ "mode": "chat"
29773
+ },
29774
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b": {
29775
+ "max_tokens": 131072,
29776
+ "max_input_tokens": 131072,
29777
+ "max_output_tokens": 131072,
29778
+ "input_cost_per_token": 2e-07,
29779
+ "output_cost_per_token": 2e-07,
29780
+ "litellm_provider": "fireworks_ai",
29781
+ "mode": "chat"
29782
+ },
29783
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b": {
29784
+ "max_tokens": 131072,
29785
+ "max_input_tokens": 131072,
29786
+ "max_output_tokens": 131072,
29787
+ "input_cost_per_token": 1e-07,
29788
+ "output_cost_per_token": 1e-07,
29789
+ "litellm_provider": "fireworks_ai",
29790
+ "mode": "chat"
29791
+ },
29792
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b": {
29793
+ "max_tokens": 131072,
29794
+ "max_input_tokens": 131072,
29795
+ "max_output_tokens": 131072,
29796
+ "input_cost_per_token": 9e-07,
29797
+ "output_cost_per_token": 9e-07,
29798
+ "litellm_provider": "fireworks_ai",
29799
+ "mode": "chat"
29800
+ },
29801
+ "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b": {
29802
+ "max_tokens": 131072,
29803
+ "max_input_tokens": 131072,
29804
+ "max_output_tokens": 131072,
29805
+ "input_cost_per_token": 2e-07,
29806
+ "output_cost_per_token": 2e-07,
29807
+ "litellm_provider": "fireworks_ai",
29808
+ "mode": "chat"
29809
+ },
29810
+ "fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat": {
29811
+ "max_tokens": 163840,
29812
+ "max_input_tokens": 163840,
29813
+ "max_output_tokens": 163840,
29814
+ "input_cost_per_token": 5e-07,
29815
+ "output_cost_per_token": 5e-07,
29816
+ "litellm_provider": "fireworks_ai",
29817
+ "mode": "chat"
29818
+ },
29819
+ "fireworks_ai/accounts/fireworks/models/deepseek-v2p5": {
29820
+ "max_tokens": 32768,
29821
+ "max_input_tokens": 32768,
29822
+ "max_output_tokens": 32768,
29823
+ "input_cost_per_token": 1.2e-06,
29824
+ "output_cost_per_token": 1.2e-06,
29825
+ "litellm_provider": "fireworks_ai",
29826
+ "mode": "chat"
29827
+ },
29828
+ "fireworks_ai/accounts/fireworks/models/devstral-small-2505": {
29829
+ "max_tokens": 131072,
29830
+ "max_input_tokens": 131072,
29831
+ "max_output_tokens": 131072,
29832
+ "input_cost_per_token": 9e-07,
29833
+ "output_cost_per_token": 9e-07,
29834
+ "litellm_provider": "fireworks_ai",
29835
+ "mode": "chat"
29836
+ },
29837
+ "fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b": {
29838
+ "max_tokens": 131072,
29839
+ "max_input_tokens": 131072,
29840
+ "max_output_tokens": 131072,
29841
+ "input_cost_per_token": 2e-07,
29842
+ "output_cost_per_token": 2e-07,
29843
+ "litellm_provider": "fireworks_ai",
29844
+ "mode": "chat"
29845
+ },
29846
+ "fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new": {
29847
+ "max_tokens": 131072,
29848
+ "max_input_tokens": 131072,
29849
+ "max_output_tokens": 131072,
29850
+ "input_cost_per_token": 9e-07,
29851
+ "output_cost_per_token": 9e-07,
29852
+ "litellm_provider": "fireworks_ai",
29853
+ "mode": "chat"
29854
+ },
29855
+ "fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b": {
29856
+ "max_tokens": 131072,
29857
+ "max_input_tokens": 131072,
29858
+ "max_output_tokens": 131072,
29859
+ "input_cost_per_token": 9e-07,
29860
+ "output_cost_per_token": 9e-07,
29861
+ "litellm_provider": "fireworks_ai",
29862
+ "mode": "chat"
29863
+ },
29864
+ "fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b": {
29865
+ "max_tokens": 32768,
29866
+ "max_input_tokens": 32768,
29867
+ "max_output_tokens": 32768,
29868
+ "input_cost_per_token": 5e-07,
29869
+ "output_cost_per_token": 5e-07,
29870
+ "litellm_provider": "fireworks_ai",
29871
+ "mode": "chat"
29872
+ },
29873
+ "fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt": {
29874
+ "max_tokens": 4096,
29875
+ "max_input_tokens": 4096,
29876
+ "max_output_tokens": 4096,
29877
+ "input_cost_per_token": 1e-07,
29878
+ "output_cost_per_token": 1e-07,
29879
+ "litellm_provider": "fireworks_ai",
29880
+ "mode": "chat"
29881
+ },
29882
+ "fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt": {
29883
+ "max_tokens": 4096,
29884
+ "max_input_tokens": 4096,
29885
+ "max_output_tokens": 4096,
29886
+ "input_cost_per_token": 1e-07,
29887
+ "output_cost_per_token": 1e-07,
29888
+ "litellm_provider": "fireworks_ai",
29889
+ "mode": "chat"
29890
+ },
29891
+ "fireworks_ai/accounts/fireworks/models/fare-20b": {
29892
+ "max_tokens": 131072,
29893
+ "max_input_tokens": 131072,
29894
+ "max_output_tokens": 131072,
29895
+ "input_cost_per_token": 9e-07,
29896
+ "output_cost_per_token": 9e-07,
29897
+ "litellm_provider": "fireworks_ai",
29898
+ "mode": "chat"
29899
+ },
29900
+ "fireworks_ai/accounts/fireworks/models/firefunction-v1": {
29901
+ "max_tokens": 32768,
29902
+ "max_input_tokens": 32768,
29903
+ "max_output_tokens": 32768,
29904
+ "input_cost_per_token": 5e-07,
29905
+ "output_cost_per_token": 5e-07,
29906
+ "litellm_provider": "fireworks_ai",
29907
+ "mode": "chat"
29908
+ },
29909
+ "fireworks_ai/accounts/fireworks/models/firellava-13b": {
29910
+ "max_tokens": 4096,
29911
+ "max_input_tokens": 4096,
29912
+ "max_output_tokens": 4096,
29913
+ "input_cost_per_token": 2e-07,
29914
+ "output_cost_per_token": 2e-07,
29915
+ "litellm_provider": "fireworks_ai",
29916
+ "mode": "chat"
29917
+ },
29918
+ "fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6": {
29919
+ "max_tokens": 8192,
29920
+ "max_input_tokens": 8192,
29921
+ "max_output_tokens": 8192,
29922
+ "input_cost_per_token": 2e-07,
29923
+ "output_cost_per_token": 2e-07,
29924
+ "litellm_provider": "fireworks_ai",
29925
+ "mode": "chat"
29926
+ },
29927
+ "fireworks_ai/accounts/fireworks/models/fireworks-asr-large": {
29928
+ "max_tokens": 4096,
29929
+ "max_input_tokens": 4096,
29930
+ "max_output_tokens": 4096,
29931
+ "input_cost_per_token": 0.0,
29932
+ "output_cost_per_token": 0.0,
29933
+ "litellm_provider": "fireworks_ai",
29934
+ "mode": "audio_transcription"
29935
+ },
29936
+ "fireworks_ai/accounts/fireworks/models/fireworks-asr-v2": {
29937
+ "max_tokens": 4096,
29938
+ "max_input_tokens": 4096,
29939
+ "max_output_tokens": 4096,
29940
+ "input_cost_per_token": 0.0,
29941
+ "output_cost_per_token": 0.0,
29942
+ "litellm_provider": "fireworks_ai",
29943
+ "mode": "audio_transcription"
29944
+ },
29945
+ "fireworks_ai/accounts/fireworks/models/flux-1-dev": {
29946
+ "max_tokens": 4096,
29947
+ "max_input_tokens": 4096,
29948
+ "max_output_tokens": 4096,
29949
+ "input_cost_per_token": 1e-07,
29950
+ "output_cost_per_token": 1e-07,
29951
+ "litellm_provider": "fireworks_ai",
29952
+ "mode": "chat"
29953
+ },
29954
+ "fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union": {
29955
+ "max_tokens": 4096,
29956
+ "max_input_tokens": 4096,
29957
+ "max_output_tokens": 4096,
29958
+ "input_cost_per_token": 1e-09,
29959
+ "output_cost_per_token": 1e-09,
29960
+ "litellm_provider": "fireworks_ai",
29961
+ "mode": "chat"
29962
+ },
29963
+ "fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8": {
29964
+ "max_tokens": 4096,
29965
+ "max_input_tokens": 4096,
29966
+ "max_output_tokens": 4096,
29967
+ "input_cost_per_token": 5e-10,
29968
+ "output_cost_per_token": 5e-10,
29969
+ "litellm_provider": "fireworks_ai",
29970
+ "mode": "image_generation"
29971
+ },
29972
+ "fireworks_ai/accounts/fireworks/models/flux-1-schnell": {
29973
+ "max_tokens": 4096,
29974
+ "max_input_tokens": 4096,
29975
+ "max_output_tokens": 4096,
29976
+ "input_cost_per_token": 1e-07,
29977
+ "output_cost_per_token": 1e-07,
29978
+ "litellm_provider": "fireworks_ai",
29979
+ "mode": "chat"
29980
+ },
29981
+ "fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8": {
29982
+ "max_tokens": 4096,
29983
+ "max_input_tokens": 4096,
29984
+ "max_output_tokens": 4096,
29985
+ "input_cost_per_token": 3.5e-10,
29986
+ "output_cost_per_token": 3.5e-10,
29987
+ "litellm_provider": "fireworks_ai",
29988
+ "mode": "image_generation"
29989
+ },
29990
+ "fireworks_ai/accounts/fireworks/models/gemma-2b-it": {
29991
+ "max_tokens": 8192,
29992
+ "max_input_tokens": 8192,
29993
+ "max_output_tokens": 8192,
29994
+ "input_cost_per_token": 1e-07,
29995
+ "output_cost_per_token": 1e-07,
29996
+ "litellm_provider": "fireworks_ai",
29997
+ "mode": "chat"
29998
+ },
29999
+ "fireworks_ai/accounts/fireworks/models/gemma-3-27b-it": {
30000
+ "max_tokens": 131072,
30001
+ "max_input_tokens": 131072,
30002
+ "max_output_tokens": 131072,
30003
+ "input_cost_per_token": 9e-07,
30004
+ "output_cost_per_token": 9e-07,
30005
+ "litellm_provider": "fireworks_ai",
30006
+ "mode": "chat"
30007
+ },
30008
+ "fireworks_ai/accounts/fireworks/models/gemma-7b": {
30009
+ "max_tokens": 8192,
30010
+ "max_input_tokens": 8192,
30011
+ "max_output_tokens": 8192,
30012
+ "input_cost_per_token": 2e-07,
30013
+ "output_cost_per_token": 2e-07,
30014
+ "litellm_provider": "fireworks_ai",
30015
+ "mode": "chat"
30016
+ },
30017
+ "fireworks_ai/accounts/fireworks/models/gemma-7b-it": {
30018
+ "max_tokens": 8192,
30019
+ "max_input_tokens": 8192,
30020
+ "max_output_tokens": 8192,
30021
+ "input_cost_per_token": 2e-07,
30022
+ "output_cost_per_token": 2e-07,
30023
+ "litellm_provider": "fireworks_ai",
30024
+ "mode": "chat"
30025
+ },
30026
+ "fireworks_ai/accounts/fireworks/models/gemma2-9b-it": {
30027
+ "max_tokens": 8192,
30028
+ "max_input_tokens": 8192,
30029
+ "max_output_tokens": 8192,
30030
+ "input_cost_per_token": 2e-07,
30031
+ "output_cost_per_token": 2e-07,
30032
+ "litellm_provider": "fireworks_ai",
30033
+ "mode": "chat"
30034
+ },
30035
+ "fireworks_ai/accounts/fireworks/models/glm-4p5v": {
30036
+ "max_tokens": 131072,
30037
+ "max_input_tokens": 131072,
30038
+ "max_output_tokens": 131072,
30039
+ "input_cost_per_token": 1.2e-06,
30040
+ "output_cost_per_token": 1.2e-06,
30041
+ "litellm_provider": "fireworks_ai",
30042
+ "mode": "chat"
30043
+ },
30044
+ "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b": {
30045
+ "max_tokens": 131072,
30046
+ "max_input_tokens": 131072,
30047
+ "max_output_tokens": 131072,
30048
+ "input_cost_per_token": 1.2e-06,
30049
+ "output_cost_per_token": 1.2e-06,
30050
+ "litellm_provider": "fireworks_ai",
30051
+ "mode": "chat"
30052
+ },
30053
+ "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b": {
30054
+ "max_tokens": 131072,
30055
+ "max_input_tokens": 131072,
30056
+ "max_output_tokens": 131072,
30057
+ "input_cost_per_token": 5e-07,
30058
+ "output_cost_per_token": 5e-07,
30059
+ "litellm_provider": "fireworks_ai",
30060
+ "mode": "chat"
30061
+ },
30062
+ "fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b": {
30063
+ "max_tokens": 32768,
30064
+ "max_input_tokens": 32768,
30065
+ "max_output_tokens": 32768,
30066
+ "input_cost_per_token": 2e-07,
30067
+ "output_cost_per_token": 2e-07,
30068
+ "litellm_provider": "fireworks_ai",
30069
+ "mode": "chat"
30070
+ },
30071
+ "fireworks_ai/accounts/fireworks/models/internvl3-38b": {
30072
+ "max_tokens": 16384,
30073
+ "max_input_tokens": 16384,
30074
+ "max_output_tokens": 16384,
30075
+ "input_cost_per_token": 9e-07,
30076
+ "output_cost_per_token": 9e-07,
30077
+ "litellm_provider": "fireworks_ai",
30078
+ "mode": "chat"
30079
+ },
30080
+ "fireworks_ai/accounts/fireworks/models/internvl3-78b": {
30081
+ "max_tokens": 16384,
30082
+ "max_input_tokens": 16384,
30083
+ "max_output_tokens": 16384,
30084
+ "input_cost_per_token": 9e-07,
30085
+ "output_cost_per_token": 9e-07,
30086
+ "litellm_provider": "fireworks_ai",
30087
+ "mode": "chat"
30088
+ },
30089
+ "fireworks_ai/accounts/fireworks/models/internvl3-8b": {
30090
+ "max_tokens": 16384,
30091
+ "max_input_tokens": 16384,
30092
+ "max_output_tokens": 16384,
30093
+ "input_cost_per_token": 2e-07,
30094
+ "output_cost_per_token": 2e-07,
30095
+ "litellm_provider": "fireworks_ai",
30096
+ "mode": "chat"
30097
+ },
30098
+ "fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl": {
30099
+ "max_tokens": 4096,
30100
+ "max_input_tokens": 4096,
30101
+ "max_output_tokens": 4096,
30102
+ "input_cost_per_token": 1.3e-10,
30103
+ "output_cost_per_token": 1.3e-10,
30104
+ "litellm_provider": "fireworks_ai",
30105
+ "mode": "image_generation"
30106
+ },
30107
+ "fireworks_ai/accounts/fireworks/models/kat-coder": {
30108
+ "max_tokens": 262144,
30109
+ "max_input_tokens": 262144,
30110
+ "max_output_tokens": 262144,
30111
+ "input_cost_per_token": 9e-07,
30112
+ "output_cost_per_token": 9e-07,
30113
+ "litellm_provider": "fireworks_ai",
30114
+ "mode": "chat"
30115
+ },
30116
+ "fireworks_ai/accounts/fireworks/models/kat-dev-32b": {
30117
+ "max_tokens": 131072,
30118
+ "max_input_tokens": 131072,
30119
+ "max_output_tokens": 131072,
30120
+ "input_cost_per_token": 9e-07,
30121
+ "output_cost_per_token": 9e-07,
30122
+ "litellm_provider": "fireworks_ai",
30123
+ "mode": "chat"
30124
+ },
30125
+ "fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp": {
30126
+ "max_tokens": 131072,
30127
+ "max_input_tokens": 131072,
30128
+ "max_output_tokens": 131072,
30129
+ "input_cost_per_token": 9e-07,
30130
+ "output_cost_per_token": 9e-07,
30131
+ "litellm_provider": "fireworks_ai",
30132
+ "mode": "chat"
30133
+ },
30134
+ "fireworks_ai/accounts/fireworks/models/llama-guard-2-8b": {
30135
+ "max_tokens": 8192,
30136
+ "max_input_tokens": 8192,
30137
+ "max_output_tokens": 8192,
30138
+ "input_cost_per_token": 2e-07,
30139
+ "output_cost_per_token": 2e-07,
30140
+ "litellm_provider": "fireworks_ai",
30141
+ "mode": "chat"
30142
+ },
30143
+ "fireworks_ai/accounts/fireworks/models/llama-guard-3-1b": {
30144
+ "max_tokens": 131072,
30145
+ "max_input_tokens": 131072,
30146
+ "max_output_tokens": 131072,
30147
+ "input_cost_per_token": 1e-07,
30148
+ "output_cost_per_token": 1e-07,
30149
+ "litellm_provider": "fireworks_ai",
30150
+ "mode": "chat"
30151
+ },
30152
+ "fireworks_ai/accounts/fireworks/models/llama-guard-3-8b": {
30153
+ "max_tokens": 131072,
30154
+ "max_input_tokens": 131072,
30155
+ "max_output_tokens": 131072,
30156
+ "input_cost_per_token": 2e-07,
30157
+ "output_cost_per_token": 2e-07,
30158
+ "litellm_provider": "fireworks_ai",
30159
+ "mode": "chat"
30160
+ },
30161
+ "fireworks_ai/accounts/fireworks/models/llama-v2-13b": {
30162
+ "max_tokens": 4096,
30163
+ "max_input_tokens": 4096,
30164
+ "max_output_tokens": 4096,
30165
+ "input_cost_per_token": 2e-07,
30166
+ "output_cost_per_token": 2e-07,
30167
+ "litellm_provider": "fireworks_ai",
30168
+ "mode": "chat"
30169
+ },
30170
+ "fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat": {
30171
+ "max_tokens": 4096,
30172
+ "max_input_tokens": 4096,
30173
+ "max_output_tokens": 4096,
30174
+ "input_cost_per_token": 2e-07,
30175
+ "output_cost_per_token": 2e-07,
30176
+ "litellm_provider": "fireworks_ai",
30177
+ "mode": "chat"
30178
+ },
30179
+ "fireworks_ai/accounts/fireworks/models/llama-v2-70b": {
30180
+ "max_tokens": 4096,
30181
+ "max_input_tokens": 4096,
30182
+ "max_output_tokens": 4096,
30183
+ "input_cost_per_token": 1e-07,
30184
+ "output_cost_per_token": 1e-07,
30185
+ "litellm_provider": "fireworks_ai",
30186
+ "mode": "chat"
30187
+ },
30188
+ "fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat": {
30189
+ "max_tokens": 2048,
30190
+ "max_input_tokens": 2048,
30191
+ "max_output_tokens": 2048,
30192
+ "input_cost_per_token": 9e-07,
30193
+ "output_cost_per_token": 9e-07,
30194
+ "litellm_provider": "fireworks_ai",
30195
+ "mode": "chat"
30196
+ },
30197
+ "fireworks_ai/accounts/fireworks/models/llama-v2-7b": {
30198
+ "max_tokens": 4096,
30199
+ "max_input_tokens": 4096,
30200
+ "max_output_tokens": 4096,
30201
+ "input_cost_per_token": 2e-07,
30202
+ "output_cost_per_token": 2e-07,
30203
+ "litellm_provider": "fireworks_ai",
30204
+ "mode": "chat"
30205
+ },
30206
+ "fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat": {
30207
+ "max_tokens": 4096,
30208
+ "max_input_tokens": 4096,
30209
+ "max_output_tokens": 4096,
30210
+ "input_cost_per_token": 2e-07,
30211
+ "output_cost_per_token": 2e-07,
30212
+ "litellm_provider": "fireworks_ai",
30213
+ "mode": "chat"
30214
+ },
30215
+ "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct": {
30216
+ "max_tokens": 8192,
30217
+ "max_input_tokens": 8192,
30218
+ "max_output_tokens": 8192,
30219
+ "input_cost_per_token": 9e-07,
30220
+ "output_cost_per_token": 9e-07,
30221
+ "litellm_provider": "fireworks_ai",
30222
+ "mode": "chat"
30223
+ },
30224
+ "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf": {
30225
+ "max_tokens": 8192,
30226
+ "max_input_tokens": 8192,
30227
+ "max_output_tokens": 8192,
30228
+ "input_cost_per_token": 9e-07,
30229
+ "output_cost_per_token": 9e-07,
30230
+ "litellm_provider": "fireworks_ai",
30231
+ "mode": "chat"
30232
+ },
30233
+ "fireworks_ai/accounts/fireworks/models/llama-v3-8b": {
30234
+ "max_tokens": 8192,
30235
+ "max_input_tokens": 8192,
30236
+ "max_output_tokens": 8192,
30237
+ "input_cost_per_token": 2e-07,
30238
+ "output_cost_per_token": 2e-07,
30239
+ "litellm_provider": "fireworks_ai",
30240
+ "mode": "chat"
30241
+ },
30242
+ "fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf": {
30243
+ "max_tokens": 8192,
30244
+ "max_input_tokens": 8192,
30245
+ "max_output_tokens": 8192,
30246
+ "input_cost_per_token": 2e-07,
30247
+ "output_cost_per_token": 2e-07,
30248
+ "litellm_provider": "fireworks_ai",
30249
+ "mode": "chat"
30250
+ },
30251
+ "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long": {
30252
+ "max_tokens": 4096,
30253
+ "max_input_tokens": 4096,
30254
+ "max_output_tokens": 4096,
30255
+ "input_cost_per_token": 1e-07,
30256
+ "output_cost_per_token": 1e-07,
30257
+ "litellm_provider": "fireworks_ai",
30258
+ "mode": "chat"
30259
+ },
30260
+ "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct": {
30261
+ "max_tokens": 131072,
30262
+ "max_input_tokens": 131072,
30263
+ "max_output_tokens": 131072,
30264
+ "input_cost_per_token": 9e-07,
30265
+ "output_cost_per_token": 9e-07,
30266
+ "litellm_provider": "fireworks_ai",
30267
+ "mode": "chat"
30268
+ },
30269
+ "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b": {
30270
+ "max_tokens": 4096,
30271
+ "max_input_tokens": 4096,
30272
+ "max_output_tokens": 4096,
30273
+ "input_cost_per_token": 1e-07,
30274
+ "output_cost_per_token": 1e-07,
30275
+ "litellm_provider": "fireworks_ai",
30276
+ "mode": "chat"
30277
+ },
30278
+ "fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct": {
30279
+ "max_tokens": 131072,
30280
+ "max_input_tokens": 131072,
30281
+ "max_output_tokens": 131072,
30282
+ "input_cost_per_token": 9e-07,
30283
+ "output_cost_per_token": 9e-07,
30284
+ "litellm_provider": "fireworks_ai",
30285
+ "mode": "chat"
30286
+ },
30287
+ "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b": {
30288
+ "max_tokens": 131072,
30289
+ "max_input_tokens": 131072,
30290
+ "max_output_tokens": 131072,
30291
+ "input_cost_per_token": 1e-07,
30292
+ "output_cost_per_token": 1e-07,
30293
+ "litellm_provider": "fireworks_ai",
30294
+ "mode": "chat"
30295
+ },
30296
+ "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b": {
30297
+ "max_tokens": 131072,
30298
+ "max_input_tokens": 131072,
30299
+ "max_output_tokens": 131072,
30300
+ "input_cost_per_token": 1e-07,
30301
+ "output_cost_per_token": 1e-07,
30302
+ "litellm_provider": "fireworks_ai",
30303
+ "mode": "chat"
30304
+ },
30305
+ "fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct": {
30306
+ "max_tokens": 131072,
30307
+ "max_input_tokens": 131072,
30308
+ "max_output_tokens": 131072,
30309
+ "input_cost_per_token": 9e-07,
30310
+ "output_cost_per_token": 9e-07,
30311
+ "litellm_provider": "fireworks_ai",
30312
+ "mode": "chat"
30313
+ },
30314
+ "fireworks_ai/accounts/fireworks/models/llamaguard-7b": {
30315
+ "max_tokens": 4096,
30316
+ "max_input_tokens": 4096,
30317
+ "max_output_tokens": 4096,
30318
+ "input_cost_per_token": 2e-07,
30319
+ "output_cost_per_token": 2e-07,
30320
+ "litellm_provider": "fireworks_ai",
30321
+ "mode": "chat"
30322
+ },
30323
+ "fireworks_ai/accounts/fireworks/models/llava-yi-34b": {
30324
+ "max_tokens": 4096,
30325
+ "max_input_tokens": 4096,
30326
+ "max_output_tokens": 4096,
30327
+ "input_cost_per_token": 9e-07,
30328
+ "output_cost_per_token": 9e-07,
30329
+ "litellm_provider": "fireworks_ai",
30330
+ "mode": "chat"
30331
+ },
30332
+ "fireworks_ai/accounts/fireworks/models/minimax-m1-80k": {
30333
+ "max_tokens": 4096,
30334
+ "max_input_tokens": 4096,
30335
+ "max_output_tokens": 4096,
30336
+ "input_cost_per_token": 1e-07,
30337
+ "output_cost_per_token": 1e-07,
30338
+ "litellm_provider": "fireworks_ai",
30339
+ "mode": "chat"
30340
+ },
30341
+ "fireworks_ai/accounts/fireworks/models/minimax-m2": {
30342
+ "max_tokens": 4096,
30343
+ "max_input_tokens": 4096,
30344
+ "max_output_tokens": 4096,
30345
+ "input_cost_per_token": 3e-07,
30346
+ "output_cost_per_token": 1.2e-06,
30347
+ "litellm_provider": "fireworks_ai",
30348
+ "mode": "chat"
30349
+ },
30350
+ "fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512": {
30351
+ "max_tokens": 256000,
30352
+ "max_input_tokens": 256000,
30353
+ "max_output_tokens": 256000,
30354
+ "input_cost_per_token": 2e-07,
30355
+ "output_cost_per_token": 2e-07,
30356
+ "litellm_provider": "fireworks_ai",
30357
+ "mode": "chat"
30358
+ },
30359
+ "fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512": {
30360
+ "max_tokens": 256000,
30361
+ "max_input_tokens": 256000,
30362
+ "max_output_tokens": 256000,
30363
+ "input_cost_per_token": 1e-07,
30364
+ "output_cost_per_token": 1e-07,
30365
+ "litellm_provider": "fireworks_ai",
30366
+ "mode": "chat"
30367
+ },
30368
+ "fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512": {
30369
+ "max_tokens": 256000,
30370
+ "max_input_tokens": 256000,
30371
+ "max_output_tokens": 256000,
30372
+ "input_cost_per_token": 2e-07,
30373
+ "output_cost_per_token": 2e-07,
30374
+ "litellm_provider": "fireworks_ai",
30375
+ "mode": "chat"
30376
+ },
30377
+ "fireworks_ai/accounts/fireworks/models/mistral-7b": {
30378
+ "max_tokens": 32768,
30379
+ "max_input_tokens": 32768,
30380
+ "max_output_tokens": 32768,
30381
+ "input_cost_per_token": 2e-07,
30382
+ "output_cost_per_token": 2e-07,
30383
+ "litellm_provider": "fireworks_ai",
30384
+ "mode": "chat"
30385
+ },
30386
+ "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k": {
30387
+ "max_tokens": 32768,
30388
+ "max_input_tokens": 32768,
30389
+ "max_output_tokens": 32768,
30390
+ "input_cost_per_token": 2e-07,
30391
+ "output_cost_per_token": 2e-07,
30392
+ "litellm_provider": "fireworks_ai",
30393
+ "mode": "chat"
30394
+ },
30395
+ "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2": {
30396
+ "max_tokens": 32768,
30397
+ "max_input_tokens": 32768,
30398
+ "max_output_tokens": 32768,
30399
+ "input_cost_per_token": 2e-07,
30400
+ "output_cost_per_token": 2e-07,
30401
+ "litellm_provider": "fireworks_ai",
30402
+ "mode": "chat"
30403
+ },
30404
+ "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3": {
30405
+ "max_tokens": 32768,
30406
+ "max_input_tokens": 32768,
30407
+ "max_output_tokens": 32768,
30408
+ "input_cost_per_token": 2e-07,
30409
+ "output_cost_per_token": 2e-07,
30410
+ "litellm_provider": "fireworks_ai",
30411
+ "mode": "chat"
30412
+ },
30413
+ "fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2": {
30414
+ "max_tokens": 32768,
30415
+ "max_input_tokens": 32768,
30416
+ "max_output_tokens": 32768,
30417
+ "input_cost_per_token": 2e-07,
30418
+ "output_cost_per_token": 2e-07,
30419
+ "litellm_provider": "fireworks_ai",
30420
+ "mode": "chat"
30421
+ },
30422
+ "fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8": {
30423
+ "max_tokens": 256000,
30424
+ "max_input_tokens": 256000,
30425
+ "max_output_tokens": 256000,
30426
+ "input_cost_per_token": 1.2e-06,
30427
+ "output_cost_per_token": 1.2e-06,
30428
+ "litellm_provider": "fireworks_ai",
30429
+ "mode": "chat"
30430
+ },
30431
+ "fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407": {
30432
+ "max_tokens": 128000,
30433
+ "max_input_tokens": 128000,
30434
+ "max_output_tokens": 128000,
30435
+ "input_cost_per_token": 2e-07,
30436
+ "output_cost_per_token": 2e-07,
30437
+ "litellm_provider": "fireworks_ai",
30438
+ "mode": "chat"
30439
+ },
30440
+ "fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407": {
30441
+ "max_tokens": 128000,
30442
+ "max_input_tokens": 128000,
30443
+ "max_output_tokens": 128000,
30444
+ "input_cost_per_token": 2e-07,
30445
+ "output_cost_per_token": 2e-07,
30446
+ "litellm_provider": "fireworks_ai",
30447
+ "mode": "chat"
30448
+ },
30449
+ "fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501": {
30450
+ "max_tokens": 32768,
30451
+ "max_input_tokens": 32768,
30452
+ "max_output_tokens": 32768,
30453
+ "input_cost_per_token": 9e-07,
30454
+ "output_cost_per_token": 9e-07,
30455
+ "litellm_provider": "fireworks_ai",
30456
+ "mode": "chat"
30457
+ },
30458
+ "fireworks_ai/accounts/fireworks/models/mixtral-8x22b": {
30459
+ "max_tokens": 65536,
30460
+ "max_input_tokens": 65536,
30461
+ "max_output_tokens": 65536,
30462
+ "input_cost_per_token": 1.2e-06,
30463
+ "output_cost_per_token": 1.2e-06,
30464
+ "litellm_provider": "fireworks_ai",
30465
+ "mode": "chat"
30466
+ },
30467
+ "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct": {
30468
+ "max_tokens": 65536,
30469
+ "max_input_tokens": 65536,
30470
+ "max_output_tokens": 65536,
30471
+ "input_cost_per_token": 1.2e-06,
30472
+ "output_cost_per_token": 1.2e-06,
30473
+ "litellm_provider": "fireworks_ai",
30474
+ "mode": "chat"
30475
+ },
30476
+ "fireworks_ai/accounts/fireworks/models/mixtral-8x7b": {
30477
+ "max_tokens": 32768,
30478
+ "max_input_tokens": 32768,
30479
+ "max_output_tokens": 32768,
30480
+ "input_cost_per_token": 5e-07,
30481
+ "output_cost_per_token": 5e-07,
30482
+ "litellm_provider": "fireworks_ai",
30483
+ "mode": "chat"
30484
+ },
30485
+ "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct": {
30486
+ "max_tokens": 32768,
30487
+ "max_input_tokens": 32768,
30488
+ "max_output_tokens": 32768,
30489
+ "input_cost_per_token": 5e-07,
30490
+ "output_cost_per_token": 5e-07,
30491
+ "litellm_provider": "fireworks_ai",
30492
+ "mode": "chat"
30493
+ },
30494
+ "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf": {
30495
+ "max_tokens": 32768,
30496
+ "max_input_tokens": 32768,
30497
+ "max_output_tokens": 32768,
30498
+ "input_cost_per_token": 5e-07,
30499
+ "output_cost_per_token": 5e-07,
30500
+ "litellm_provider": "fireworks_ai",
30501
+ "mode": "chat"
30502
+ },
30503
+ "fireworks_ai/accounts/fireworks/models/mythomax-l2-13b": {
30504
+ "max_tokens": 4096,
30505
+ "max_input_tokens": 4096,
30506
+ "max_output_tokens": 4096,
30507
+ "input_cost_per_token": 2e-07,
30508
+ "output_cost_per_token": 2e-07,
30509
+ "litellm_provider": "fireworks_ai",
30510
+ "mode": "chat"
30511
+ },
30512
+ "fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl": {
30513
+ "max_tokens": 4096,
30514
+ "max_input_tokens": 4096,
30515
+ "max_output_tokens": 4096,
30516
+ "input_cost_per_token": 1e-07,
30517
+ "output_cost_per_token": 1e-07,
30518
+ "litellm_provider": "fireworks_ai",
30519
+ "mode": "chat"
30520
+ },
30521
+ "fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9": {
30522
+ "max_tokens": 32768,
30523
+ "max_input_tokens": 32768,
30524
+ "max_output_tokens": 32768,
30525
+ "input_cost_per_token": 2e-07,
30526
+ "output_cost_per_token": 2e-07,
30527
+ "litellm_provider": "fireworks_ai",
30528
+ "mode": "chat"
30529
+ },
30530
+ "fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo": {
30531
+ "max_tokens": 32768,
30532
+ "max_input_tokens": 32768,
30533
+ "max_output_tokens": 32768,
30534
+ "input_cost_per_token": 5e-07,
30535
+ "output_cost_per_token": 5e-07,
30536
+ "litellm_provider": "fireworks_ai",
30537
+ "mode": "chat"
30538
+ },
30539
+ "fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b": {
30540
+ "max_tokens": 4096,
30541
+ "max_input_tokens": 4096,
30542
+ "max_output_tokens": 4096,
30543
+ "input_cost_per_token": 9e-07,
30544
+ "output_cost_per_token": 9e-07,
30545
+ "litellm_provider": "fireworks_ai",
30546
+ "mode": "chat"
30547
+ },
30548
+ "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b": {
30549
+ "max_tokens": 4096,
30550
+ "max_input_tokens": 4096,
30551
+ "max_output_tokens": 4096,
30552
+ "input_cost_per_token": 2e-07,
30553
+ "output_cost_per_token": 2e-07,
30554
+ "litellm_provider": "fireworks_ai",
30555
+ "mode": "chat"
30556
+ },
30557
+ "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b": {
30558
+ "max_tokens": 4096,
30559
+ "max_input_tokens": 4096,
30560
+ "max_output_tokens": 4096,
30561
+ "input_cost_per_token": 9e-07,
30562
+ "output_cost_per_token": 9e-07,
30563
+ "litellm_provider": "fireworks_ai",
30564
+ "mode": "chat"
30565
+ },
30566
+ "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b": {
30567
+ "max_tokens": 4096,
30568
+ "max_input_tokens": 4096,
30569
+ "max_output_tokens": 4096,
30570
+ "input_cost_per_token": 2e-07,
30571
+ "output_cost_per_token": 2e-07,
30572
+ "litellm_provider": "fireworks_ai",
30573
+ "mode": "chat"
30574
+ },
30575
+ "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2": {
30576
+ "max_tokens": 131072,
30577
+ "max_input_tokens": 131072,
30578
+ "max_output_tokens": 131072,
30579
+ "input_cost_per_token": 2e-07,
30580
+ "output_cost_per_token": 2e-07,
30581
+ "litellm_provider": "fireworks_ai",
30582
+ "mode": "chat"
30583
+ },
30584
+ "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2": {
30585
+ "max_tokens": 131072,
30586
+ "max_input_tokens": 131072,
30587
+ "max_output_tokens": 131072,
30588
+ "input_cost_per_token": 2e-07,
30589
+ "output_cost_per_token": 2e-07,
30590
+ "litellm_provider": "fireworks_ai",
30591
+ "mode": "chat"
30592
+ },
30593
+ "fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b": {
30594
+ "max_tokens": 8192,
30595
+ "max_input_tokens": 8192,
30596
+ "max_output_tokens": 8192,
30597
+ "input_cost_per_token": 2e-07,
30598
+ "output_cost_per_token": 2e-07,
30599
+ "litellm_provider": "fireworks_ai",
30600
+ "mode": "chat"
30601
+ },
30602
+ "fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b": {
30603
+ "max_tokens": 32768,
30604
+ "max_input_tokens": 32768,
30605
+ "max_output_tokens": 32768,
30606
+ "input_cost_per_token": 2e-07,
30607
+ "output_cost_per_token": 2e-07,
30608
+ "litellm_provider": "fireworks_ai",
30609
+ "mode": "chat"
30610
+ },
30611
+ "fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b": {
30612
+ "max_tokens": 32768,
30613
+ "max_input_tokens": 32768,
30614
+ "max_output_tokens": 32768,
30615
+ "input_cost_per_token": 2e-07,
30616
+ "output_cost_per_token": 2e-07,
30617
+ "litellm_provider": "fireworks_ai",
30618
+ "mode": "chat"
30619
+ },
30620
+ "fireworks_ai/accounts/fireworks/models/openorca-7b": {
30621
+ "max_tokens": 32768,
30622
+ "max_input_tokens": 32768,
30623
+ "max_output_tokens": 32768,
30624
+ "input_cost_per_token": 2e-07,
30625
+ "output_cost_per_token": 2e-07,
30626
+ "litellm_provider": "fireworks_ai",
30627
+ "mode": "chat"
30628
+ },
30629
+ "fireworks_ai/accounts/fireworks/models/phi-2-3b": {
30630
+ "max_tokens": 2048,
30631
+ "max_input_tokens": 2048,
30632
+ "max_output_tokens": 2048,
30633
+ "input_cost_per_token": 1e-07,
30634
+ "output_cost_per_token": 1e-07,
30635
+ "litellm_provider": "fireworks_ai",
30636
+ "mode": "chat"
30637
+ },
30638
+ "fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct": {
30639
+ "max_tokens": 131072,
30640
+ "max_input_tokens": 131072,
30641
+ "max_output_tokens": 131072,
30642
+ "input_cost_per_token": 1e-07,
30643
+ "output_cost_per_token": 1e-07,
30644
+ "litellm_provider": "fireworks_ai",
30645
+ "mode": "chat"
30646
+ },
30647
+ "fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct": {
30648
+ "max_tokens": 32064,
30649
+ "max_input_tokens": 32064,
30650
+ "max_output_tokens": 32064,
30651
+ "input_cost_per_token": 2e-07,
30652
+ "output_cost_per_token": 2e-07,
30653
+ "litellm_provider": "fireworks_ai",
30654
+ "mode": "chat"
30655
+ },
30656
+ "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1": {
30657
+ "max_tokens": 16384,
30658
+ "max_input_tokens": 16384,
30659
+ "max_output_tokens": 16384,
30660
+ "input_cost_per_token": 9e-07,
30661
+ "output_cost_per_token": 9e-07,
30662
+ "litellm_provider": "fireworks_ai",
30663
+ "mode": "chat"
30664
+ },
30665
+ "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1": {
30666
+ "max_tokens": 16384,
30667
+ "max_input_tokens": 16384,
30668
+ "max_output_tokens": 16384,
30669
+ "input_cost_per_token": 9e-07,
30670
+ "output_cost_per_token": 9e-07,
30671
+ "litellm_provider": "fireworks_ai",
30672
+ "mode": "chat"
30673
+ },
30674
+ "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2": {
30675
+ "max_tokens": 16384,
30676
+ "max_input_tokens": 16384,
30677
+ "max_output_tokens": 16384,
30678
+ "input_cost_per_token": 9e-07,
30679
+ "output_cost_per_token": 9e-07,
30680
+ "litellm_provider": "fireworks_ai",
30681
+ "mode": "chat"
30682
+ },
30683
+ "fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic": {
30684
+ "max_tokens": 4096,
30685
+ "max_input_tokens": 4096,
30686
+ "max_output_tokens": 4096,
30687
+ "input_cost_per_token": 1.3e-10,
30688
+ "output_cost_per_token": 1.3e-10,
30689
+ "litellm_provider": "fireworks_ai",
30690
+ "mode": "image_generation"
30691
+ },
30692
+ "fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic": {
30693
+ "max_tokens": 4096,
30694
+ "max_input_tokens": 4096,
30695
+ "max_output_tokens": 4096,
30696
+ "input_cost_per_token": 1.3e-10,
30697
+ "output_cost_per_token": 1.3e-10,
30698
+ "litellm_provider": "fireworks_ai",
30699
+ "mode": "image_generation"
30700
+ },
30701
+ "fireworks_ai/accounts/fireworks/models/pythia-12b": {
30702
+ "max_tokens": 2048,
30703
+ "max_input_tokens": 2048,
30704
+ "max_output_tokens": 2048,
30705
+ "input_cost_per_token": 2e-07,
30706
+ "output_cost_per_token": 2e-07,
30707
+ "litellm_provider": "fireworks_ai",
30708
+ "mode": "chat"
30709
+ },
30710
+ "fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview": {
30711
+ "max_tokens": 32768,
30712
+ "max_input_tokens": 32768,
30713
+ "max_output_tokens": 32768,
30714
+ "input_cost_per_token": 9e-07,
30715
+ "output_cost_per_token": 9e-07,
30716
+ "litellm_provider": "fireworks_ai",
30717
+ "mode": "chat"
30718
+ },
30719
+ "fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct": {
30720
+ "max_tokens": 32768,
30721
+ "max_input_tokens": 32768,
30722
+ "max_output_tokens": 32768,
30723
+ "input_cost_per_token": 2e-07,
30724
+ "output_cost_per_token": 2e-07,
30725
+ "litellm_provider": "fireworks_ai",
30726
+ "mode": "chat"
30727
+ },
30728
+ "fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b": {
30729
+ "max_tokens": 131072,
30730
+ "max_input_tokens": 131072,
30731
+ "max_output_tokens": 131072,
30732
+ "input_cost_per_token": 2e-07,
30733
+ "output_cost_per_token": 2e-07,
30734
+ "litellm_provider": "fireworks_ai",
30735
+ "mode": "chat"
30736
+ },
30737
+ "fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat": {
30738
+ "max_tokens": 32768,
30739
+ "max_input_tokens": 32768,
30740
+ "max_output_tokens": 32768,
30741
+ "input_cost_per_token": 9e-07,
30742
+ "output_cost_per_token": 9e-07,
30743
+ "litellm_provider": "fireworks_ai",
30744
+ "mode": "chat"
30745
+ },
30746
+ "fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct": {
30747
+ "max_tokens": 32768,
30748
+ "max_input_tokens": 32768,
30749
+ "max_output_tokens": 32768,
30750
+ "input_cost_per_token": 2e-07,
30751
+ "output_cost_per_token": 2e-07,
30752
+ "litellm_provider": "fireworks_ai",
30753
+ "mode": "chat"
30754
+ },
30755
+ "fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct": {
30756
+ "max_tokens": 32768,
30757
+ "max_input_tokens": 32768,
30758
+ "max_output_tokens": 32768,
30759
+ "input_cost_per_token": 1e-07,
30760
+ "output_cost_per_token": 1e-07,
30761
+ "litellm_provider": "fireworks_ai",
30762
+ "mode": "chat"
30763
+ },
30764
+ "fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct": {
30765
+ "max_tokens": 32768,
30766
+ "max_input_tokens": 32768,
30767
+ "max_output_tokens": 32768,
30768
+ "input_cost_per_token": 9e-07,
30769
+ "output_cost_per_token": 9e-07,
30770
+ "litellm_provider": "fireworks_ai",
30771
+ "mode": "chat"
30772
+ },
30773
+ "fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct": {
30774
+ "max_tokens": 32768,
30775
+ "max_input_tokens": 32768,
30776
+ "max_output_tokens": 32768,
30777
+ "input_cost_per_token": 2e-07,
30778
+ "output_cost_per_token": 2e-07,
30779
+ "litellm_provider": "fireworks_ai",
30780
+ "mode": "chat"
30781
+ },
30782
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct": {
30783
+ "max_tokens": 32768,
30784
+ "max_input_tokens": 32768,
30785
+ "max_output_tokens": 32768,
30786
+ "input_cost_per_token": 1e-07,
30787
+ "output_cost_per_token": 1e-07,
30788
+ "litellm_provider": "fireworks_ai",
30789
+ "mode": "chat"
30790
+ },
30791
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-14b": {
30792
+ "max_tokens": 131072,
30793
+ "max_input_tokens": 131072,
30794
+ "max_output_tokens": 131072,
30795
+ "input_cost_per_token": 2e-07,
30796
+ "output_cost_per_token": 2e-07,
30797
+ "litellm_provider": "fireworks_ai",
30798
+ "mode": "chat"
30799
+ },
30800
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct": {
30801
+ "max_tokens": 32768,
30802
+ "max_input_tokens": 32768,
30803
+ "max_output_tokens": 32768,
30804
+ "input_cost_per_token": 1e-07,
30805
+ "output_cost_per_token": 1e-07,
30806
+ "litellm_provider": "fireworks_ai",
30807
+ "mode": "chat"
30808
+ },
30809
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-32b": {
30810
+ "max_tokens": 131072,
30811
+ "max_input_tokens": 131072,
30812
+ "max_output_tokens": 131072,
30813
+ "input_cost_per_token": 9e-07,
30814
+ "output_cost_per_token": 9e-07,
30815
+ "litellm_provider": "fireworks_ai",
30816
+ "mode": "chat"
30817
+ },
30818
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct": {
30819
+ "max_tokens": 32768,
30820
+ "max_input_tokens": 32768,
30821
+ "max_output_tokens": 32768,
30822
+ "input_cost_per_token": 9e-07,
30823
+ "output_cost_per_token": 9e-07,
30824
+ "litellm_provider": "fireworks_ai",
30825
+ "mode": "chat"
30826
+ },
30827
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-72b": {
30828
+ "max_tokens": 131072,
30829
+ "max_input_tokens": 131072,
30830
+ "max_output_tokens": 131072,
30831
+ "input_cost_per_token": 9e-07,
30832
+ "output_cost_per_token": 9e-07,
30833
+ "litellm_provider": "fireworks_ai",
30834
+ "mode": "chat"
30835
+ },
30836
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct": {
30837
+ "max_tokens": 32768,
30838
+ "max_input_tokens": 32768,
30839
+ "max_output_tokens": 32768,
30840
+ "input_cost_per_token": 9e-07,
30841
+ "output_cost_per_token": 9e-07,
30842
+ "litellm_provider": "fireworks_ai",
30843
+ "mode": "chat"
30844
+ },
30845
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct": {
30846
+ "max_tokens": 32768,
30847
+ "max_input_tokens": 32768,
30848
+ "max_output_tokens": 32768,
30849
+ "input_cost_per_token": 2e-07,
30850
+ "output_cost_per_token": 2e-07,
30851
+ "litellm_provider": "fireworks_ai",
30852
+ "mode": "chat"
30853
+ },
30854
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b": {
30855
+ "max_tokens": 32768,
30856
+ "max_input_tokens": 32768,
30857
+ "max_output_tokens": 32768,
30858
+ "input_cost_per_token": 1e-07,
30859
+ "output_cost_per_token": 1e-07,
30860
+ "litellm_provider": "fireworks_ai",
30861
+ "mode": "chat"
30862
+ },
30863
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct": {
30864
+ "max_tokens": 32768,
30865
+ "max_input_tokens": 32768,
30866
+ "max_output_tokens": 32768,
30867
+ "input_cost_per_token": 1e-07,
30868
+ "output_cost_per_token": 1e-07,
30869
+ "litellm_provider": "fireworks_ai",
30870
+ "mode": "chat"
30871
+ },
30872
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b": {
30873
+ "max_tokens": 32768,
30874
+ "max_input_tokens": 32768,
30875
+ "max_output_tokens": 32768,
30876
+ "input_cost_per_token": 2e-07,
30877
+ "output_cost_per_token": 2e-07,
30878
+ "litellm_provider": "fireworks_ai",
30879
+ "mode": "chat"
30880
+ },
30881
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct": {
30882
+ "max_tokens": 32768,
30883
+ "max_input_tokens": 32768,
30884
+ "max_output_tokens": 32768,
30885
+ "input_cost_per_token": 2e-07,
30886
+ "output_cost_per_token": 2e-07,
30887
+ "litellm_provider": "fireworks_ai",
30888
+ "mode": "chat"
30889
+ },
30890
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b": {
30891
+ "max_tokens": 32768,
30892
+ "max_input_tokens": 32768,
30893
+ "max_output_tokens": 32768,
30894
+ "input_cost_per_token": 1e-07,
30895
+ "output_cost_per_token": 1e-07,
30896
+ "litellm_provider": "fireworks_ai",
30897
+ "mode": "chat"
30898
+ },
30899
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct": {
30900
+ "max_tokens": 32768,
30901
+ "max_input_tokens": 32768,
30902
+ "max_output_tokens": 32768,
30903
+ "input_cost_per_token": 1e-07,
30904
+ "output_cost_per_token": 1e-07,
30905
+ "litellm_provider": "fireworks_ai",
30906
+ "mode": "chat"
30907
+ },
30908
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b": {
30909
+ "max_tokens": 32768,
30910
+ "max_input_tokens": 32768,
30911
+ "max_output_tokens": 32768,
30912
+ "input_cost_per_token": 9e-07,
30913
+ "output_cost_per_token": 9e-07,
30914
+ "litellm_provider": "fireworks_ai",
30915
+ "mode": "chat"
30916
+ },
30917
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k": {
30918
+ "max_tokens": 131072,
30919
+ "max_input_tokens": 131072,
30920
+ "max_output_tokens": 131072,
30921
+ "input_cost_per_token": 9e-07,
30922
+ "output_cost_per_token": 9e-07,
30923
+ "litellm_provider": "fireworks_ai",
30924
+ "mode": "chat"
30925
+ },
30926
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope": {
30927
+ "max_tokens": 32768,
30928
+ "max_input_tokens": 32768,
30929
+ "max_output_tokens": 32768,
30930
+ "input_cost_per_token": 9e-07,
30931
+ "output_cost_per_token": 9e-07,
30932
+ "litellm_provider": "fireworks_ai",
30933
+ "mode": "chat"
30934
+ },
30935
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k": {
30936
+ "max_tokens": 65536,
30937
+ "max_input_tokens": 65536,
30938
+ "max_output_tokens": 65536,
30939
+ "input_cost_per_token": 9e-07,
30940
+ "output_cost_per_token": 9e-07,
30941
+ "litellm_provider": "fireworks_ai",
30942
+ "mode": "chat"
30943
+ },
30944
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b": {
30945
+ "max_tokens": 32768,
30946
+ "max_input_tokens": 32768,
30947
+ "max_output_tokens": 32768,
30948
+ "input_cost_per_token": 1e-07,
30949
+ "output_cost_per_token": 1e-07,
30950
+ "litellm_provider": "fireworks_ai",
30951
+ "mode": "chat"
30952
+ },
30953
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct": {
30954
+ "max_tokens": 32768,
30955
+ "max_input_tokens": 32768,
30956
+ "max_output_tokens": 32768,
30957
+ "input_cost_per_token": 1e-07,
30958
+ "output_cost_per_token": 1e-07,
30959
+ "litellm_provider": "fireworks_ai",
30960
+ "mode": "chat"
30961
+ },
30962
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b": {
30963
+ "max_tokens": 32768,
30964
+ "max_input_tokens": 32768,
30965
+ "max_output_tokens": 32768,
30966
+ "input_cost_per_token": 2e-07,
30967
+ "output_cost_per_token": 2e-07,
30968
+ "litellm_provider": "fireworks_ai",
30969
+ "mode": "chat"
30970
+ },
30971
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct": {
30972
+ "max_tokens": 32768,
30973
+ "max_input_tokens": 32768,
30974
+ "max_output_tokens": 32768,
30975
+ "input_cost_per_token": 2e-07,
30976
+ "output_cost_per_token": 2e-07,
30977
+ "litellm_provider": "fireworks_ai",
30978
+ "mode": "chat"
30979
+ },
30980
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct": {
30981
+ "max_tokens": 4096,
30982
+ "max_input_tokens": 4096,
30983
+ "max_output_tokens": 4096,
30984
+ "input_cost_per_token": 9e-07,
30985
+ "output_cost_per_token": 9e-07,
30986
+ "litellm_provider": "fireworks_ai",
30987
+ "mode": "chat"
30988
+ },
30989
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct": {
30990
+ "max_tokens": 128000,
30991
+ "max_input_tokens": 128000,
30992
+ "max_output_tokens": 128000,
30993
+ "input_cost_per_token": 9e-07,
30994
+ "output_cost_per_token": 9e-07,
30995
+ "litellm_provider": "fireworks_ai",
30996
+ "mode": "chat"
30997
+ },
30998
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct": {
30999
+ "max_tokens": 128000,
31000
+ "max_input_tokens": 128000,
31001
+ "max_output_tokens": 128000,
31002
+ "input_cost_per_token": 2e-07,
31003
+ "output_cost_per_token": 2e-07,
31004
+ "litellm_provider": "fireworks_ai",
31005
+ "mode": "chat"
31006
+ },
31007
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct": {
31008
+ "max_tokens": 128000,
31009
+ "max_input_tokens": 128000,
31010
+ "max_output_tokens": 128000,
31011
+ "input_cost_per_token": 9e-07,
31012
+ "output_cost_per_token": 9e-07,
31013
+ "litellm_provider": "fireworks_ai",
31014
+ "mode": "chat"
31015
+ },
31016
+ "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct": {
31017
+ "max_tokens": 128000,
31018
+ "max_input_tokens": 128000,
31019
+ "max_output_tokens": 128000,
31020
+ "input_cost_per_token": 2e-07,
31021
+ "output_cost_per_token": 2e-07,
31022
+ "litellm_provider": "fireworks_ai",
31023
+ "mode": "chat"
31024
+ },
31025
+ "fireworks_ai/accounts/fireworks/models/qwen3-0p6b": {
31026
+ "max_tokens": 40960,
31027
+ "max_input_tokens": 40960,
31028
+ "max_output_tokens": 40960,
31029
+ "input_cost_per_token": 1e-07,
31030
+ "output_cost_per_token": 1e-07,
31031
+ "litellm_provider": "fireworks_ai",
31032
+ "mode": "chat"
31033
+ },
31034
+ "fireworks_ai/accounts/fireworks/models/qwen3-14b": {
31035
+ "max_tokens": 40960,
31036
+ "max_input_tokens": 40960,
31037
+ "max_output_tokens": 40960,
31038
+ "input_cost_per_token": 2e-07,
31039
+ "output_cost_per_token": 2e-07,
31040
+ "litellm_provider": "fireworks_ai",
31041
+ "mode": "chat"
31042
+ },
31043
+ "fireworks_ai/accounts/fireworks/models/qwen3-1p7b": {
31044
+ "max_tokens": 131072,
31045
+ "max_input_tokens": 131072,
31046
+ "max_output_tokens": 131072,
31047
+ "input_cost_per_token": 1e-07,
31048
+ "output_cost_per_token": 1e-07,
31049
+ "litellm_provider": "fireworks_ai",
31050
+ "mode": "chat"
31051
+ },
31052
+ "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft": {
31053
+ "max_tokens": 262144,
31054
+ "max_input_tokens": 262144,
31055
+ "max_output_tokens": 262144,
31056
+ "input_cost_per_token": 1e-07,
31057
+ "output_cost_per_token": 1e-07,
31058
+ "litellm_provider": "fireworks_ai",
31059
+ "mode": "chat"
31060
+ },
31061
+ "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072": {
31062
+ "max_tokens": 131072,
31063
+ "max_input_tokens": 131072,
31064
+ "max_output_tokens": 131072,
31065
+ "input_cost_per_token": 1e-07,
31066
+ "output_cost_per_token": 1e-07,
31067
+ "litellm_provider": "fireworks_ai",
31068
+ "mode": "chat"
31069
+ },
31070
+ "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960": {
31071
+ "max_tokens": 40960,
31072
+ "max_input_tokens": 40960,
31073
+ "max_output_tokens": 40960,
31074
+ "input_cost_per_token": 1e-07,
31075
+ "output_cost_per_token": 1e-07,
31076
+ "litellm_provider": "fireworks_ai",
31077
+ "mode": "chat"
31078
+ },
31079
+ "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b": {
31080
+ "max_tokens": 131072,
31081
+ "max_input_tokens": 131072,
31082
+ "max_output_tokens": 131072,
31083
+ "input_cost_per_token": 2.2e-07,
31084
+ "output_cost_per_token": 8.8e-07,
31085
+ "litellm_provider": "fireworks_ai",
31086
+ "mode": "chat"
31087
+ },
31088
+ "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507": {
31089
+ "max_tokens": 262144,
31090
+ "max_input_tokens": 262144,
31091
+ "max_output_tokens": 262144,
31092
+ "input_cost_per_token": 2.2e-07,
31093
+ "output_cost_per_token": 8.8e-07,
31094
+ "litellm_provider": "fireworks_ai",
31095
+ "mode": "chat"
31096
+ },
31097
+ "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507": {
31098
+ "max_tokens": 262144,
31099
+ "max_input_tokens": 262144,
31100
+ "max_output_tokens": 262144,
31101
+ "input_cost_per_token": 2.2e-07,
31102
+ "output_cost_per_token": 8.8e-07,
31103
+ "litellm_provider": "fireworks_ai",
31104
+ "mode": "chat"
31105
+ },
31106
+ "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b": {
31107
+ "max_tokens": 131072,
31108
+ "max_input_tokens": 131072,
31109
+ "max_output_tokens": 131072,
31110
+ "input_cost_per_token": 1.5e-07,
31111
+ "output_cost_per_token": 6e-07,
31112
+ "litellm_provider": "fireworks_ai",
31113
+ "mode": "chat"
31114
+ },
31115
+ "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507": {
31116
+ "max_tokens": 262144,
31117
+ "max_input_tokens": 262144,
31118
+ "max_output_tokens": 262144,
31119
+ "input_cost_per_token": 5e-07,
31120
+ "output_cost_per_token": 5e-07,
31121
+ "litellm_provider": "fireworks_ai",
31122
+ "mode": "chat"
31123
+ },
31124
+ "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507": {
31125
+ "max_tokens": 262144,
31126
+ "max_input_tokens": 262144,
31127
+ "max_output_tokens": 262144,
31128
+ "input_cost_per_token": 9e-07,
31129
+ "output_cost_per_token": 9e-07,
31130
+ "litellm_provider": "fireworks_ai",
31131
+ "mode": "chat"
31132
+ },
31133
+ "fireworks_ai/accounts/fireworks/models/qwen3-32b": {
31134
+ "max_tokens": 131072,
31135
+ "max_input_tokens": 131072,
31136
+ "max_output_tokens": 131072,
31137
+ "input_cost_per_token": 9e-07,
31138
+ "output_cost_per_token": 9e-07,
31139
+ "litellm_provider": "fireworks_ai",
31140
+ "mode": "chat"
31141
+ },
31142
+ "fireworks_ai/accounts/fireworks/models/qwen3-4b": {
31143
+ "max_tokens": 40960,
31144
+ "max_input_tokens": 40960,
31145
+ "max_output_tokens": 40960,
31146
+ "input_cost_per_token": 2e-07,
31147
+ "output_cost_per_token": 2e-07,
31148
+ "litellm_provider": "fireworks_ai",
31149
+ "mode": "chat"
31150
+ },
31151
+ "fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507": {
31152
+ "max_tokens": 262144,
31153
+ "max_input_tokens": 262144,
31154
+ "max_output_tokens": 262144,
31155
+ "input_cost_per_token": 2e-07,
31156
+ "output_cost_per_token": 2e-07,
31157
+ "litellm_provider": "fireworks_ai",
31158
+ "mode": "chat"
31159
+ },
31160
+ "fireworks_ai/accounts/fireworks/models/qwen3-8b": {
31161
+ "max_tokens": 40960,
31162
+ "max_input_tokens": 40960,
31163
+ "max_output_tokens": 40960,
31164
+ "input_cost_per_token": 2e-07,
31165
+ "output_cost_per_token": 2e-07,
31166
+ "litellm_provider": "fireworks_ai",
31167
+ "mode": "chat"
31168
+ },
31169
+ "fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct": {
31170
+ "max_tokens": 262144,
31171
+ "max_input_tokens": 262144,
31172
+ "max_output_tokens": 262144,
31173
+ "input_cost_per_token": 1.5e-07,
31174
+ "output_cost_per_token": 6e-07,
31175
+ "litellm_provider": "fireworks_ai",
31176
+ "mode": "chat"
31177
+ },
31178
+ "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16": {
31179
+ "max_tokens": 4096,
31180
+ "max_input_tokens": 4096,
31181
+ "max_output_tokens": 4096,
31182
+ "input_cost_per_token": 9e-07,
31183
+ "output_cost_per_token": 9e-07,
31184
+ "litellm_provider": "fireworks_ai",
31185
+ "mode": "chat"
31186
+ },
31187
+ "fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b": {
31188
+ "max_tokens": 32768,
31189
+ "max_input_tokens": 32768,
31190
+ "max_output_tokens": 32768,
31191
+ "input_cost_per_token": 0.0,
31192
+ "output_cost_per_token": 0.0,
31193
+ "litellm_provider": "fireworks_ai",
31194
+ "mode": "embedding"
31195
+ },
31196
+ "fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b": {
31197
+ "max_tokens": 40960,
31198
+ "max_input_tokens": 40960,
31199
+ "max_output_tokens": 40960,
31200
+ "input_cost_per_token": 0.0,
31201
+ "output_cost_per_token": 0.0,
31202
+ "litellm_provider": "fireworks_ai",
31203
+ "mode": "embedding"
31204
+ },
31205
+ "fireworks_ai/accounts/fireworks/models/qwen3-embedding-8b": {
31206
+ "max_tokens": 40960,
31207
+ "max_input_tokens": 40960,
31208
+ "max_output_tokens": 40960,
31209
+ "input_cost_per_token": 0.0,
31210
+ "output_cost_per_token": 0.0,
31211
+ "litellm_provider": "fireworks_ai",
31212
+ "mode": "embedding"
31213
+ },
31214
+ "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct": {
31215
+ "max_tokens": 4096,
31216
+ "max_input_tokens": 4096,
31217
+ "max_output_tokens": 4096,
31218
+ "input_cost_per_token": 9e-07,
31219
+ "output_cost_per_token": 9e-07,
31220
+ "litellm_provider": "fireworks_ai",
31221
+ "mode": "chat"
31222
+ },
31223
+ "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking": {
31224
+ "max_tokens": 4096,
31225
+ "max_input_tokens": 4096,
31226
+ "max_output_tokens": 4096,
31227
+ "input_cost_per_token": 9e-07,
31228
+ "output_cost_per_token": 9e-07,
31229
+ "litellm_provider": "fireworks_ai",
31230
+ "mode": "chat"
31231
+ },
31232
+ "fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b": {
31233
+ "max_tokens": 40960,
31234
+ "max_input_tokens": 40960,
31235
+ "max_output_tokens": 40960,
31236
+ "input_cost_per_token": 0.0,
31237
+ "output_cost_per_token": 0.0,
31238
+ "litellm_provider": "fireworks_ai",
31239
+ "mode": "rerank"
31240
+ },
31241
+ "fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b": {
31242
+ "max_tokens": 40960,
31243
+ "max_input_tokens": 40960,
31244
+ "max_output_tokens": 40960,
31245
+ "input_cost_per_token": 0.0,
31246
+ "output_cost_per_token": 0.0,
31247
+ "litellm_provider": "fireworks_ai",
31248
+ "mode": "rerank"
31249
+ },
31250
+ "fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b": {
31251
+ "max_tokens": 40960,
31252
+ "max_input_tokens": 40960,
31253
+ "max_output_tokens": 40960,
31254
+ "input_cost_per_token": 0.0,
31255
+ "output_cost_per_token": 0.0,
31256
+ "litellm_provider": "fireworks_ai",
31257
+ "mode": "rerank"
31258
+ },
31259
+ "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct": {
31260
+ "max_tokens": 262144,
31261
+ "max_input_tokens": 262144,
31262
+ "max_output_tokens": 262144,
31263
+ "input_cost_per_token": 2.2e-07,
31264
+ "output_cost_per_token": 8.8e-07,
31265
+ "litellm_provider": "fireworks_ai",
31266
+ "mode": "chat"
31267
+ },
31268
+ "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking": {
31269
+ "max_tokens": 262144,
31270
+ "max_input_tokens": 262144,
31271
+ "max_output_tokens": 262144,
31272
+ "input_cost_per_token": 2.2e-07,
31273
+ "output_cost_per_token": 8.8e-07,
31274
+ "litellm_provider": "fireworks_ai",
31275
+ "mode": "chat"
31276
+ },
31277
+ "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct": {
31278
+ "max_tokens": 262144,
31279
+ "max_input_tokens": 262144,
31280
+ "max_output_tokens": 262144,
31281
+ "input_cost_per_token": 1.5e-07,
31282
+ "output_cost_per_token": 6e-07,
31283
+ "litellm_provider": "fireworks_ai",
31284
+ "mode": "chat"
31285
+ },
31286
+ "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking": {
31287
+ "max_tokens": 262144,
31288
+ "max_input_tokens": 262144,
31289
+ "max_output_tokens": 262144,
31290
+ "input_cost_per_token": 1.5e-07,
31291
+ "output_cost_per_token": 6e-07,
31292
+ "litellm_provider": "fireworks_ai",
31293
+ "mode": "chat"
31294
+ },
31295
+ "fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct": {
31296
+ "max_tokens": 4096,
31297
+ "max_input_tokens": 4096,
31298
+ "max_output_tokens": 4096,
31299
+ "input_cost_per_token": 9e-07,
31300
+ "output_cost_per_token": 9e-07,
31301
+ "litellm_provider": "fireworks_ai",
31302
+ "mode": "chat"
31303
+ },
31304
+ "fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct": {
31305
+ "max_tokens": 4096,
31306
+ "max_input_tokens": 4096,
31307
+ "max_output_tokens": 4096,
31308
+ "input_cost_per_token": 2e-07,
31309
+ "output_cost_per_token": 2e-07,
31310
+ "litellm_provider": "fireworks_ai",
31311
+ "mode": "chat"
31312
+ },
31313
+ "fireworks_ai/accounts/fireworks/models/qwq-32b": {
31314
+ "max_tokens": 131072,
31315
+ "max_input_tokens": 131072,
31316
+ "max_output_tokens": 131072,
31317
+ "input_cost_per_token": 9e-07,
31318
+ "output_cost_per_token": 9e-07,
31319
+ "litellm_provider": "fireworks_ai",
31320
+ "mode": "chat"
31321
+ },
31322
+ "fireworks_ai/accounts/fireworks/models/rolm-ocr": {
31323
+ "max_tokens": 128000,
31324
+ "max_input_tokens": 128000,
31325
+ "max_output_tokens": 128000,
31326
+ "input_cost_per_token": 2e-07,
31327
+ "output_cost_per_token": 2e-07,
31328
+ "litellm_provider": "fireworks_ai",
31329
+ "mode": "chat"
31330
+ },
31331
+ "fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo": {
31332
+ "max_tokens": 32768,
31333
+ "max_input_tokens": 32768,
31334
+ "max_output_tokens": 32768,
31335
+ "input_cost_per_token": 2e-07,
31336
+ "output_cost_per_token": 2e-07,
31337
+ "litellm_provider": "fireworks_ai",
31338
+ "mode": "chat"
31339
+ },
31340
+ "fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0": {
31341
+ "max_tokens": 4096,
31342
+ "max_input_tokens": 4096,
31343
+ "max_output_tokens": 4096,
31344
+ "input_cost_per_token": 1.3e-10,
31345
+ "output_cost_per_token": 1.3e-10,
31346
+ "litellm_provider": "fireworks_ai",
31347
+ "mode": "image_generation"
31348
+ },
31349
+ "fireworks_ai/accounts/fireworks/models/stablecode-3b": {
31350
+ "max_tokens": 4096,
31351
+ "max_input_tokens": 4096,
31352
+ "max_output_tokens": 4096,
31353
+ "input_cost_per_token": 1e-07,
31354
+ "output_cost_per_token": 1e-07,
31355
+ "litellm_provider": "fireworks_ai",
31356
+ "mode": "chat"
31357
+ },
31358
+ "fireworks_ai/accounts/fireworks/models/starcoder-16b": {
31359
+ "max_tokens": 8192,
31360
+ "max_input_tokens": 8192,
31361
+ "max_output_tokens": 8192,
31362
+ "input_cost_per_token": 2e-07,
31363
+ "output_cost_per_token": 2e-07,
31364
+ "litellm_provider": "fireworks_ai",
31365
+ "mode": "chat"
31366
+ },
31367
+ "fireworks_ai/accounts/fireworks/models/starcoder-7b": {
31368
+ "max_tokens": 8192,
31369
+ "max_input_tokens": 8192,
31370
+ "max_output_tokens": 8192,
31371
+ "input_cost_per_token": 2e-07,
31372
+ "output_cost_per_token": 2e-07,
31373
+ "litellm_provider": "fireworks_ai",
31374
+ "mode": "chat"
31375
+ },
31376
+ "fireworks_ai/accounts/fireworks/models/starcoder2-15b": {
31377
+ "max_tokens": 16384,
31378
+ "max_input_tokens": 16384,
31379
+ "max_output_tokens": 16384,
31380
+ "input_cost_per_token": 2e-07,
31381
+ "output_cost_per_token": 2e-07,
31382
+ "litellm_provider": "fireworks_ai",
31383
+ "mode": "chat"
31384
+ },
31385
+ "fireworks_ai/accounts/fireworks/models/starcoder2-3b": {
31386
+ "max_tokens": 16384,
31387
+ "max_input_tokens": 16384,
31388
+ "max_output_tokens": 16384,
31389
+ "input_cost_per_token": 1e-07,
31390
+ "output_cost_per_token": 1e-07,
31391
+ "litellm_provider": "fireworks_ai",
31392
+ "mode": "chat"
31393
+ },
31394
+ "fireworks_ai/accounts/fireworks/models/starcoder2-7b": {
31395
+ "max_tokens": 16384,
31396
+ "max_input_tokens": 16384,
31397
+ "max_output_tokens": 16384,
31398
+ "input_cost_per_token": 2e-07,
31399
+ "output_cost_per_token": 2e-07,
31400
+ "litellm_provider": "fireworks_ai",
31401
+ "mode": "chat"
31402
+ },
31403
+ "fireworks_ai/accounts/fireworks/models/toppy-m-7b": {
31404
+ "max_tokens": 32768,
31405
+ "max_input_tokens": 32768,
31406
+ "max_output_tokens": 32768,
31407
+ "input_cost_per_token": 2e-07,
31408
+ "output_cost_per_token": 2e-07,
31409
+ "litellm_provider": "fireworks_ai",
31410
+ "mode": "chat"
31411
+ },
31412
+ "fireworks_ai/accounts/fireworks/models/whisper-v3": {
31413
+ "max_tokens": 4096,
31414
+ "max_input_tokens": 4096,
31415
+ "max_output_tokens": 4096,
31416
+ "input_cost_per_token": 0.0,
31417
+ "output_cost_per_token": 0.0,
31418
+ "litellm_provider": "fireworks_ai",
31419
+ "mode": "audio_transcription"
31420
+ },
31421
+ "fireworks_ai/accounts/fireworks/models/whisper-v3-turbo": {
31422
+ "max_tokens": 4096,
31423
+ "max_input_tokens": 4096,
31424
+ "max_output_tokens": 4096,
31425
+ "input_cost_per_token": 0.0,
31426
+ "output_cost_per_token": 0.0,
31427
+ "litellm_provider": "fireworks_ai",
31428
+ "mode": "audio_transcription"
31429
+ },
31430
+ "fireworks_ai/accounts/fireworks/models/yi-34b": {
31431
+ "max_tokens": 4096,
31432
+ "max_input_tokens": 4096,
31433
+ "max_output_tokens": 4096,
31434
+ "input_cost_per_token": 9e-07,
31435
+ "output_cost_per_token": 9e-07,
31436
+ "litellm_provider": "fireworks_ai",
31437
+ "mode": "chat"
31438
+ },
31439
+ "fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara": {
31440
+ "max_tokens": 200000,
31441
+ "max_input_tokens": 200000,
31442
+ "max_output_tokens": 200000,
31443
+ "input_cost_per_token": 9e-07,
31444
+ "output_cost_per_token": 9e-07,
31445
+ "litellm_provider": "fireworks_ai",
31446
+ "mode": "chat"
31447
+ },
31448
+ "fireworks_ai/accounts/fireworks/models/yi-34b-chat": {
31449
+ "max_tokens": 4096,
31450
+ "max_input_tokens": 4096,
31451
+ "max_output_tokens": 4096,
31452
+ "input_cost_per_token": 9e-07,
31453
+ "output_cost_per_token": 9e-07,
31454
+ "litellm_provider": "fireworks_ai",
31455
+ "mode": "chat"
31456
+ },
31457
+ "fireworks_ai/accounts/fireworks/models/yi-6b": {
31458
+ "max_tokens": 4096,
31459
+ "max_input_tokens": 4096,
31460
+ "max_output_tokens": 4096,
31461
+ "input_cost_per_token": 2e-07,
31462
+ "output_cost_per_token": 2e-07,
31463
+ "litellm_provider": "fireworks_ai",
31464
+ "mode": "chat"
31465
+ },
31466
+ "fireworks_ai/accounts/fireworks/models/zephyr-7b-beta": {
31467
+ "max_tokens": 32768,
31468
+ "max_input_tokens": 32768,
31469
+ "max_output_tokens": 32768,
31470
+ "input_cost_per_token": 2e-07,
31471
+ "output_cost_per_token": 2e-07,
31472
+ "litellm_provider": "fireworks_ai",
31473
+ "mode": "chat"
31474
+ },
31475
+ "gemini/gemini-2.5-computer-use-preview-10-2025": {
31476
+ "input_cost_per_token": 1.25e-06,
31477
+ "input_cost_per_token_above_200k_tokens": 2.5e-06,
31478
+ "litellm_provider": "gemini",
31479
+ "max_images_per_prompt": 3000,
31480
+ "max_input_tokens": 128000,
31481
+ "max_output_tokens": 64000,
31482
+ "max_tokens": 64000,
31483
+ "mode": "chat",
31484
+ "output_cost_per_token": 1e-05,
31485
+ "output_cost_per_token_above_200k_tokens": 1.5e-05,
31486
+ "rpm": 2000,
31487
+ "source": "https://ai.google.dev/gemini-api/docs/computer-use",
31488
+ "supported_endpoints": [
31489
+ "/v1/chat/completions",
31490
+ "/v1/completions"
31491
+ ],
31492
+ "supported_modalities": [
31493
+ "text",
31494
+ "image"
31495
+ ],
31496
+ "supported_output_modalities": [
31497
+ "text"
31498
+ ],
31499
+ "supports_computer_use": true,
31500
+ "supports_function_calling": true,
31501
+ "supports_system_messages": true,
31502
+ "supports_tool_choice": true,
31503
+ "supports_vision": true,
31504
+ "tpm": 800000
31505
+ },
31506
+ "vertex_ai/deepseek-ai/deepseek-v3.2-maas": {
31507
+ "input_cost_per_token": 5.6e-07,
31508
+ "input_cost_per_token_batches": 2.8e-07,
31509
+ "litellm_provider": "vertex_ai-deepseek_models",
31510
+ "max_input_tokens": 163840,
31511
+ "max_output_tokens": 32768,
31512
+ "max_tokens": 163840,
31513
+ "mode": "chat",
31514
+ "output_cost_per_token": 1.68e-06,
31515
+ "output_cost_per_token_batches": 8.4e-07,
31516
+ "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models",
31517
+ "supported_regions": [
31518
+ "us-west2"
31519
+ ],
31520
+ "supports_assistant_prefill": true,
31521
+ "supports_function_calling": true,
31522
+ "supports_prompt_caching": true,
31523
+ "supports_reasoning": true,
31524
+ "supports_tool_choice": true
31525
+ },
31526
+ "voyage/rerank-2.5": {
31527
+ "input_cost_per_token": 5e-08,
31528
+ "litellm_provider": "voyage",
31529
+ "max_input_tokens": 32000,
31530
+ "max_output_tokens": 32000,
31531
+ "max_query_tokens": 32000,
31532
+ "max_tokens": 32000,
31533
+ "mode": "rerank",
31534
+ "output_cost_per_token": 0.0
31535
+ },
31536
+ "voyage/rerank-2.5-lite": {
31537
+ "input_cost_per_token": 2e-08,
31538
+ "litellm_provider": "voyage",
31539
+ "max_input_tokens": 32000,
31540
+ "max_output_tokens": 32000,
31541
+ "max_query_tokens": 32000,
31542
+ "max_tokens": 32000,
31543
+ "mode": "rerank",
31544
+ "output_cost_per_token": 0.0
29376
31545
  }
29377
31546
  }