tokencostauto 0.1.32__py3-none-any.whl → 0.1.36__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1710,8 +1710,6 @@
1710
1710
  "output_cost_per_token": 8e-08,
1711
1711
  "litellm_provider": "groq",
1712
1712
  "mode": "chat",
1713
- "supports_function_calling": true,
1714
- "supports_response_schema": true,
1715
1713
  "supports_tool_choice": true
1716
1714
  },
1717
1715
  "groq/llama3-70b-8192": {
@@ -1722,13 +1720,12 @@
1722
1720
  "output_cost_per_token": 7.9e-07,
1723
1721
  "litellm_provider": "groq",
1724
1722
  "mode": "chat",
1725
- "supports_function_calling": true,
1726
1723
  "supports_response_schema": true,
1727
1724
  "supports_tool_choice": true
1728
1725
  },
1729
1726
  "groq/llama-3.1-8b-instant": {
1730
1727
  "max_tokens": 8192,
1731
- "max_input_tokens": 8192,
1728
+ "max_input_tokens": 128000,
1732
1729
  "max_output_tokens": 8192,
1733
1730
  "input_cost_per_token": 5e-08,
1734
1731
  "output_cost_per_token": 8e-08,
@@ -1748,7 +1745,8 @@
1748
1745
  "mode": "chat",
1749
1746
  "supports_function_calling": true,
1750
1747
  "supports_response_schema": true,
1751
- "supports_tool_choice": true
1748
+ "supports_tool_choice": true,
1749
+ "deprecation_date": "2025-01-24"
1752
1750
  },
1753
1751
  "groq/llama-3.1-405b-reasoning": {
1754
1752
  "max_tokens": 8192,
@@ -1772,7 +1770,8 @@
1772
1770
  "mode": "chat",
1773
1771
  "supports_function_calling": true,
1774
1772
  "supports_response_schema": true,
1775
- "supports_tool_choice": true
1773
+ "supports_tool_choice": true,
1774
+ "deprecation_date": "2025-03-20"
1776
1775
  },
1777
1776
  "groq/gemma-7b-it": {
1778
1777
  "max_tokens": 8192,
@@ -1784,7 +1783,8 @@
1784
1783
  "mode": "chat",
1785
1784
  "supports_function_calling": true,
1786
1785
  "supports_response_schema": true,
1787
- "supports_tool_choice": true
1786
+ "supports_tool_choice": true,
1787
+ "deprecation_date": "2024-12-18"
1788
1788
  },
1789
1789
  "groq/gemma2-9b-it": {
1790
1790
  "max_tokens": 8192,
@@ -1794,9 +1794,9 @@
1794
1794
  "output_cost_per_token": 2e-07,
1795
1795
  "litellm_provider": "groq",
1796
1796
  "mode": "chat",
1797
- "supports_function_calling": true,
1797
+ "supports_function_calling": false,
1798
1798
  "supports_response_schema": true,
1799
- "supports_tool_choice": true
1799
+ "supports_tool_choice": false
1800
1800
  },
1801
1801
  "groq/llama3-groq-70b-8192-tool-use-preview": {
1802
1802
  "max_tokens": 8192,
@@ -1808,7 +1808,8 @@
1808
1808
  "mode": "chat",
1809
1809
  "supports_function_calling": true,
1810
1810
  "supports_response_schema": true,
1811
- "supports_tool_choice": true
1811
+ "supports_tool_choice": true,
1812
+ "deprecation_date": "2025-1-6"
1812
1813
  },
1813
1814
  "groq/llama3-groq-8b-8192-tool-use-preview": {
1814
1815
  "max_tokens": 8192,
@@ -1820,7 +1821,8 @@
1820
1821
  "mode": "chat",
1821
1822
  "supports_function_calling": true,
1822
1823
  "supports_response_schema": true,
1823
- "supports_tool_choice": true
1824
+ "supports_tool_choice": true,
1825
+ "deprecation_date": "2025-1-6"
1824
1826
  },
1825
1827
  "cerebras/llama3.1-8b": {
1826
1828
  "max_tokens": 128000,
@@ -4834,6 +4836,8 @@
4834
4836
  "max_output_tokens": 8192,
4835
4837
  "input_cost_per_token": 3e-06,
4836
4838
  "output_cost_per_token": 1.5e-05,
4839
+ "cache_creation_input_token_cost": 3.75e-06,
4840
+ "cache_read_input_token_cost": 3e-07,
4837
4841
  "litellm_provider": "bedrock",
4838
4842
  "mode": "chat",
4839
4843
  "supports_function_calling": true,
@@ -4916,6 +4920,8 @@
4916
4920
  "max_output_tokens": 8192,
4917
4921
  "input_cost_per_token": 3e-06,
4918
4922
  "output_cost_per_token": 1.5e-05,
4923
+ "cache_creation_input_token_cost": 3.75e-06,
4924
+ "cache_read_input_token_cost": 3e-07,
4919
4925
  "litellm_provider": "bedrock",
4920
4926
  "mode": "chat",
4921
4927
  "supports_function_calling": true,
@@ -7577,6 +7583,8 @@
7577
7583
  "max_output_tokens": 8192,
7578
7584
  "input_cost_per_token": 8e-07,
7579
7585
  "output_cost_per_token": 4e-06,
7586
+ "cache_creation_input_token_cost": 1e-06,
7587
+ "cache_read_input_token_cost": 8e-08,
7580
7588
  "litellm_provider": "bedrock",
7581
7589
  "mode": "chat",
7582
7590
  "supports_assistant_prefill": true,
@@ -7592,6 +7600,8 @@
7592
7600
  "max_output_tokens": 8192,
7593
7601
  "input_cost_per_token": 8e-07,
7594
7602
  "output_cost_per_token": 4e-06,
7603
+ "cache_creation_input_token_cost": 1e-06,
7604
+ "cache_read_input_token_cost": 8e-08,
7595
7605
  "litellm_provider": "bedrock",
7596
7606
  "mode": "chat",
7597
7607
  "supports_assistant_prefill": true,
@@ -7701,7 +7711,8 @@
7701
7711
  "mode": "chat",
7702
7712
  "supports_function_calling": true,
7703
7713
  "supports_response_schema": true,
7704
- "supports_tool_choice": true
7714
+ "supports_tool_choice": true,
7715
+ "deprecation_date": "2025-04-14"
7705
7716
  },
7706
7717
  "groq/llama-3.2-3b-preview": {
7707
7718
  "max_tokens": 8192,
@@ -7713,7 +7724,8 @@
7713
7724
  "mode": "chat",
7714
7725
  "supports_function_calling": true,
7715
7726
  "supports_response_schema": true,
7716
- "supports_tool_choice": true
7727
+ "supports_tool_choice": true,
7728
+ "deprecation_date": "2025-04-14"
7717
7729
  },
7718
7730
  "groq/llama-3.2-11b-text-preview": {
7719
7731
  "max_tokens": 8192,
@@ -7725,7 +7737,8 @@
7725
7737
  "mode": "chat",
7726
7738
  "supports_function_calling": true,
7727
7739
  "supports_response_schema": true,
7728
- "supports_tool_choice": true
7740
+ "supports_tool_choice": true,
7741
+ "deprecation_date": "2024-10-28"
7729
7742
  },
7730
7743
  "groq/llama-3.2-11b-vision-preview": {
7731
7744
  "max_tokens": 8192,
@@ -7738,7 +7751,8 @@
7738
7751
  "supports_function_calling": true,
7739
7752
  "supports_response_schema": true,
7740
7753
  "supports_vision": true,
7741
- "supports_tool_choice": true
7754
+ "supports_tool_choice": true,
7755
+ "deprecation_date": "2025-04-14"
7742
7756
  },
7743
7757
  "groq/llama-3.2-90b-text-preview": {
7744
7758
  "max_tokens": 8192,
@@ -7750,7 +7764,8 @@
7750
7764
  "mode": "chat",
7751
7765
  "supports_function_calling": true,
7752
7766
  "supports_response_schema": true,
7753
- "supports_tool_choice": true
7767
+ "supports_tool_choice": true,
7768
+ "deprecation_date": "2024-11-25"
7754
7769
  },
7755
7770
  "groq/llama-3.2-90b-vision-preview": {
7756
7771
  "max_tokens": 8192,
@@ -7763,7 +7778,8 @@
7763
7778
  "supports_function_calling": true,
7764
7779
  "supports_response_schema": true,
7765
7780
  "supports_vision": true,
7766
- "supports_tool_choice": true
7781
+ "supports_tool_choice": true,
7782
+ "deprecation_date": "2025-04-14"
7767
7783
  },
7768
7784
  "vertex_ai/claude-3-sonnet": {
7769
7785
  "max_tokens": 4096,
@@ -8224,9 +8240,9 @@
8224
8240
  "supports_prompt_caching": true
8225
8241
  },
8226
8242
  "groq/llama-3.3-70b-versatile": {
8227
- "max_tokens": 8192,
8243
+ "max_tokens": 32768,
8228
8244
  "max_input_tokens": 128000,
8229
- "max_output_tokens": 8192,
8245
+ "max_output_tokens": 32768,
8230
8246
  "input_cost_per_token": 5.9e-07,
8231
8247
  "output_cost_per_token": 7.9e-07,
8232
8248
  "litellm_provider": "groq",
@@ -8243,7 +8259,8 @@
8243
8259
  "output_cost_per_token": 9.9e-07,
8244
8260
  "litellm_provider": "groq",
8245
8261
  "mode": "chat",
8246
- "supports_tool_choice": true
8262
+ "supports_tool_choice": true,
8263
+ "deprecation_date": "2025-04-14"
8247
8264
  },
8248
8265
  "friendliai/meta-llama-3.1-8b-instruct": {
8249
8266
  "max_tokens": 8192,
@@ -8964,17 +8981,16 @@
8964
8981
  "supports_tool_choice": true
8965
8982
  },
8966
8983
  "groq/deepseek-r1-distill-llama-70b": {
8967
- "max_tokens": 131072,
8968
- "max_input_tokens": 131072,
8969
- "max_output_tokens": 131072,
8984
+ "max_tokens": 128000,
8985
+ "max_input_tokens": 128000,
8986
+ "max_output_tokens": 128000,
8970
8987
  "input_cost_per_token": 7.5e-07,
8971
8988
  "output_cost_per_token": 9.9e-07,
8972
8989
  "litellm_provider": "groq",
8973
8990
  "mode": "chat",
8974
- "supports_system_messages": false,
8975
- "supports_function_calling": false,
8991
+ "supports_function_calling": true,
8992
+ "supports_response_schema": true,
8976
8993
  "supports_reasoning": true,
8977
- "supports_response_schema": false,
8978
8994
  "supports_tool_choice": true
8979
8995
  },
8980
8996
  "gemini/gemini-2.0-flash": {
@@ -9745,6 +9761,8 @@
9745
9761
  "max_output_tokens": 8192,
9746
9762
  "input_cost_per_token": 3e-06,
9747
9763
  "output_cost_per_token": 1.5e-05,
9764
+ "cache_creation_input_token_cost": 3.75e-06,
9765
+ "cache_read_input_token_cost": 3e-07,
9748
9766
  "litellm_provider": "bedrock_converse",
9749
9767
  "mode": "chat",
9750
9768
  "supports_function_calling": true,
@@ -9762,6 +9780,8 @@
9762
9780
  "max_output_tokens": 8192,
9763
9781
  "input_cost_per_token": 3e-06,
9764
9782
  "output_cost_per_token": 1.5e-05,
9783
+ "cache_creation_input_token_cost": 3.75e-06,
9784
+ "cache_read_input_token_cost": 3e-07,
9765
9785
  "litellm_provider": "bedrock_converse",
9766
9786
  "mode": "chat",
9767
9787
  "supports_function_calling": true,
@@ -11953,22 +11973,22 @@
11953
11973
  "source": "https://x.ai/api#pricing"
11954
11974
  },
11955
11975
  "groq/whisper-large-v3": {
11956
- "mode": "audio_transcription",
11957
11976
  "input_cost_per_second": 3.083e-05,
11958
- "output_cost_per_second": 0,
11959
- "litellm_provider": "groq"
11977
+ "output_cost_per_second": 0.0,
11978
+ "litellm_provider": "groq",
11979
+ "mode": "audio_transcription"
11960
11980
  },
11961
11981
  "groq/whisper-large-v3-turbo": {
11962
- "mode": "audio_transcription",
11963
11982
  "input_cost_per_second": 1.111e-05,
11964
- "output_cost_per_second": 0,
11965
- "litellm_provider": "groq"
11983
+ "output_cost_per_second": 0.0,
11984
+ "litellm_provider": "groq",
11985
+ "mode": "audio_transcription"
11966
11986
  },
11967
11987
  "groq/distil-whisper-large-v3-en": {
11968
- "mode": "audio_transcription",
11969
11988
  "input_cost_per_second": 5.56e-06,
11970
- "output_cost_per_second": 0,
11971
- "litellm_provider": "groq"
11989
+ "output_cost_per_second": 0.0,
11990
+ "litellm_provider": "groq",
11991
+ "mode": "audio_transcription"
11972
11992
  },
11973
11993
  "meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8": {
11974
11994
  "max_tokens": 128000,
@@ -13222,5 +13242,68 @@
13222
13242
  "supports_pdf_input": true,
13223
13243
  "supports_tool_choice": true,
13224
13244
  "supports_reasoning": true
13245
+ },
13246
+ "groq/llama-guard-3-8b": {
13247
+ "max_tokens": 8192,
13248
+ "max_input_tokens": 8192,
13249
+ "max_output_tokens": 8192,
13250
+ "input_cost_per_token": 2e-07,
13251
+ "output_cost_per_token": 2e-07,
13252
+ "litellm_provider": "groq",
13253
+ "mode": "chat"
13254
+ },
13255
+ "groq/meta-llama/llama-4-scout-17b-16e-instruct": {
13256
+ "max_tokens": 8192,
13257
+ "max_input_tokens": 131072,
13258
+ "max_output_tokens": 8192,
13259
+ "input_cost_per_token": 1.1e-07,
13260
+ "output_cost_per_token": 3.4e-07,
13261
+ "litellm_provider": "groq",
13262
+ "mode": "chat",
13263
+ "supports_function_calling": true,
13264
+ "supports_response_schema": true,
13265
+ "supports_tool_choice": true
13266
+ },
13267
+ "groq/meta-llama/llama-4-maverick-17b-128e-instruct": {
13268
+ "max_tokens": 8192,
13269
+ "max_input_tokens": 131072,
13270
+ "max_output_tokens": 8192,
13271
+ "input_cost_per_token": 2e-07,
13272
+ "output_cost_per_token": 6e-07,
13273
+ "litellm_provider": "groq",
13274
+ "mode": "chat",
13275
+ "supports_function_calling": true,
13276
+ "supports_response_schema": true,
13277
+ "supports_tool_choice": true
13278
+ },
13279
+ "groq/mistral-saba-24b": {
13280
+ "max_tokens": 32000,
13281
+ "max_input_tokens": 32000,
13282
+ "max_output_tokens": 32000,
13283
+ "input_cost_per_token": 7.9e-07,
13284
+ "output_cost_per_token": 7.9e-07,
13285
+ "litellm_provider": "groq",
13286
+ "mode": "chat"
13287
+ },
13288
+ "groq/qwen-qwq-32b": {
13289
+ "max_tokens": 128000,
13290
+ "max_input_tokens": 128000,
13291
+ "max_output_tokens": 128000,
13292
+ "input_cost_per_token": 2.9e-07,
13293
+ "output_cost_per_token": 3.9e-07,
13294
+ "litellm_provider": "groq",
13295
+ "mode": "chat",
13296
+ "supports_function_calling": true,
13297
+ "supports_response_schema": true,
13298
+ "supports_reasoning": true,
13299
+ "supports_tool_choice": true
13300
+ },
13301
+ "groq/playai-tts": {
13302
+ "max_tokens": 10000,
13303
+ "max_input_tokens": 10000,
13304
+ "max_output_tokens": 10000,
13305
+ "input_cost_per_character": 5e-05,
13306
+ "litellm_provider": "groq",
13307
+ "mode": "audio_speech"
13225
13308
  }
13226
13309
  }
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: tokencostauto
3
- Version: 0.1.32
3
+ Version: 0.1.36
4
4
  Summary: To calculate token and translated USD cost of string and message calls to OpenAI, for example when used by AI agents
5
5
  Author-email: Trisha Pan <trishaepan@gmail.com>, Alex Reibman <areibman@gmail.com>, Pratyush Shukla <ps4534@nyu.edu>, Thiago MadPin <madpin@gmail.com>
6
6
  Project-URL: Homepage, https://github.com/madpin/tokencostaudo
@@ -0,0 +1,9 @@
1
+ tokencostauto/__init__.py,sha256=-4d_ryFH62SgNXPXA8vGPFZoAKtOBjnsg37EB_RkZG8,289
2
+ tokencostauto/constants.py,sha256=_82MlTkTrdrwzyRosQD7d3JdgNP9KAUM-cZo8DE00P0,3395
3
+ tokencostauto/costs.py,sha256=tXsgrTypq-dCHaHtoXcg2XepezWsAvZpl9gEsv_53iE,10679
4
+ tokencostauto/model_prices.json,sha256=IfB7ljbvSmUnNwspj8ycEF-JcZQ0me-pHZBedcDgTOc,474626
5
+ tokencostauto-0.1.36.dist-info/licenses/LICENSE,sha256=4PLv_CD6Ughnsvg_nM2XeTqGwVK6lQVR77kVWbPq-0U,1065
6
+ tokencostauto-0.1.36.dist-info/METADATA,sha256=EmIN0GJwGVjsTPddEaVjWWesEr9WHc9gwJ_kUNTmHC4,204075
7
+ tokencostauto-0.1.36.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
8
+ tokencostauto-0.1.36.dist-info/top_level.txt,sha256=szZQTUJRotfIaeZCDsOgvofIkLt2ak88RP13oI51-TU,14
9
+ tokencostauto-0.1.36.dist-info/RECORD,,
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (80.4.0)
2
+ Generator: setuptools (80.7.1)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5
 
@@ -1,9 +0,0 @@
1
- tokencostauto/__init__.py,sha256=-4d_ryFH62SgNXPXA8vGPFZoAKtOBjnsg37EB_RkZG8,289
2
- tokencostauto/constants.py,sha256=_82MlTkTrdrwzyRosQD7d3JdgNP9KAUM-cZo8DE00P0,3395
3
- tokencostauto/costs.py,sha256=tXsgrTypq-dCHaHtoXcg2XepezWsAvZpl9gEsv_53iE,10679
4
- tokencostauto/model_prices.json,sha256=InjmBIw79wgw6mXtQixVp0GzP33cKJLv_9yuN5LeD5A,471612
5
- tokencostauto-0.1.32.dist-info/licenses/LICENSE,sha256=4PLv_CD6Ughnsvg_nM2XeTqGwVK6lQVR77kVWbPq-0U,1065
6
- tokencostauto-0.1.32.dist-info/METADATA,sha256=wrKjPG1aE3gw7t2OO8-4JNiDsancCUyxEI6Ma5okzpc,204075
7
- tokencostauto-0.1.32.dist-info/WHEEL,sha256=DnLRTWE75wApRYVsjgc6wsVswC54sMSJhAEd4xhDpBk,91
8
- tokencostauto-0.1.32.dist-info/top_level.txt,sha256=szZQTUJRotfIaeZCDsOgvofIkLt2ak88RP13oI51-TU,14
9
- tokencostauto-0.1.32.dist-info/RECORD,,