tokencostauto 0.1.30__py3-none-any.whl → 0.1.34__py3-none-any.whl

tokencostauto/model_prices.json

@@ -1709,10 +1709,7 @@
         "input_cost_per_token": 5e-08,
         "output_cost_per_token": 8e-08,
         "litellm_provider": "groq",
-        "mode": "chat",
-        "supports_function_calling": true,
-        "supports_response_schema": true,
-        "supports_tool_choice": true
+        "mode": "chat"
     },
     "groq/llama3-70b-8192": {
         "max_tokens": 8192,
@@ -1721,14 +1718,11 @@
         "input_cost_per_token": 5.9e-07,
         "output_cost_per_token": 7.9e-07,
         "litellm_provider": "groq",
-        "mode": "chat",
-        "supports_function_calling": true,
-        "supports_response_schema": true,
-        "supports_tool_choice": true
+        "mode": "chat"
     },
     "groq/llama-3.1-8b-instant": {
         "max_tokens": 8192,
-        "max_input_tokens": 8192,
+        "max_input_tokens": 128000,
         "max_output_tokens": 8192,
         "input_cost_per_token": 5e-08,
         "output_cost_per_token": 8e-08,
@@ -1748,7 +1742,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "deprecation_date": "2025-01-24"
     },
     "groq/llama-3.1-405b-reasoning": {
         "max_tokens": 8192,
@@ -1772,7 +1767,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "deprecation_date": "2025-03-20"
     },
     "groq/gemma-7b-it": {
         "max_tokens": 8192,
@@ -1784,7 +1780,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "deprecation_date": "2024-12-18"
     },
     "groq/gemma2-9b-it": {
         "max_tokens": 8192,
@@ -1794,9 +1791,9 @@
         "output_cost_per_token": 2e-07,
         "litellm_provider": "groq",
         "mode": "chat",
-        "supports_function_calling": true,
+        "supports_function_calling": false,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": false
     },
     "groq/llama3-groq-70b-8192-tool-use-preview": {
         "max_tokens": 8192,
@@ -1808,7 +1805,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "deprecation_date": "2025-1-6"
     },
     "groq/llama3-groq-8b-8192-tool-use-preview": {
         "max_tokens": 8192,
@@ -1820,7 +1818,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "deprecation_date": "2025-1-6"
     },
     "cerebras/llama3.1-8b": {
         "max_tokens": 128000,
@@ -2021,6 +2020,11 @@
         "output_cost_per_token": 1.5e-05,
         "cache_creation_input_token_cost": 3.75e-06,
         "cache_read_input_token_cost": 3e-07,
+        "search_context_cost_per_query": {
+            "search_context_size_low": 0.01,
+            "search_context_size_medium": 0.01,
+            "search_context_size_high": 0.01
+        },
         "litellm_provider": "anthropic",
         "mode": "chat",
         "supports_function_calling": true,
@@ -2031,7 +2035,8 @@
         "supports_prompt_caching": true,
         "supports_response_schema": true,
         "deprecation_date": "2025-10-01",
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "supports_web_search": true
     },
     "claude-3-5-sonnet-latest": {
         "max_tokens": 8192,
@@ -2041,6 +2046,11 @@
         "output_cost_per_token": 1.5e-05,
         "cache_creation_input_token_cost": 3.75e-06,
         "cache_read_input_token_cost": 3e-07,
+        "search_context_cost_per_query": {
+            "search_context_size_low": 0.01,
+            "search_context_size_medium": 0.01,
+            "search_context_size_high": 0.01
+        },
         "litellm_provider": "anthropic",
         "mode": "chat",
         "supports_function_calling": true,
@@ -2051,7 +2061,8 @@
         "supports_prompt_caching": true,
         "supports_response_schema": true,
         "deprecation_date": "2025-06-01",
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "supports_web_search": true
     },
     "text-bison": {
         "max_tokens": 2048,
@@ -7507,6 +7518,11 @@
         "output_cost_per_token": 4e-06,
         "cache_creation_input_token_cost": 1e-06,
         "cache_read_input_token_cost": 8e-08,
+        "search_context_cost_per_query": {
+            "search_context_size_low": 0.01,
+            "search_context_size_medium": 0.01,
+            "search_context_size_high": 0.01
+        },
         "litellm_provider": "anthropic",
         "mode": "chat",
         "supports_function_calling": true,
@@ -7517,7 +7533,8 @@
         "supports_prompt_caching": true,
         "supports_response_schema": true,
         "deprecation_date": "2025-10-01",
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "supports_web_search": true
     },
     "vertex_ai/claude-3-5-haiku@20241022": {
         "max_tokens": 8192,
@@ -7683,7 +7700,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "deprecation_date": "2025-04-14"
     },
     "groq/llama-3.2-3b-preview": {
         "max_tokens": 8192,
@@ -7695,7 +7713,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "deprecation_date": "2025-04-14"
     },
     "groq/llama-3.2-11b-text-preview": {
         "max_tokens": 8192,
@@ -7707,7 +7726,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "deprecation_date": "2024-10-28"
     },
     "groq/llama-3.2-11b-vision-preview": {
         "max_tokens": 8192,
@@ -7720,7 +7740,8 @@
         "supports_function_calling": true,
         "supports_response_schema": true,
         "supports_vision": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "deprecation_date": "2025-04-14"
     },
     "groq/llama-3.2-90b-text-preview": {
         "max_tokens": 8192,
@@ -7732,7 +7753,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "deprecation_date": "2024-11-25"
     },
     "groq/llama-3.2-90b-vision-preview": {
         "max_tokens": 8192,
@@ -7745,7 +7767,8 @@
         "supports_function_calling": true,
         "supports_response_schema": true,
         "supports_vision": true,
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "deprecation_date": "2025-04-14"
     },
     "vertex_ai/claude-3-sonnet": {
         "max_tokens": 4096,
@@ -8206,9 +8229,9 @@
         "supports_prompt_caching": true
     },
     "groq/llama-3.3-70b-versatile": {
-        "max_tokens": 8192,
+        "max_tokens": 32768,
         "max_input_tokens": 128000,
-        "max_output_tokens": 8192,
+        "max_output_tokens": 32768,
         "input_cost_per_token": 5.9e-07,
         "output_cost_per_token": 7.9e-07,
         "litellm_provider": "groq",
@@ -8225,7 +8248,8 @@
         "output_cost_per_token": 9.9e-07,
         "litellm_provider": "groq",
         "mode": "chat",
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "deprecation_date": "2025-04-14"
     },
     "friendliai/meta-llama-3.1-8b-instruct": {
         "max_tokens": 8192,
@@ -8946,17 +8970,16 @@
         "supports_tool_choice": true
     },
     "groq/deepseek-r1-distill-llama-70b": {
-        "max_tokens": 131072,
-        "max_input_tokens": 131072,
-        "max_output_tokens": 131072,
+        "max_tokens": 128000,
+        "max_input_tokens": 128000,
+        "max_output_tokens": 128000,
         "input_cost_per_token": 7.5e-07,
         "output_cost_per_token": 9.9e-07,
         "litellm_provider": "groq",
         "mode": "chat",
-        "supports_system_messages": false,
-        "supports_function_calling": false,
+        "supports_function_calling": true,
+        "supports_response_schema": true,
         "supports_reasoning": true,
-        "supports_response_schema": false,
         "supports_tool_choice": true
     },
     "gemini/gemini-2.0-flash": {
@@ -9585,6 +9608,11 @@
         "output_cost_per_token": 5e-06,
         "cache_creation_input_token_cost": 1.25e-06,
         "cache_read_input_token_cost": 1e-07,
+        "search_context_cost_per_query": {
+            "search_context_size_low": 0.01,
+            "search_context_size_medium": 0.01,
+            "search_context_size_high": 0.01
+        },
         "litellm_provider": "anthropic",
         "mode": "chat",
         "supports_function_calling": true,
@@ -9595,7 +9623,8 @@
         "supports_prompt_caching": true,
         "supports_response_schema": true,
         "deprecation_date": "2025-10-01",
-        "supports_tool_choice": true
+        "supports_tool_choice": true,
+        "supports_web_search": true
     },
     "claude-3-7-sonnet-latest": {
         "max_tokens": 128000,
@@ -9603,6 +9632,11 @@
         "max_output_tokens": 128000,
         "input_cost_per_token": 3e-06,
         "output_cost_per_token": 1.5e-05,
+        "search_context_cost_per_query": {
+            "search_context_size_low": 0.01,
+            "search_context_size_medium": 0.01,
+            "search_context_size_high": 0.01
+        },
         "cache_creation_input_token_cost": 3.75e-06,
         "cache_read_input_token_cost": 3e-07,
         "litellm_provider": "anthropic",
@@ -9626,6 +9660,11 @@
         "output_cost_per_token": 1.5e-05,
         "cache_creation_input_token_cost": 3.75e-06,
         "cache_read_input_token_cost": 3e-07,
+        "search_context_cost_per_query": {
+            "search_context_size_low": 0.01,
+            "search_context_size_medium": 0.01,
+            "search_context_size_high": 0.01
+        },
         "litellm_provider": "anthropic",
         "mode": "chat",
         "supports_function_calling": true,
@@ -9637,7 +9676,8 @@
         "supports_response_schema": true,
         "deprecation_date": "2026-02-01",
         "supports_tool_choice": true,
-        "supports_reasoning": true
+        "supports_reasoning": true,
+        "supports_web_search": true
     },
     "vertex_ai/claude-3-7-sonnet@20250219": {
         "max_tokens": 8192,
@@ -11918,22 +11958,22 @@
         "source": "https://x.ai/api#pricing"
     },
     "groq/whisper-large-v3": {
-        "mode": "audio_transcription",
         "input_cost_per_second": 3.083e-05,
-        "output_cost_per_second": 0,
-        "litellm_provider": "groq"
+        "output_cost_per_second": 0.0,
+        "litellm_provider": "groq",
+        "mode": "audio_transcription"
     },
     "groq/whisper-large-v3-turbo": {
-        "mode": "audio_transcription",
         "input_cost_per_second": 1.111e-05,
-        "output_cost_per_second": 0,
-        "litellm_provider": "groq"
+        "output_cost_per_second": 0.0,
+        "litellm_provider": "groq",
+        "mode": "audio_transcription"
     },
     "groq/distil-whisper-large-v3-en": {
-        "mode": "audio_transcription",
         "input_cost_per_second": 5.56e-06,
-        "output_cost_per_second": 0,
-        "litellm_provider": "groq"
+        "output_cost_per_second": 0.0,
+        "litellm_provider": "groq",
+        "mode": "audio_transcription"
     },
     "meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8": {
         "max_tokens": 128000,
@@ -13134,5 +13174,121 @@
             "/v1/images/generations"
         ],
         "source": "https://docs.nscale.com/docs/inference/serverless-models/current#image-models"
+    },
+    "azure/gpt-4o-mini-tts": {
+        "mode": "audio_speech",
+        "input_cost_per_token": 2.5e-06,
+        "output_cost_per_token": 1e-05,
+        "output_cost_per_audio_token": 1.2e-05,
+        "output_cost_per_second": 0.00025,
+        "litellm_provider": "azure",
+        "supported_modalities": [
+            "text",
+            "audio"
+        ],
+        "supported_output_modalities": [
+            "audio"
+        ],
+        "supported_endpoints": [
+            "/v1/audio/speech"
+        ]
+    },
+    "azure_ai/embed-v-4-0": {
+        "max_tokens": 128000,
+        "max_input_tokens": 128000,
+        "output_vector_size": 3072,
+        "input_cost_per_token": 1.2e-07,
+        "output_cost_per_token": 0.0,
+        "litellm_provider": "azure_ai",
+        "mode": "embedding",
+        "supports_embedding_image_input": true,
+        "supported_endpoints": [
+            "/v1/embeddings"
+        ],
+        "supported_modalities": [
+            "text",
+            "image"
+        ],
+        "source": "https://azuremarketplace.microsoft.com/pt-br/marketplace/apps/cohere.cohere-embed-4-offer?tab=PlansAndPrice"
+    },
+    "eu.anthropic.claude-3-7-sonnet-20250219-v1:0": {
+        "max_tokens": 8192,
+        "max_input_tokens": 200000,
+        "max_output_tokens": 8192,
+        "input_cost_per_token": 3e-06,
+        "output_cost_per_token": 1.5e-05,
+        "litellm_provider": "bedrock",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_vision": true,
+        "supports_assistant_prefill": true,
+        "supports_prompt_caching": true,
+        "supports_response_schema": true,
+        "supports_pdf_input": true,
+        "supports_tool_choice": true,
+        "supports_reasoning": true
+    },
+    "groq/llama-guard-3-8b": {
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
+        "input_cost_per_token": 2e-07,
+        "output_cost_per_token": 2e-07,
+        "litellm_provider": "groq",
+        "mode": "chat"
+    },
+    "groq/meta-llama/llama-4-scout-17b-16e-instruct": {
+        "max_tokens": 8192,
+        "max_input_tokens": 131072,
+        "max_output_tokens": 8192,
+        "input_cost_per_token": 1.1e-07,
+        "output_cost_per_token": 3.4e-07,
+        "litellm_provider": "groq",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_response_schema": true,
+        "supports_tool_choice": true
+    },
+    "groq/meta-llama/llama-4-maverick-17b-128e-instruct": {
+        "max_tokens": 8192,
+        "max_input_tokens": 131072,
+        "max_output_tokens": 8192,
+        "input_cost_per_token": 2e-07,
+        "output_cost_per_token": 6e-07,
+        "litellm_provider": "groq",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_response_schema": true,
+        "supports_tool_choice": true
+    },
+    "groq/mistral-saba-24b": {
+        "max_tokens": 32000,
+        "max_input_tokens": 32000,
+        "max_output_tokens": 32000,
+        "input_cost_per_token": 7.9e-07,
+        "output_cost_per_token": 7.9e-07,
+        "litellm_provider": "groq",
+        "mode": "chat"
+    },
+    "groq/qwen-qwq-32b": {
+        "max_tokens": 128000,
+        "max_input_tokens": 128000,
+        "max_output_tokens": 128000,
+        "input_cost_per_token": 2.9e-07,
+        "output_cost_per_token": 3.9e-07,
+        "litellm_provider": "groq",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_response_schema": true,
+        "supports_reasoning": true,
+        "supports_tool_choice": true
+    },
+    "groq/playai-tts": {
+        "max_tokens": 10000,
+        "max_input_tokens": 10000,
+        "max_output_tokens": 10000,
+        "input_cost_per_character": 5e-05,
+        "litellm_provider": "groq",
+        "mode": "audio_speech"
     }
 }

{tokencostauto-0.1.30.dist-info → tokencostauto-0.1.34.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tokencostauto
-Version: 0.1.30
+Version: 0.1.34
 Summary: To calculate token and translated USD cost of string and message calls to OpenAI, for example when used by AI agents
 Author-email: Trisha Pan <trishaepan@gmail.com>, Alex Reibman <areibman@gmail.com>, Pratyush Shukla <ps4534@nyu.edu>, Thiago MadPin <madpin@gmail.com>
 Project-URL: Homepage, https://github.com/madpin/tokencostaudo

tokencostauto-0.1.34.dist-info/RECORD

@@ -0,0 +1,9 @@
+tokencostauto/__init__.py,sha256=-4d_ryFH62SgNXPXA8vGPFZoAKtOBjnsg37EB_RkZG8,289
+tokencostauto/constants.py,sha256=_82MlTkTrdrwzyRosQD7d3JdgNP9KAUM-cZo8DE00P0,3395
+tokencostauto/costs.py,sha256=tXsgrTypq-dCHaHtoXcg2XepezWsAvZpl9gEsv_53iE,10679
+tokencostauto/model_prices.json,sha256=MObPkJtQQYPMm9Y8pggd_4IsEgnVYSgoCd2G7E5-ryc,473920
+tokencostauto-0.1.34.dist-info/licenses/LICENSE,sha256=4PLv_CD6Ughnsvg_nM2XeTqGwVK6lQVR77kVWbPq-0U,1065
+tokencostauto-0.1.34.dist-info/METADATA,sha256=zllg5W3Gmp4Vp3Bi0InKmaorQMF0qcEqNS13GFPMIhc,204075
+tokencostauto-0.1.34.dist-info/WHEEL,sha256=QZxptf4Y1BKFRCEDxD4h2V0mBFQOVFLFEpvxHmIs52A,91
+tokencostauto-0.1.34.dist-info/top_level.txt,sha256=szZQTUJRotfIaeZCDsOgvofIkLt2ak88RP13oI51-TU,14
+tokencostauto-0.1.34.dist-info/RECORD,,

{tokencostauto-0.1.30.dist-info → tokencostauto-0.1.34.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.4.0)
+Generator: setuptools (80.6.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

tokencostauto-0.1.30.dist-info/RECORD

@@ -1,9 +0,0 @@
-tokencostauto/__init__.py,sha256=-4d_ryFH62SgNXPXA8vGPFZoAKtOBjnsg37EB_RkZG8,289
-tokencostauto/constants.py,sha256=_82MlTkTrdrwzyRosQD7d3JdgNP9KAUM-cZo8DE00P0,3395
-tokencostauto/costs.py,sha256=tXsgrTypq-dCHaHtoXcg2XepezWsAvZpl9gEsv_53iE,10679
-tokencostauto/model_prices.json,sha256=pjU4wUl3QQHwEvJFywqGIFYGcIb_Q3IxL4NSEL87uNg,468528
-tokencostauto-0.1.30.dist-info/licenses/LICENSE,sha256=4PLv_CD6Ughnsvg_nM2XeTqGwVK6lQVR77kVWbPq-0U,1065
-tokencostauto-0.1.30.dist-info/METADATA,sha256=zItbUbO8HXRplLKF3izGgTmFOQXeo-V8SuT5mAJrHCc,204075
-tokencostauto-0.1.30.dist-info/WHEEL,sha256=DnLRTWE75wApRYVsjgc6wsVswC54sMSJhAEd4xhDpBk,91
-tokencostauto-0.1.30.dist-info/top_level.txt,sha256=szZQTUJRotfIaeZCDsOgvofIkLt2ak88RP13oI51-TU,14
-tokencostauto-0.1.30.dist-info/RECORD,,