PyPI - ragaai-catalyst - Versions diffs - 2.1.5b20__py3-none-any.whl → 2.1.5b22__py3-none-any.whl - Mend

ragaai-catalyst 2.1.5b20py3-none-any.whl → 2.1.5b22py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (22) hide show

ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json CHANGED Viewed

@@ -14,7 +14,8 @@
         "supports_audio_output": true,
         "supports_prompt_caching": true,
         "supports_response_schema": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "deprecation_date": "date when the model becomes deprecated in the format YYYY-MM-DD"
     },
     "omni-moderation-latest": {
         "max_tokens": 32768,
@@ -53,7 +54,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o": {
         "max_tokens": 16384,
@@ -71,7 +73,8 @@
         "supports_response_schema": true,
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o-audio-preview": {
         "max_tokens": 16384,
@@ -87,7 +90,8 @@
         "supports_parallel_function_calling": true,
         "supports_audio_input": true,
         "supports_audio_output": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o-audio-preview-2024-12-17": {
         "max_tokens": 16384,
@@ -103,7 +107,8 @@
         "supports_parallel_function_calling": true,
         "supports_audio_input": true,
         "supports_audio_output": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o-audio-preview-2024-10-01": {
         "max_tokens": 16384,
@@ -119,7 +124,8 @@
         "supports_parallel_function_calling": true,
         "supports_audio_input": true,
         "supports_audio_output": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o-mini-audio-preview-2024-12-17": {
         "max_tokens": 16384,
@@ -135,7 +141,8 @@
         "supports_parallel_function_calling": true,
         "supports_audio_input": true,
         "supports_audio_output": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o-mini": {
         "max_tokens": 16384,
@@ -153,7 +160,8 @@
         "supports_response_schema": true,
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o-mini-2024-07-18": {
         "max_tokens": 16384,
@@ -171,7 +179,8 @@
         "supports_response_schema": true,
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "o1": {
         "max_tokens": 100000,
@@ -187,20 +196,53 @@
         "supports_vision": true,
         "supports_prompt_caching": true,
         "supports_system_messages": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "o1-mini": {
         "max_tokens": 65536,
         "max_input_tokens": 128000,
         "max_output_tokens": 65536,
-        "input_cost_per_token": 3e-06,
-        "output_cost_per_token": 1.2e-05,
-        "cache_read_input_token_cost": 1.5e-06,
+        "input_cost_per_token": 1.1e-06,
+        "output_cost_per_token": 4.4e-06,
+        "cache_read_input_token_cost": 5.5e-07,
         "litellm_provider": "openai",
         "mode": "chat",
         "supports_vision": true,
         "supports_prompt_caching": true
     },
+    "o3-mini": {
+        "max_tokens": 100000,
+        "max_input_tokens": 200000,
+        "max_output_tokens": 100000,
+        "input_cost_per_token": 1.1e-06,
+        "output_cost_per_token": 4.4e-06,
+        "cache_read_input_token_cost": 5.5e-07,
+        "litellm_provider": "openai",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_parallel_function_calling": false,
+        "supports_vision": false,
+        "supports_prompt_caching": true,
+        "supports_response_schema": true,
+        "supports_tool_choice": true
+    },
+    "o3-mini-2025-01-31": {
+        "max_tokens": 100000,
+        "max_input_tokens": 200000,
+        "max_output_tokens": 100000,
+        "input_cost_per_token": 1.1e-06,
+        "output_cost_per_token": 4.4e-06,
+        "cache_read_input_token_cost": 5.5e-07,
+        "litellm_provider": "openai",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_parallel_function_calling": false,
+        "supports_vision": false,
+        "supports_prompt_caching": true,
+        "supports_response_schema": true,
+        "supports_tool_choice": true
+    },
     "o1-mini-2024-09-12": {
         "max_tokens": 65536,
         "max_input_tokens": 128000,
@@ -251,7 +293,8 @@
         "supports_vision": true,
         "supports_prompt_caching": true,
         "supports_system_messages": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "chatgpt-4o-latest": {
         "max_tokens": 4096,
@@ -265,7 +308,8 @@
         "supports_parallel_function_calling": true,
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o-2024-05-13": {
         "max_tokens": 4096,
@@ -281,7 +325,8 @@
         "supports_parallel_function_calling": true,
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o-2024-08-06": {
         "max_tokens": 16384,
@@ -299,7 +344,8 @@
         "supports_response_schema": true,
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o-2024-11-20": {
         "max_tokens": 16384,
@@ -317,7 +363,8 @@
         "supports_response_schema": true,
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o-realtime-preview-2024-10-01": {
         "max_tokens": 4096,
@@ -335,7 +382,8 @@
         "supports_parallel_function_calling": true,
         "supports_audio_input": true,
         "supports_audio_output": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o-realtime-preview": {
         "max_tokens": 4096,
@@ -352,7 +400,8 @@
         "supports_parallel_function_calling": true,
         "supports_audio_input": true,
         "supports_audio_output": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o-realtime-preview-2024-12-17": {
         "max_tokens": 4096,
@@ -369,7 +418,8 @@
         "supports_parallel_function_calling": true,
         "supports_audio_input": true,
         "supports_audio_output": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o-mini-realtime-preview": {
         "max_tokens": 4096,
@@ -387,7 +437,8 @@
         "supports_parallel_function_calling": true,
         "supports_audio_input": true,
         "supports_audio_output": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4o-mini-realtime-preview-2024-12-17": {
         "max_tokens": 4096,
@@ -405,7 +456,8 @@
         "supports_parallel_function_calling": true,
         "supports_audio_input": true,
         "supports_audio_output": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4-turbo-preview": {
         "max_tokens": 4096,
@@ -418,7 +470,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4-0314": {
         "max_tokens": 4096,
@@ -429,7 +482,8 @@
         "litellm_provider": "openai",
         "mode": "chat",
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4-0613": {
         "max_tokens": 4096,
@@ -441,7 +495,9 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "deprecation_date": "2025-06-06",
+        "supports_tool_choice": true
     },
     "gpt-4-32k": {
         "max_tokens": 4096,
@@ -452,7 +508,8 @@
         "litellm_provider": "openai",
         "mode": "chat",
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4-32k-0314": {
         "max_tokens": 4096,
@@ -463,7 +520,8 @@
         "litellm_provider": "openai",
         "mode": "chat",
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4-32k-0613": {
         "max_tokens": 4096,
@@ -474,7 +532,8 @@
         "litellm_provider": "openai",
         "mode": "chat",
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4-turbo": {
         "max_tokens": 4096,
@@ -488,7 +547,8 @@
         "supports_parallel_function_calling": true,
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4-turbo-2024-04-09": {
         "max_tokens": 4096,
@@ -502,7 +562,8 @@
         "supports_parallel_function_calling": true,
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4-1106-preview": {
         "max_tokens": 4096,
@@ -515,7 +576,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4-0125-preview": {
         "max_tokens": 4096,
@@ -528,7 +590,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-4-vision-preview": {
         "max_tokens": 4096,
@@ -540,7 +603,9 @@
         "mode": "chat",
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "deprecation_date": "2024-12-06",
+        "supports_tool_choice": true
     },
     "gpt-4-1106-vision-preview": {
         "max_tokens": 4096,
@@ -552,7 +617,9 @@
         "mode": "chat",
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "deprecation_date": "2024-12-06",
+        "supports_tool_choice": true
     },
     "gpt-3.5-turbo": {
         "max_tokens": 4097,
@@ -564,7 +631,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-3.5-turbo-0301": {
         "max_tokens": 4097,
@@ -575,7 +643,8 @@
         "litellm_provider": "openai",
         "mode": "chat",
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-3.5-turbo-0613": {
         "max_tokens": 4097,
@@ -587,7 +656,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-3.5-turbo-1106": {
         "max_tokens": 16385,
@@ -600,7 +670,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-3.5-turbo-0125": {
         "max_tokens": 16385,
@@ -613,7 +684,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-3.5-turbo-16k": {
         "max_tokens": 16385,
@@ -624,7 +696,8 @@
         "litellm_provider": "openai",
         "mode": "chat",
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "gpt-3.5-turbo-16k-0613": {
         "max_tokens": 16385,
@@ -635,7 +708,8 @@
         "litellm_provider": "openai",
         "mode": "chat",
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "ft:gpt-3.5-turbo": {
         "max_tokens": 4096,
@@ -647,7 +721,8 @@
         "output_cost_per_token_batches": 3e-06,
         "litellm_provider": "openai",
         "mode": "chat",
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "ft:gpt-3.5-turbo-0125": {
         "max_tokens": 4096,
@@ -657,7 +732,8 @@
         "output_cost_per_token": 6e-06,
         "litellm_provider": "openai",
         "mode": "chat",
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "ft:gpt-3.5-turbo-1106": {
         "max_tokens": 4096,
@@ -667,7 +743,8 @@
         "output_cost_per_token": 6e-06,
         "litellm_provider": "openai",
         "mode": "chat",
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "ft:gpt-3.5-turbo-0613": {
         "max_tokens": 4096,
@@ -677,7 +754,8 @@
         "output_cost_per_token": 6e-06,
         "litellm_provider": "openai",
         "mode": "chat",
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "ft:gpt-4-0613": {
         "max_tokens": 4096,
@@ -689,7 +767,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "source": "OpenAI needs to add pricing for this ft model, will be updated when added by OpenAI. Defaulting to base model pricing",
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "ft:gpt-4o-2024-08-06": {
         "max_tokens": 16384,
@@ -705,7 +784,8 @@
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
         "supports_vision": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "ft:gpt-4o-2024-11-20": {
         "max_tokens": 16384,
@@ -721,7 +801,8 @@
         "supports_response_schema": true,
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "ft:gpt-4o-mini-2024-07-18": {
         "max_tokens": 16384,
@@ -739,7 +820,8 @@
         "supports_response_schema": true,
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true
+        "supports_system_messages": true,
+        "supports_tool_choice": true
     },
     "ft:davinci-002": {
         "max_tokens": 16384,
@@ -887,7 +969,7 @@
     },
     "whisper-1": {
         "mode": "audio_transcription",
-        "input_cost_per_second": 0,
+        "input_cost_per_second": 0.0001,
         "output_cost_per_second": 0.0001,
         "litellm_provider": "openai"
     },
@@ -901,6 +983,19 @@
         "input_cost_per_character": 3e-05,
         "litellm_provider": "openai"
     },
+    "azure/o3-mini-2025-01-31": {
+        "max_tokens": 100000,
+        "max_input_tokens": 200000,
+        "max_output_tokens": 100000,
+        "input_cost_per_token": 1.1e-06,
+        "output_cost_per_token": 4.4e-06,
+        "cache_read_input_token_cost": 5.5e-07,
+        "litellm_provider": "azure",
+        "mode": "chat",
+        "supports_vision": false,
+        "supports_prompt_caching": true,
+        "supports_tool_choice": true
+    },
     "azure/tts-1": {
         "mode": "audio_speech",
         "input_cost_per_character": 1.5e-05,
@@ -913,10 +1008,24 @@
     },
     "azure/whisper-1": {
         "mode": "audio_transcription",
-        "input_cost_per_second": 0,
+        "input_cost_per_second": 0.0001,
         "output_cost_per_second": 0.0001,
         "litellm_provider": "azure"
     },
+    "azure/o3-mini": {
+        "max_tokens": 100000,
+        "max_input_tokens": 200000,
+        "max_output_tokens": 100000,
+        "input_cost_per_token": 1.1e-06,
+        "output_cost_per_token": 4.4e-06,
+        "cache_read_input_token_cost": 5.5e-07,
+        "litellm_provider": "azure",
+        "mode": "chat",
+        "supports_vision": false,
+        "supports_prompt_caching": true,
+        "supports_response_schema": true,
+        "supports_tool_choice": true
+    },
     "azure/o1-mini": {
         "max_tokens": 65536,
         "max_input_tokens": 128000,
@@ -957,7 +1066,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_vision": true,
-        "supports_prompt_caching": true
+        "supports_prompt_caching": true,
+        "supports_tool_choice": true
     },
     "azure/o1-preview": {
         "max_tokens": 32768,
@@ -999,7 +1109,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_vision": true,
-        "supports_prompt_caching": true
+        "supports_prompt_caching": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-4o-2024-08-06": {
         "max_tokens": 16384,
@@ -1007,13 +1118,15 @@
         "max_output_tokens": 16384,
         "input_cost_per_token": 2.75e-06,
         "output_cost_per_token": 1.1e-05,
+        "cache_read_input_token_cost": 1.25e-06,
         "litellm_provider": "azure",
         "mode": "chat",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
         "supports_vision": true,
-        "supports_prompt_caching": true
+        "supports_prompt_caching": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-4o-2024-11-20": {
         "max_tokens": 16384,
@@ -1026,7 +1139,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-4o-2024-05-13": {
         "max_tokens": 4096,
@@ -1039,7 +1153,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_vision": true,
-        "supports_prompt_caching": true
+        "supports_prompt_caching": true,
+        "supports_tool_choice": true
     },
     "azure/global-standard/gpt-4o-2024-08-06": {
         "max_tokens": 16384,
@@ -1047,13 +1162,15 @@
         "max_output_tokens": 16384,
         "input_cost_per_token": 2.5e-06,
         "output_cost_per_token": 1e-05,
+        "cache_read_input_token_cost": 1.25e-06,
         "litellm_provider": "azure",
         "mode": "chat",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
         "supports_vision": true,
-        "supports_prompt_caching": true
+        "supports_prompt_caching": true,
+        "supports_tool_choice": true
     },
     "azure/global-standard/gpt-4o-2024-11-20": {
         "max_tokens": 16384,
@@ -1066,7 +1183,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "azure/global-standard/gpt-4o-mini": {
         "max_tokens": 16384,
@@ -1079,7 +1197,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-4o-mini": {
         "max_tokens": 16384,
@@ -1094,7 +1213,8 @@
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
         "supports_vision": true,
-        "supports_prompt_caching": true
+        "supports_prompt_caching": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-4o-mini-2024-07-18": {
         "max_tokens": 16384,
@@ -1109,7 +1229,8 @@
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
         "supports_vision": true,
-        "supports_prompt_caching": true
+        "supports_prompt_caching": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-4-turbo-2024-04-09": {
         "max_tokens": 4096,
@@ -1121,7 +1242,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-4-0125-preview": {
         "max_tokens": 4096,
@@ -1132,7 +1254,8 @@
         "litellm_provider": "azure",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_parallel_function_calling": true
+        "supports_parallel_function_calling": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-4-1106-preview": {
         "max_tokens": 4096,
@@ -1143,7 +1266,8 @@
         "litellm_provider": "azure",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_parallel_function_calling": true
+        "supports_parallel_function_calling": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-4-0613": {
         "max_tokens": 4096,
@@ -1153,7 +1277,8 @@
         "output_cost_per_token": 6e-05,
         "litellm_provider": "azure",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-4-32k-0613": {
         "max_tokens": 4096,
@@ -1162,7 +1287,8 @@
         "input_cost_per_token": 6e-05,
         "output_cost_per_token": 0.00012,
         "litellm_provider": "azure",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "azure/gpt-4-32k": {
         "max_tokens": 4096,
@@ -1171,7 +1297,8 @@
         "input_cost_per_token": 6e-05,
         "output_cost_per_token": 0.00012,
         "litellm_provider": "azure",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "azure/gpt-4": {
         "max_tokens": 4096,
@@ -1181,7 +1308,8 @@
         "output_cost_per_token": 6e-05,
         "litellm_provider": "azure",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-4-turbo": {
         "max_tokens": 4096,
@@ -1192,7 +1320,8 @@
         "litellm_provider": "azure",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_parallel_function_calling": true
+        "supports_parallel_function_calling": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-4-turbo-vision-preview": {
         "max_tokens": 4096,
@@ -1202,7 +1331,8 @@
         "output_cost_per_token": 3e-05,
         "litellm_provider": "azure",
         "mode": "chat",
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-35-turbo-16k-0613": {
         "max_tokens": 4096,
@@ -1212,7 +1342,8 @@
         "output_cost_per_token": 4e-06,
         "litellm_provider": "azure",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-35-turbo-1106": {
         "max_tokens": 4096,
@@ -1223,7 +1354,9 @@
         "litellm_provider": "azure",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_parallel_function_calling": true
+        "supports_parallel_function_calling": true,
+        "deprecation_date": "2025-03-31",
+        "supports_tool_choice": true
     },
     "azure/gpt-35-turbo-0613": {
         "max_tokens": 4097,
@@ -1234,7 +1367,9 @@
         "litellm_provider": "azure",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_parallel_function_calling": true
+        "supports_parallel_function_calling": true,
+        "deprecation_date": "2025-02-13",
+        "supports_tool_choice": true
     },
     "azure/gpt-35-turbo-0301": {
         "max_tokens": 4097,
@@ -1245,7 +1380,9 @@
         "litellm_provider": "azure",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_parallel_function_calling": true
+        "supports_parallel_function_calling": true,
+        "deprecation_date": "2025-02-13",
+        "supports_tool_choice": true
     },
     "azure/gpt-35-turbo-0125": {
         "max_tokens": 4096,
@@ -1256,7 +1393,9 @@
         "litellm_provider": "azure",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_parallel_function_calling": true
+        "supports_parallel_function_calling": true,
+        "deprecation_date": "2025-03-31",
+        "supports_tool_choice": true
     },
     "azure/gpt-35-turbo-16k": {
         "max_tokens": 4096,
@@ -1265,7 +1404,8 @@
         "input_cost_per_token": 3e-06,
         "output_cost_per_token": 4e-06,
         "litellm_provider": "azure",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "azure/gpt-35-turbo": {
         "max_tokens": 4096,
@@ -1275,7 +1415,8 @@
         "output_cost_per_token": 1.5e-06,
         "litellm_provider": "azure",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "azure/gpt-3.5-turbo-instruct-0914": {
         "max_tokens": 4097,
@@ -1403,6 +1544,18 @@
         "litellm_provider": "azure",
         "mode": "image_generation"
     },
+    "azure_ai/deepseek-r1": {
+        "max_tokens": 8192,
+        "max_input_tokens": 128000,
+        "max_output_tokens": 8192,
+        "input_cost_per_token": 0.0,
+        "input_cost_per_token_cache_hit": 0.0,
+        "output_cost_per_token": 0.0,
+        "litellm_provider": "azure_ai",
+        "mode": "chat",
+        "supports_prompt_caching": true,
+        "supports_tool_choice": true
+    },
     "azure_ai/jamba-instruct": {
         "max_tokens": 4096,
         "max_input_tokens": 70000,
@@ -1410,7 +1563,8 @@
         "input_cost_per_token": 5e-07,
         "output_cost_per_token": 7e-07,
         "litellm_provider": "azure_ai",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "azure_ai/mistral-large": {
         "max_tokens": 8191,
@@ -1420,7 +1574,8 @@
         "output_cost_per_token": 1.2e-05,
         "litellm_provider": "azure_ai",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "azure_ai/mistral-small": {
         "max_tokens": 8191,
@@ -1430,7 +1585,8 @@
         "output_cost_per_token": 3e-06,
         "litellm_provider": "azure_ai",
         "supports_function_calling": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "azure_ai/mistral-large-2407": {
         "max_tokens": 4096,
@@ -1441,7 +1597,8 @@
         "litellm_provider": "azure_ai",
         "supports_function_calling": true,
         "mode": "chat",
-        "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.mistral-ai-large-2407-offer?tab=Overview"
+        "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.mistral-ai-large-2407-offer?tab=Overview",
+        "supports_tool_choice": true
     },
     "azure_ai/ministral-3b": {
         "max_tokens": 4096,
@@ -1452,7 +1609,8 @@
         "litellm_provider": "azure_ai",
         "supports_function_calling": true,
         "mode": "chat",
-        "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.ministral-3b-2410-offer?tab=Overview"
+        "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.ministral-3b-2410-offer?tab=Overview",
+        "supports_tool_choice": true
     },
     "azure_ai/Llama-3.2-11B-Vision-Instruct": {
         "max_tokens": 2048,
@@ -1464,7 +1622,8 @@
         "supports_function_calling": true,
         "supports_vision": true,
         "mode": "chat",
-        "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.meta-llama-3-2-11b-vision-instruct-offer?tab=Overview"
+        "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.meta-llama-3-2-11b-vision-instruct-offer?tab=Overview",
+        "supports_tool_choice": true
     },
     "azure_ai/Llama-3.3-70B-Instruct": {
         "max_tokens": 2048,
@@ -1475,7 +1634,8 @@
         "litellm_provider": "azure_ai",
         "supports_function_calling": true,
         "mode": "chat",
-        "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.llama-3-3-70b-instruct-offer?tab=Overview"
+        "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.llama-3-3-70b-instruct-offer?tab=Overview",
+        "supports_tool_choice": true
     },
     "azure_ai/Llama-3.2-90B-Vision-Instruct": {
         "max_tokens": 2048,
@@ -1487,7 +1647,8 @@
         "supports_function_calling": true,
         "supports_vision": true,
         "mode": "chat",
-        "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.meta-llama-3-2-90b-vision-instruct-offer?tab=Overview"
+        "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.meta-llama-3-2-90b-vision-instruct-offer?tab=Overview",
+        "supports_tool_choice": true
     },
     "azure_ai/Meta-Llama-3-70B-Instruct": {
         "max_tokens": 2048,
@@ -1496,7 +1657,8 @@
         "input_cost_per_token": 1.1e-06,
         "output_cost_per_token": 3.7e-07,
         "litellm_provider": "azure_ai",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "azure_ai/Meta-Llama-3.1-8B-Instruct": {
         "max_tokens": 2048,
@@ -1506,7 +1668,8 @@
         "output_cost_per_token": 6.1e-07,
         "litellm_provider": "azure_ai",
         "mode": "chat",
-        "source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice"
+        "source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice",
+        "supports_tool_choice": true
     },
     "azure_ai/Meta-Llama-3.1-70B-Instruct": {
         "max_tokens": 2048,
@@ -1516,7 +1679,8 @@
         "output_cost_per_token": 3.54e-06,
         "litellm_provider": "azure_ai",
         "mode": "chat",
-        "source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice"
+        "source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice",
+        "supports_tool_choice": true
     },
     "azure_ai/Meta-Llama-3.1-405B-Instruct": {
         "max_tokens": 2048,
@@ -1526,7 +1690,8 @@
         "output_cost_per_token": 1.6e-05,
         "litellm_provider": "azure_ai",
         "mode": "chat",
-        "source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice"
+        "source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice",
+        "supports_tool_choice": true
     },
     "azure_ai/Phi-3.5-mini-instruct": {
         "max_tokens": 4096,
@@ -1537,7 +1702,8 @@
         "litellm_provider": "azure_ai",
         "mode": "chat",
         "supports_vision": false,
-        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
+        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/",
+        "supports_tool_choice": true
     },
     "azure_ai/Phi-3.5-vision-instruct": {
         "max_tokens": 4096,
@@ -1548,7 +1714,8 @@
         "litellm_provider": "azure_ai",
         "mode": "chat",
         "supports_vision": true,
-        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
+        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/",
+        "supports_tool_choice": true
     },
     "azure_ai/Phi-3.5-MoE-instruct": {
         "max_tokens": 4096,
@@ -1559,7 +1726,8 @@
         "litellm_provider": "azure_ai",
         "mode": "chat",
         "supports_vision": false,
-        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
+        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/",
+        "supports_tool_choice": true
     },
     "azure_ai/Phi-3-mini-4k-instruct": {
         "max_tokens": 4096,
@@ -1570,7 +1738,8 @@
         "litellm_provider": "azure_ai",
         "mode": "chat",
         "supports_vision": false,
-        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
+        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/",
+        "supports_tool_choice": true
     },
     "azure_ai/Phi-3-mini-128k-instruct": {
         "max_tokens": 4096,
@@ -1581,7 +1750,8 @@
         "litellm_provider": "azure_ai",
         "mode": "chat",
         "supports_vision": false,
-        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
+        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/",
+        "supports_tool_choice": true
     },
     "azure_ai/Phi-3-small-8k-instruct": {
         "max_tokens": 4096,
@@ -1592,7 +1762,8 @@
         "litellm_provider": "azure_ai",
         "mode": "chat",
         "supports_vision": false,
-        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
+        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/",
+        "supports_tool_choice": true
     },
     "azure_ai/Phi-3-small-128k-instruct": {
         "max_tokens": 4096,
@@ -1603,7 +1774,8 @@
         "litellm_provider": "azure_ai",
         "mode": "chat",
         "supports_vision": false,
-        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
+        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/",
+        "supports_tool_choice": true
     },
     "azure_ai/Phi-3-medium-4k-instruct": {
         "max_tokens": 4096,
@@ -1614,7 +1786,8 @@
         "litellm_provider": "azure_ai",
         "mode": "chat",
         "supports_vision": false,
-        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
+        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/",
+        "supports_tool_choice": true
     },
     "azure_ai/Phi-3-medium-128k-instruct": {
         "max_tokens": 4096,
@@ -1625,7 +1798,8 @@
         "litellm_provider": "azure_ai",
         "mode": "chat",
         "supports_vision": false,
-        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
+        "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/",
+        "supports_tool_choice": true
     },
     "azure_ai/cohere-rerank-v3-multilingual": {
         "max_tokens": 4096,
@@ -1722,7 +1896,8 @@
         "output_cost_per_token": 2.5e-07,
         "litellm_provider": "mistral",
         "mode": "chat",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/mistral-small": {
         "max_tokens": 8191,
@@ -1733,7 +1908,8 @@
         "litellm_provider": "mistral",
         "supports_function_calling": true,
         "mode": "chat",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/mistral-small-latest": {
         "max_tokens": 8191,
@@ -1744,7 +1920,8 @@
         "litellm_provider": "mistral",
         "supports_function_calling": true,
         "mode": "chat",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/mistral-medium": {
         "max_tokens": 8191,
@@ -1754,7 +1931,8 @@
         "output_cost_per_token": 8.1e-06,
         "litellm_provider": "mistral",
         "mode": "chat",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/mistral-medium-latest": {
         "max_tokens": 8191,
@@ -1764,7 +1942,8 @@
         "output_cost_per_token": 8.1e-06,
         "litellm_provider": "mistral",
         "mode": "chat",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/mistral-medium-2312": {
         "max_tokens": 8191,
@@ -1774,7 +1953,8 @@
         "output_cost_per_token": 8.1e-06,
         "litellm_provider": "mistral",
         "mode": "chat",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/mistral-large-latest": {
         "max_tokens": 128000,
@@ -1785,7 +1965,8 @@
         "litellm_provider": "mistral",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/mistral-large-2411": {
         "max_tokens": 128000,
@@ -1796,7 +1977,8 @@
         "litellm_provider": "mistral",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/mistral-large-2402": {
         "max_tokens": 8191,
@@ -1807,7 +1989,8 @@
         "litellm_provider": "mistral",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/mistral-large-2407": {
         "max_tokens": 128000,
@@ -1818,7 +2001,8 @@
         "litellm_provider": "mistral",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/pixtral-large-latest": {
         "max_tokens": 128000,
@@ -1830,7 +2014,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_assistant_prefill": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "mistral/pixtral-large-2411": {
         "max_tokens": 128000,
@@ -1842,7 +2027,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_assistant_prefill": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "mistral/pixtral-12b-2409": {
         "max_tokens": 128000,
@@ -1854,7 +2040,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_assistant_prefill": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "mistral/open-mistral-7b": {
         "max_tokens": 8191,
@@ -1864,7 +2051,8 @@
         "output_cost_per_token": 2.5e-07,
         "litellm_provider": "mistral",
         "mode": "chat",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/open-mixtral-8x7b": {
         "max_tokens": 8191,
@@ -1875,18 +2063,20 @@
         "litellm_provider": "mistral",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/open-mixtral-8x22b": {
         "max_tokens": 8191,
-        "max_input_tokens": 64000,
+        "max_input_tokens": 65336,
         "max_output_tokens": 8191,
         "input_cost_per_token": 2e-06,
         "output_cost_per_token": 6e-06,
         "litellm_provider": "mistral",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/codestral-latest": {
         "max_tokens": 8191,
@@ -1896,7 +2086,8 @@
         "output_cost_per_token": 3e-06,
         "litellm_provider": "mistral",
         "mode": "chat",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/codestral-2405": {
         "max_tokens": 8191,
@@ -1906,7 +2097,8 @@
         "output_cost_per_token": 3e-06,
         "litellm_provider": "mistral",
         "mode": "chat",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/open-mistral-nemo": {
         "max_tokens": 128000,
@@ -1917,7 +2109,8 @@
         "litellm_provider": "mistral",
         "mode": "chat",
         "source": "https://mistral.ai/technology/",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/open-mistral-nemo-2407": {
         "max_tokens": 128000,
@@ -1928,7 +2121,8 @@
         "litellm_provider": "mistral",
         "mode": "chat",
         "source": "https://mistral.ai/technology/",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/open-codestral-mamba": {
         "max_tokens": 256000,
@@ -1939,7 +2133,8 @@
         "litellm_provider": "mistral",
         "mode": "chat",
         "source": "https://mistral.ai/technology/",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/codestral-mamba-latest": {
         "max_tokens": 256000,
@@ -1950,7 +2145,8 @@
         "litellm_provider": "mistral",
         "mode": "chat",
         "source": "https://mistral.ai/technology/",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "mistral/mistral-embed": {
         "max_tokens": 8192,
@@ -1961,7 +2157,7 @@
     },
     "deepseek/deepseek-reasoner": {
         "max_tokens": 8192,
-        "max_input_tokens": 64000,
+        "max_input_tokens": 65536,
         "max_output_tokens": 8192,
         "input_cost_per_token": 5.5e-07,
         "input_cost_per_token_cache_hit": 1.4e-07,
@@ -1974,9 +2170,9 @@
         "supports_prompt_caching": true
     },
     "deepseek/deepseek-chat": {
-        "max_tokens": 4096,
-        "max_input_tokens": 128000,
-        "max_output_tokens": 4096,
+        "max_tokens": 8192,
+        "max_input_tokens": 65536,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 1.4e-07,
         "input_cost_per_token_cache_hit": 1.4e-08,
         "cache_read_input_token_cost": 1.4e-08,
@@ -1998,7 +2194,8 @@
         "litellm_provider": "codestral",
         "mode": "chat",
         "source": "https://docs.mistral.ai/capabilities/code_generation/",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "codestral/codestral-2405": {
         "max_tokens": 8191,
@@ -2009,7 +2206,8 @@
         "litellm_provider": "codestral",
         "mode": "chat",
         "source": "https://docs.mistral.ai/capabilities/code_generation/",
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "text-completion-codestral/codestral-latest": {
         "max_tokens": 8191,
@@ -2040,7 +2238,93 @@
         "litellm_provider": "xai",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
+    },
+    "xai/grok-2-vision-1212": {
+        "max_tokens": 32768,
+        "max_input_tokens": 32768,
+        "max_output_tokens": 32768,
+        "input_cost_per_token": 2e-06,
+        "input_cost_per_image": 2e-06,
+        "output_cost_per_token": 1e-05,
+        "litellm_provider": "xai",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_vision": true,
+        "supports_tool_choice": true
+    },
+    "xai/grok-2-vision-latest": {
+        "max_tokens": 32768,
+        "max_input_tokens": 32768,
+        "max_output_tokens": 32768,
+        "input_cost_per_token": 2e-06,
+        "input_cost_per_image": 2e-06,
+        "output_cost_per_token": 1e-05,
+        "litellm_provider": "xai",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_vision": true,
+        "supports_tool_choice": true
+    },
+    "xai/grok-2-vision": {
+        "max_tokens": 32768,
+        "max_input_tokens": 32768,
+        "max_output_tokens": 32768,
+        "input_cost_per_token": 2e-06,
+        "input_cost_per_image": 2e-06,
+        "output_cost_per_token": 1e-05,
+        "litellm_provider": "xai",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_vision": true,
+        "supports_tool_choice": true
+    },
+    "xai/grok-vision-beta": {
+        "max_tokens": 8192,
+        "max_input_tokens": 8192,
+        "max_output_tokens": 8192,
+        "input_cost_per_token": 5e-06,
+        "input_cost_per_image": 5e-06,
+        "output_cost_per_token": 1.5e-05,
+        "litellm_provider": "xai",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_vision": true,
+        "supports_tool_choice": true
+    },
+    "xai/grok-2-1212": {
+        "max_tokens": 131072,
+        "max_input_tokens": 131072,
+        "max_output_tokens": 131072,
+        "input_cost_per_token": 2e-06,
+        "output_cost_per_token": 1e-05,
+        "litellm_provider": "xai",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_tool_choice": true
+    },
+    "xai/grok-2": {
+        "max_tokens": 131072,
+        "max_input_tokens": 131072,
+        "max_output_tokens": 131072,
+        "input_cost_per_token": 2e-06,
+        "output_cost_per_token": 1e-05,
+        "litellm_provider": "xai",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_tool_choice": true
+    },
+    "xai/grok-2-latest": {
+        "max_tokens": 131072,
+        "max_input_tokens": 131072,
+        "max_output_tokens": 131072,
+        "input_cost_per_token": 2e-06,
+        "output_cost_per_token": 1e-05,
+        "litellm_provider": "xai",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "deepseek/deepseek-coder": {
         "max_tokens": 4096,
@@ -2056,6 +2340,19 @@
         "supports_tool_choice": true,
         "supports_prompt_caching": true
     },
+    "groq/deepseek-r1-distill-llama-70b": {
+        "max_tokens": 131072,
+        "max_input_tokens": 131072,
+        "max_output_tokens": 131072,
+        "input_cost_per_token": 7.5e-07,
+        "output_cost_per_token": 9.9e-07,
+        "litellm_provider": "groq",
+        "mode": "chat",
+        "supports_system_messages": false,
+        "supports_function_calling": false,
+        "supports_response_schema": false,
+        "supports_tool_choice": true
+    },
     "groq/llama-3.3-70b-versatile": {
         "max_tokens": 8192,
         "max_input_tokens": 128000,
@@ -2065,7 +2362,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/llama-3.3-70b-specdec": {
         "max_tokens": 8192,
@@ -2074,7 +2372,8 @@
         "input_cost_per_token": 5.9e-07,
         "output_cost_per_token": 9.9e-07,
         "litellm_provider": "groq",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "groq/llama2-70b-4096": {
         "max_tokens": 4096,
@@ -2085,7 +2384,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/llama3-8b-8192": {
         "max_tokens": 8192,
@@ -2096,7 +2396,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/llama-3.2-1b-preview": {
         "max_tokens": 8192,
@@ -2107,7 +2408,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/llama-3.2-3b-preview": {
         "max_tokens": 8192,
@@ -2118,7 +2420,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/llama-3.2-11b-text-preview": {
         "max_tokens": 8192,
@@ -2129,7 +2432,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/llama-3.2-11b-vision-preview": {
         "max_tokens": 8192,
@@ -2141,7 +2445,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "groq/llama-3.2-90b-text-preview": {
         "max_tokens": 8192,
@@ -2152,7 +2457,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/llama-3.2-90b-vision-preview": {
         "max_tokens": 8192,
@@ -2164,7 +2470,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "groq/llama3-70b-8192": {
         "max_tokens": 8192,
@@ -2175,7 +2482,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/llama-3.1-8b-instant": {
         "max_tokens": 8192,
@@ -2186,7 +2494,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/llama-3.1-70b-versatile": {
         "max_tokens": 8192,
@@ -2197,7 +2506,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/llama-3.1-405b-reasoning": {
         "max_tokens": 8192,
@@ -2208,7 +2518,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/mixtral-8x7b-32768": {
         "max_tokens": 32768,
@@ -2219,7 +2530,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/gemma-7b-it": {
         "max_tokens": 8192,
@@ -2230,7 +2542,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/gemma2-9b-it": {
         "max_tokens": 8192,
@@ -2241,7 +2554,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/llama3-groq-70b-8192-tool-use-preview": {
         "max_tokens": 8192,
@@ -2252,7 +2566,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "groq/llama3-groq-8b-8192-tool-use-preview": {
         "max_tokens": 8192,
@@ -2263,7 +2578,8 @@
         "litellm_provider": "groq",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "cerebras/llama3.1-8b": {
         "max_tokens": 128000,
@@ -2273,7 +2589,8 @@
         "output_cost_per_token": 1e-07,
         "litellm_provider": "cerebras",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "cerebras/llama3.1-70b": {
         "max_tokens": 128000,
@@ -2283,7 +2600,8 @@
         "output_cost_per_token": 6e-07,
         "litellm_provider": "cerebras",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "friendliai/meta-llama-3.1-8b-instruct": {
         "max_tokens": 8192,
@@ -2296,7 +2614,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_system_messages": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "friendliai/meta-llama-3.1-70b-instruct": {
         "max_tokens": 8192,
@@ -2309,7 +2628,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_system_messages": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "claude-instant-1.2": {
         "max_tokens": 8191,
@@ -2318,7 +2638,8 @@
         "input_cost_per_token": 1.63e-07,
         "output_cost_per_token": 5.51e-07,
         "litellm_provider": "anthropic",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "claude-2": {
         "max_tokens": 8191,
@@ -2336,7 +2657,8 @@
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "anthropic",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "claude-3-haiku-20240307": {
         "max_tokens": 4096,
@@ -2353,7 +2675,9 @@
         "tool_use_system_prompt_tokens": 264,
         "supports_assistant_prefill": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "deprecation_date": "2025-03-01",
+        "supports_tool_choice": true
     },
     "claude-3-5-haiku-20241022": {
         "max_tokens": 8192,
@@ -2369,7 +2693,9 @@
         "tool_use_system_prompt_tokens": 264,
         "supports_assistant_prefill": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "deprecation_date": "2025-10-01",
+        "supports_tool_choice": true
     },
     "claude-3-opus-20240229": {
         "max_tokens": 4096,
@@ -2386,7 +2712,9 @@
         "tool_use_system_prompt_tokens": 395,
         "supports_assistant_prefill": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "deprecation_date": "2025-03-01",
+        "supports_tool_choice": true
     },
     "claude-3-sonnet-20240229": {
         "max_tokens": 4096,
@@ -2401,7 +2729,9 @@
         "tool_use_system_prompt_tokens": 159,
         "supports_assistant_prefill": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "deprecation_date": "2025-07-21",
+        "supports_tool_choice": true
     },
     "claude-3-5-sonnet-20240620": {
         "max_tokens": 8192,
@@ -2418,7 +2748,9 @@
         "tool_use_system_prompt_tokens": 159,
         "supports_assistant_prefill": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "deprecation_date": "2025-06-01",
+        "supports_tool_choice": true
     },
     "claude-3-5-sonnet-20241022": {
         "max_tokens": 8192,
@@ -2436,7 +2768,9 @@
         "supports_assistant_prefill": true,
         "supports_pdf_input": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "deprecation_date": "2025-10-01",
+        "supports_tool_choice": true
     },
     "text-bison": {
         "max_tokens": 2048,
@@ -2522,7 +2856,8 @@
         "output_cost_per_character": 5e-07,
         "litellm_provider": "vertex_ai-chat-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "chat-bison@001": {
         "max_tokens": 4096,
@@ -2534,7 +2869,8 @@
         "output_cost_per_character": 5e-07,
         "litellm_provider": "vertex_ai-chat-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "chat-bison@002": {
         "max_tokens": 4096,
@@ -2546,7 +2882,9 @@
         "output_cost_per_character": 5e-07,
         "litellm_provider": "vertex_ai-chat-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "deprecation_date": "2025-04-09",
+        "supports_tool_choice": true
     },
     "chat-bison-32k": {
         "max_tokens": 8192,
@@ -2558,7 +2896,8 @@
         "output_cost_per_character": 5e-07,
         "litellm_provider": "vertex_ai-chat-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "chat-bison-32k@002": {
         "max_tokens": 8192,
@@ -2570,7 +2909,8 @@
         "output_cost_per_character": 5e-07,
         "litellm_provider": "vertex_ai-chat-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "code-bison": {
         "max_tokens": 1024,
@@ -2582,7 +2922,8 @@
         "output_cost_per_character": 5e-07,
         "litellm_provider": "vertex_ai-code-text-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "code-bison@001": {
         "max_tokens": 1024,
@@ -2682,7 +3023,8 @@
         "output_cost_per_character": 5e-07,
         "litellm_provider": "vertex_ai-code-chat-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "codechat-bison": {
         "max_tokens": 1024,
@@ -2694,7 +3036,8 @@
         "output_cost_per_character": 5e-07,
         "litellm_provider": "vertex_ai-code-chat-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "codechat-bison@001": {
         "max_tokens": 1024,
@@ -2706,7 +3049,8 @@
         "output_cost_per_character": 5e-07,
         "litellm_provider": "vertex_ai-code-chat-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "codechat-bison@002": {
         "max_tokens": 1024,
@@ -2718,7 +3062,8 @@
         "output_cost_per_character": 5e-07,
         "litellm_provider": "vertex_ai-code-chat-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "codechat-bison-32k": {
         "max_tokens": 8192,
@@ -2730,7 +3075,8 @@
         "output_cost_per_character": 5e-07,
         "litellm_provider": "vertex_ai-code-chat-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "codechat-bison-32k@002": {
         "max_tokens": 8192,
@@ -2742,7 +3088,8 @@
         "output_cost_per_character": 5e-07,
         "litellm_provider": "vertex_ai-code-chat-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "gemini-pro": {
         "max_tokens": 8192,
@@ -2757,7 +3104,8 @@
         "litellm_provider": "vertex_ai-language-models",
         "mode": "chat",
         "supports_function_calling": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
+        "supports_tool_choice": true
     },
     "gemini-1.0-pro": {
         "max_tokens": 8192,
@@ -2772,7 +3120,8 @@
         "litellm_provider": "vertex_ai-language-models",
         "mode": "chat",
         "supports_function_calling": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#google_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#google_models",
+        "supports_tool_choice": true
     },
     "gemini-1.0-pro-001": {
         "max_tokens": 8192,
@@ -2787,7 +3136,9 @@
         "litellm_provider": "vertex_ai-language-models",
         "mode": "chat",
         "supports_function_calling": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "deprecation_date": "2025-04-09",
+        "supports_tool_choice": true
     },
     "gemini-1.0-ultra": {
         "max_tokens": 8192,
@@ -2802,7 +3153,8 @@
         "litellm_provider": "vertex_ai-language-models",
         "mode": "chat",
         "supports_function_calling": true,
-        "source": "As of Jun, 2024. There is no available doc on vertex ai pricing gemini-1.0-ultra-001. Using gemini-1.0-pro pricing. Got max_tokens info here: https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "As of Jun, 2024. There is no available doc on vertex ai pricing gemini-1.0-ultra-001. Using gemini-1.0-pro pricing. Got max_tokens info here: https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "gemini-1.0-ultra-001": {
         "max_tokens": 8192,
@@ -2817,7 +3169,8 @@
         "litellm_provider": "vertex_ai-language-models",
         "mode": "chat",
         "supports_function_calling": true,
-        "source": "As of Jun, 2024. There is no available doc on vertex ai pricing gemini-1.0-ultra-001. Using gemini-1.0-pro pricing. Got max_tokens info here: https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "As of Jun, 2024. There is no available doc on vertex ai pricing gemini-1.0-ultra-001. Using gemini-1.0-pro pricing. Got max_tokens info here: https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "gemini-1.0-pro-002": {
         "max_tokens": 8192,
@@ -2832,7 +3185,9 @@
         "litellm_provider": "vertex_ai-language-models",
         "mode": "chat",
         "supports_function_calling": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "deprecation_date": "2025-04-09",
+        "supports_tool_choice": true
     },
     "gemini-1.5-pro": {
         "max_tokens": 8192,
@@ -2887,7 +3242,8 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_response_schema": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-1.5-pro"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-1.5-pro",
+        "deprecation_date": "2025-09-24"
     },
     "gemini-1.5-pro-001": {
         "max_tokens": 8192,
@@ -2914,7 +3270,8 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_response_schema": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "deprecation_date": "2025-05-24"
     },
     "gemini-1.5-pro-preview-0514": {
         "max_tokens": 8192,
@@ -3023,7 +3380,8 @@
         "supports_function_calling": true,
         "supports_vision": true,
         "supports_response_schema": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "gemini-1.5-flash-exp-0827": {
         "max_tokens": 8192,
@@ -3055,7 +3413,8 @@
         "supports_function_calling": true,
         "supports_vision": true,
         "supports_response_schema": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "gemini-1.5-flash-002": {
         "max_tokens": 8192,
@@ -3087,7 +3446,9 @@
         "supports_function_calling": true,
         "supports_vision": true,
         "supports_response_schema": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-1.5-flash"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-1.5-flash",
+        "deprecation_date": "2025-09-24",
+        "supports_tool_choice": true
     },
     "gemini-1.5-flash-001": {
         "max_tokens": 8192,
@@ -3119,7 +3480,9 @@
         "supports_function_calling": true,
         "supports_vision": true,
         "supports_response_schema": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "deprecation_date": "2025-05-24",
+        "supports_tool_choice": true
     },
     "gemini-1.5-flash-preview-0514": {
         "max_tokens": 8192,
@@ -3150,7 +3513,8 @@
         "supports_system_messages": true,
         "supports_function_calling": true,
         "supports_vision": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "gemini-pro-experimental": {
         "max_tokens": 8192,
@@ -3187,13 +3551,15 @@
         "max_images_per_prompt": 16,
         "max_videos_per_prompt": 1,
         "max_video_length": 2,
-        "input_cost_per_token": 2.5e-07,
-        "output_cost_per_token": 5e-07,
+        "input_cost_per_token": 5e-07,
+        "output_cost_per_token": 1.5e-06,
+        "input_cost_per_image": 0.0025,
         "litellm_provider": "vertex_ai-vision-models",
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "gemini-1.0-pro-vision": {
         "max_tokens": 2048,
@@ -3202,13 +3568,15 @@
         "max_images_per_prompt": 16,
         "max_videos_per_prompt": 1,
         "max_video_length": 2,
-        "input_cost_per_token": 2.5e-07,
-        "output_cost_per_token": 5e-07,
+        "input_cost_per_token": 5e-07,
+        "output_cost_per_token": 1.5e-06,
+        "input_cost_per_image": 0.0025,
         "litellm_provider": "vertex_ai-vision-models",
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "gemini-1.0-pro-vision-001": {
         "max_tokens": 2048,
@@ -3217,13 +3585,16 @@
         "max_images_per_prompt": 16,
         "max_videos_per_prompt": 1,
         "max_video_length": 2,
-        "input_cost_per_token": 2.5e-07,
-        "output_cost_per_token": 5e-07,
+        "input_cost_per_token": 5e-07,
+        "output_cost_per_token": 1.5e-06,
+        "input_cost_per_image": 0.0025,
         "litellm_provider": "vertex_ai-vision-models",
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "deprecation_date": "2025-04-09",
+        "supports_tool_choice": true
     },
     "medlm-medium": {
         "max_tokens": 8192,
@@ -3233,7 +3604,8 @@
         "output_cost_per_character": 1e-06,
         "litellm_provider": "vertex_ai-language-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "medlm-large": {
         "max_tokens": 1024,
@@ -3243,7 +3615,8 @@
         "output_cost_per_character": 1.5e-05,
         "litellm_provider": "vertex_ai-language-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "gemini-2.0-flash-exp": {
         "max_tokens": 8192,
@@ -3276,12 +3649,47 @@
         "supports_vision": true,
         "supports_response_schema": true,
         "supports_audio_output": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash",
+        "supports_tool_choice": true
     },
     "gemini-2.0-flash-thinking-exp": {
         "max_tokens": 8192,
         "max_input_tokens": 1048576,
-        "max_output_tokens": 8192,
+        "max_output_tokens": 8192,
+        "max_images_per_prompt": 3000,
+        "max_videos_per_prompt": 10,
+        "max_video_length": 1,
+        "max_audio_length_hours": 8.4,
+        "max_audio_per_prompt": 1,
+        "max_pdf_size_mb": 30,
+        "input_cost_per_image": 0,
+        "input_cost_per_video_per_second": 0,
+        "input_cost_per_audio_per_second": 0,
+        "input_cost_per_token": 0,
+        "input_cost_per_character": 0,
+        "input_cost_per_token_above_128k_tokens": 0,
+        "input_cost_per_character_above_128k_tokens": 0,
+        "input_cost_per_image_above_128k_tokens": 0,
+        "input_cost_per_video_per_second_above_128k_tokens": 0,
+        "input_cost_per_audio_per_second_above_128k_tokens": 0,
+        "output_cost_per_token": 0,
+        "output_cost_per_character": 0,
+        "output_cost_per_token_above_128k_tokens": 0,
+        "output_cost_per_character_above_128k_tokens": 0,
+        "litellm_provider": "vertex_ai-language-models",
+        "mode": "chat",
+        "supports_system_messages": true,
+        "supports_function_calling": true,
+        "supports_vision": true,
+        "supports_response_schema": true,
+        "supports_audio_output": true,
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash",
+        "supports_tool_choice": true
+    },
+    "gemini-2.0-flash-thinking-exp-01-21": {
+        "max_tokens": 65536,
+        "max_input_tokens": 1048576,
+        "max_output_tokens": 65536,
         "max_images_per_prompt": 3000,
         "max_videos_per_prompt": 10,
         "max_video_length": 1,
@@ -3305,11 +3713,12 @@
         "litellm_provider": "vertex_ai-language-models",
         "mode": "chat",
         "supports_system_messages": true,
-        "supports_function_calling": true,
+        "supports_function_calling": false,
         "supports_vision": true,
-        "supports_response_schema": true,
-        "supports_audio_output": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash"
+        "supports_response_schema": false,
+        "supports_audio_output": false,
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash",
+        "supports_tool_choice": true
     },
     "gemini/gemini-2.0-flash-exp": {
         "max_tokens": 8192,
@@ -3344,7 +3753,8 @@
         "supports_audio_output": true,
         "tpm": 4000000,
         "rpm": 10,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash",
+        "supports_tool_choice": true
     },
     "gemini/gemini-2.0-flash-thinking-exp": {
         "max_tokens": 8192,
@@ -3379,7 +3789,8 @@
         "supports_audio_output": true,
         "tpm": 4000000,
         "rpm": 10,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash",
+        "supports_tool_choice": true
     },
     "vertex_ai/claude-3-sonnet": {
         "max_tokens": 4096,
@@ -3391,7 +3802,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/claude-3-sonnet@20240229": {
         "max_tokens": 4096,
@@ -3403,7 +3815,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/claude-3-5-sonnet": {
         "max_tokens": 8192,
@@ -3415,7 +3828,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/claude-3-5-sonnet@20240620": {
         "max_tokens": 8192,
@@ -3427,7 +3841,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/claude-3-5-sonnet-v2": {
         "max_tokens": 8192,
@@ -3439,7 +3854,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/claude-3-5-sonnet-v2@20241022": {
         "max_tokens": 8192,
@@ -3451,7 +3867,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/claude-3-haiku": {
         "max_tokens": 4096,
@@ -3463,7 +3880,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/claude-3-haiku@20240307": {
         "max_tokens": 4096,
@@ -3475,7 +3893,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/claude-3-5-haiku": {
         "max_tokens": 8192,
@@ -3486,7 +3905,8 @@
         "litellm_provider": "vertex_ai-anthropic_models",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/claude-3-5-haiku@20241022": {
         "max_tokens": 8192,
@@ -3497,7 +3917,8 @@
         "litellm_provider": "vertex_ai-anthropic_models",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/claude-3-opus": {
         "max_tokens": 4096,
@@ -3509,7 +3930,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/claude-3-opus@20240229": {
         "max_tokens": 4096,
@@ -3521,7 +3943,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/meta/llama3-405b-instruct-maas": {
         "max_tokens": 32000,
@@ -3531,7 +3954,8 @@
         "output_cost_per_token": 0.0,
         "litellm_provider": "vertex_ai-llama_models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models",
+        "supports_tool_choice": true
     },
     "vertex_ai/meta/llama3-70b-instruct-maas": {
         "max_tokens": 32000,
@@ -3541,7 +3965,8 @@
         "output_cost_per_token": 0.0,
         "litellm_provider": "vertex_ai-llama_models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models",
+        "supports_tool_choice": true
     },
     "vertex_ai/meta/llama3-8b-instruct-maas": {
         "max_tokens": 32000,
@@ -3551,7 +3976,8 @@
         "output_cost_per_token": 0.0,
         "litellm_provider": "vertex_ai-llama_models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models",
+        "supports_tool_choice": true
     },
     "vertex_ai/meta/llama-3.2-90b-vision-instruct-maas": {
         "max_tokens": 128000,
@@ -3563,7 +3989,8 @@
         "mode": "chat",
         "supports_system_messages": true,
         "supports_vision": true,
-        "source": "https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas"
+        "source": "https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas",
+        "supports_tool_choice": true
     },
     "vertex_ai/mistral-large@latest": {
         "max_tokens": 8191,
@@ -3573,7 +4000,8 @@
         "output_cost_per_token": 6e-06,
         "litellm_provider": "vertex_ai-mistral_models",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/mistral-large@2411-001": {
         "max_tokens": 8191,
@@ -3583,7 +4011,8 @@
         "output_cost_per_token": 6e-06,
         "litellm_provider": "vertex_ai-mistral_models",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/mistral-large-2411": {
         "max_tokens": 8191,
@@ -3593,7 +4022,8 @@
         "output_cost_per_token": 6e-06,
         "litellm_provider": "vertex_ai-mistral_models",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/mistral-large@2407": {
         "max_tokens": 8191,
@@ -3603,7 +4033,8 @@
         "output_cost_per_token": 6e-06,
         "litellm_provider": "vertex_ai-mistral_models",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/mistral-nemo@latest": {
         "max_tokens": 128000,
@@ -3613,7 +4044,8 @@
         "output_cost_per_token": 1.5e-07,
         "litellm_provider": "vertex_ai-mistral_models",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/jamba-1.5-mini@001": {
         "max_tokens": 256000,
@@ -3622,7 +4054,8 @@
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 4e-07,
         "litellm_provider": "vertex_ai-ai21_models",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "vertex_ai/jamba-1.5-large@001": {
         "max_tokens": 256000,
@@ -3631,7 +4064,8 @@
         "input_cost_per_token": 2e-06,
         "output_cost_per_token": 8e-06,
         "litellm_provider": "vertex_ai-ai21_models",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "vertex_ai/jamba-1.5": {
         "max_tokens": 256000,
@@ -3640,7 +4074,8 @@
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 4e-07,
         "litellm_provider": "vertex_ai-ai21_models",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "vertex_ai/jamba-1.5-mini": {
         "max_tokens": 256000,
@@ -3649,7 +4084,8 @@
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 4e-07,
         "litellm_provider": "vertex_ai-ai21_models",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "vertex_ai/jamba-1.5-large": {
         "max_tokens": 256000,
@@ -3658,7 +4094,8 @@
         "input_cost_per_token": 2e-06,
         "output_cost_per_token": 8e-06,
         "litellm_provider": "vertex_ai-ai21_models",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "vertex_ai/mistral-nemo@2407": {
         "max_tokens": 128000,
@@ -3668,7 +4105,8 @@
         "output_cost_per_token": 3e-06,
         "litellm_provider": "vertex_ai-mistral_models",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/codestral@latest": {
         "max_tokens": 128000,
@@ -3678,7 +4116,8 @@
         "output_cost_per_token": 6e-07,
         "litellm_provider": "vertex_ai-mistral_models",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/codestral@2405": {
         "max_tokens": 128000,
@@ -3688,7 +4127,19 @@
         "output_cost_per_token": 6e-07,
         "litellm_provider": "vertex_ai-mistral_models",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
+    },
+    "vertex_ai/codestral-2501": {
+        "max_tokens": 128000,
+        "max_input_tokens": 128000,
+        "max_output_tokens": 128000,
+        "input_cost_per_token": 2e-07,
+        "output_cost_per_token": 6e-07,
+        "litellm_provider": "vertex_ai-mistral_models",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "vertex_ai/imagegeneration@006": {
         "output_cost_per_image": 0.02,
@@ -3902,7 +4353,9 @@
         "supports_prompt_caching": true,
         "tpm": 4000000,
         "rpm": 2000,
-        "source": "https://ai.google.dev/pricing"
+        "source": "https://ai.google.dev/pricing",
+        "deprecation_date": "2025-09-24",
+        "supports_tool_choice": true
     },
     "gemini/gemini-1.5-flash-001": {
         "max_tokens": 8192,
@@ -3929,7 +4382,9 @@
         "supports_prompt_caching": true,
         "tpm": 4000000,
         "rpm": 2000,
-        "source": "https://ai.google.dev/pricing"
+        "source": "https://ai.google.dev/pricing",
+        "deprecation_date": "2025-05-24",
+        "supports_tool_choice": true
     },
     "gemini/gemini-1.5-flash": {
         "max_tokens": 8192,
@@ -3953,7 +4408,8 @@
         "supports_response_schema": true,
         "tpm": 4000000,
         "rpm": 2000,
-        "source": "https://ai.google.dev/pricing"
+        "source": "https://ai.google.dev/pricing",
+        "supports_tool_choice": true
     },
     "gemini/gemini-1.5-flash-latest": {
         "max_tokens": 8192,
@@ -3978,7 +4434,8 @@
         "supports_prompt_caching": true,
         "tpm": 4000000,
         "rpm": 2000,
-        "source": "https://ai.google.dev/pricing"
+        "source": "https://ai.google.dev/pricing",
+        "supports_tool_choice": true
     },
     "gemini/gemini-1.5-flash-8b": {
         "max_tokens": 8192,
@@ -4003,7 +4460,8 @@
         "supports_prompt_caching": true,
         "tpm": 4000000,
         "rpm": 4000,
-        "source": "https://ai.google.dev/pricing"
+        "source": "https://ai.google.dev/pricing",
+        "supports_tool_choice": true
     },
     "gemini/gemini-1.5-flash-8b-exp-0924": {
         "max_tokens": 8192,
@@ -4028,7 +4486,8 @@
         "supports_prompt_caching": true,
         "tpm": 4000000,
         "rpm": 4000,
-        "source": "https://ai.google.dev/pricing"
+        "source": "https://ai.google.dev/pricing",
+        "supports_tool_choice": true
     },
     "gemini/gemini-exp-1114": {
         "max_tokens": 8192,
@@ -4047,6 +4506,7 @@
         "litellm_provider": "gemini",
         "mode": "chat",
         "supports_system_messages": true,
+        "supports_tool_choice": true,
         "supports_function_calling": true,
         "supports_vision": true,
         "supports_response_schema": true,
@@ -4054,7 +4514,8 @@
         "rpm": 1000,
         "source": "https://ai.google.dev/pricing",
         "metadata": {
-            "notes": "Rate limits not documented for gemini-exp-1114. Assuming same as gemini-1.5-pro."
+            "notes": "Rate limits not documented for gemini-exp-1114. Assuming same as gemini-1.5-pro.",
+            "supports_tool_choice": true
         }
     },
     "gemini/gemini-exp-1206": {
@@ -4075,13 +4536,15 @@
         "mode": "chat",
         "supports_system_messages": true,
         "supports_function_calling": true,
+        "supports_tool_choice": true,
         "supports_vision": true,
         "supports_response_schema": true,
         "tpm": 4000000,
         "rpm": 1000,
         "source": "https://ai.google.dev/pricing",
         "metadata": {
-            "notes": "Rate limits not documented for gemini-exp-1206. Assuming same as gemini-1.5-pro."
+            "notes": "Rate limits not documented for gemini-exp-1206. Assuming same as gemini-1.5-pro.",
+            "supports_tool_choice": true
         }
     },
     "gemini/gemini-1.5-flash-exp-0827": {
@@ -4106,7 +4569,8 @@
         "supports_response_schema": true,
         "tpm": 4000000,
         "rpm": 2000,
-        "source": "https://ai.google.dev/pricing"
+        "source": "https://ai.google.dev/pricing",
+        "supports_tool_choice": true
     },
     "gemini/gemini-1.5-flash-8b-exp-0827": {
         "max_tokens": 8192,
@@ -4130,7 +4594,8 @@
         "supports_response_schema": true,
         "tpm": 4000000,
         "rpm": 4000,
-        "source": "https://ai.google.dev/pricing"
+        "source": "https://ai.google.dev/pricing",
+        "supports_tool_choice": true
     },
     "gemini/gemini-pro": {
         "max_tokens": 8192,
@@ -4146,7 +4611,8 @@
         "rpd": 30000,
         "tpm": 120000,
         "rpm": 360,
-        "source": "https://ai.google.dev/gemini-api/docs/models/gemini"
+        "source": "https://ai.google.dev/gemini-api/docs/models/gemini",
+        "supports_tool_choice": true
     },
     "gemini/gemini-1.5-pro": {
         "max_tokens": 8192,
@@ -4185,7 +4651,8 @@
         "supports_prompt_caching": true,
         "tpm": 4000000,
         "rpm": 1000,
-        "source": "https://ai.google.dev/pricing"
+        "source": "https://ai.google.dev/pricing",
+        "deprecation_date": "2025-09-24"
     },
     "gemini/gemini-1.5-pro-001": {
         "max_tokens": 8192,
@@ -4205,7 +4672,8 @@
         "supports_prompt_caching": true,
         "tpm": 4000000,
         "rpm": 1000,
-        "source": "https://ai.google.dev/pricing"
+        "source": "https://ai.google.dev/pricing",
+        "deprecation_date": "2025-05-24"
     },
     "gemini/gemini-1.5-pro-exp-0801": {
         "max_tokens": 8192,
@@ -4279,7 +4747,8 @@
         "rpd": 30000,
         "tpm": 120000,
         "rpm": 360,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "gemini/gemini-gemma-2-27b-it": {
         "max_tokens": 8192,
@@ -4290,7 +4759,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "gemini/gemini-gemma-2-9b-it": {
         "max_tokens": 8192,
@@ -4301,7 +4771,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
+        "supports_tool_choice": true
     },
     "command-r": {
         "max_tokens": 4096,
@@ -4311,7 +4782,8 @@
         "output_cost_per_token": 6e-07,
         "litellm_provider": "cohere_chat",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "command-r-08-2024": {
         "max_tokens": 4096,
@@ -4321,7 +4793,8 @@
         "output_cost_per_token": 6e-07,
         "litellm_provider": "cohere_chat",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "command-r7b-12-2024": {
         "max_tokens": 4096,
@@ -4332,7 +4805,8 @@
         "litellm_provider": "cohere_chat",
         "mode": "chat",
         "supports_function_calling": true,
-        "source": "https://docs.cohere.com/v2/docs/command-r7b"
+        "source": "https://docs.cohere.com/v2/docs/command-r7b",
+        "supports_tool_choice": true
     },
     "command-light": {
         "max_tokens": 4096,
@@ -4341,7 +4815,8 @@
         "input_cost_per_token": 3e-07,
         "output_cost_per_token": 6e-07,
         "litellm_provider": "cohere_chat",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "command-r-plus": {
         "max_tokens": 4096,
@@ -4351,7 +4826,8 @@
         "output_cost_per_token": 1e-05,
         "litellm_provider": "cohere_chat",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "command-r-plus-08-2024": {
         "max_tokens": 4096,
@@ -4361,7 +4837,8 @@
         "output_cost_per_token": 1e-05,
         "litellm_provider": "cohere_chat",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "command-nightly": {
         "max_tokens": 4096,
@@ -4497,7 +4974,8 @@
         "input_cost_per_token": 1e-07,
         "output_cost_per_token": 5e-07,
         "litellm_provider": "replicate",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "replicate/meta/llama-2-13b-chat": {
         "max_tokens": 4096,
@@ -4506,7 +4984,8 @@
         "input_cost_per_token": 1e-07,
         "output_cost_per_token": 5e-07,
         "litellm_provider": "replicate",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "replicate/meta/llama-2-70b": {
         "max_tokens": 4096,
@@ -4515,7 +4994,8 @@
         "input_cost_per_token": 6.5e-07,
         "output_cost_per_token": 2.75e-06,
         "litellm_provider": "replicate",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "replicate/meta/llama-2-70b-chat": {
         "max_tokens": 4096,
@@ -4524,7 +5004,8 @@
         "input_cost_per_token": 6.5e-07,
         "output_cost_per_token": 2.75e-06,
         "litellm_provider": "replicate",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "replicate/meta/llama-2-7b": {
         "max_tokens": 4096,
@@ -4533,7 +5014,8 @@
         "input_cost_per_token": 5e-08,
         "output_cost_per_token": 2.5e-07,
         "litellm_provider": "replicate",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "replicate/meta/llama-2-7b-chat": {
         "max_tokens": 4096,
@@ -4542,7 +5024,8 @@
         "input_cost_per_token": 5e-08,
         "output_cost_per_token": 2.5e-07,
         "litellm_provider": "replicate",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "replicate/meta/llama-3-70b": {
         "max_tokens": 8192,
@@ -4551,7 +5034,8 @@
         "input_cost_per_token": 6.5e-07,
         "output_cost_per_token": 2.75e-06,
         "litellm_provider": "replicate",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "replicate/meta/llama-3-70b-instruct": {
         "max_tokens": 8192,
@@ -4560,7 +5044,8 @@
         "input_cost_per_token": 6.5e-07,
         "output_cost_per_token": 2.75e-06,
         "litellm_provider": "replicate",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "replicate/meta/llama-3-8b": {
         "max_tokens": 8086,
@@ -4569,7 +5054,8 @@
         "input_cost_per_token": 5e-08,
         "output_cost_per_token": 2.5e-07,
         "litellm_provider": "replicate",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "replicate/meta/llama-3-8b-instruct": {
         "max_tokens": 8086,
@@ -4578,7 +5064,8 @@
         "input_cost_per_token": 5e-08,
         "output_cost_per_token": 2.5e-07,
         "litellm_provider": "replicate",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "replicate/mistralai/mistral-7b-v0.1": {
         "max_tokens": 4096,
@@ -4587,7 +5074,8 @@
         "input_cost_per_token": 5e-08,
         "output_cost_per_token": 2.5e-07,
         "litellm_provider": "replicate",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "replicate/mistralai/mistral-7b-instruct-v0.2": {
         "max_tokens": 4096,
@@ -4596,7 +5084,8 @@
         "input_cost_per_token": 5e-08,
         "output_cost_per_token": 2.5e-07,
         "litellm_provider": "replicate",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "replicate/mistralai/mixtral-8x7b-instruct-v0.1": {
         "max_tokens": 4096,
@@ -4605,11 +5094,12 @@
         "input_cost_per_token": 3e-07,
         "output_cost_per_token": 1e-06,
         "litellm_provider": "replicate",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/deepseek/deepseek-r1": {
         "max_tokens": 8192,
-        "max_input_tokens": 64000,
+        "max_input_tokens": 65336,
         "max_output_tokens": 8192,
         "input_cost_per_token": 5.5e-07,
         "input_cost_per_token_cache_hit": 1.4e-07,
@@ -4623,13 +5113,14 @@
     },
     "openrouter/deepseek/deepseek-chat": {
         "max_tokens": 8192,
-        "max_input_tokens": 66000,
-        "max_output_tokens": 4096,
+        "max_input_tokens": 65536,
+        "max_output_tokens": 8192,
         "input_cost_per_token": 1.4e-07,
         "output_cost_per_token": 2.8e-07,
         "litellm_provider": "openrouter",
         "supports_prompt_caching": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/deepseek/deepseek-coder": {
         "max_tokens": 8192,
@@ -4639,14 +5130,16 @@
         "output_cost_per_token": 2.8e-07,
         "litellm_provider": "openrouter",
         "supports_prompt_caching": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/microsoft/wizardlm-2-8x22b:nitro": {
         "max_tokens": 65536,
         "input_cost_per_token": 1e-06,
         "output_cost_per_token": 1e-06,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/google/gemini-pro-1.5": {
         "max_tokens": 8192,
@@ -4658,28 +5151,32 @@
         "litellm_provider": "openrouter",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "openrouter/mistralai/mixtral-8x22b-instruct": {
         "max_tokens": 65536,
         "input_cost_per_token": 6.5e-07,
         "output_cost_per_token": 6.5e-07,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/cohere/command-r-plus": {
         "max_tokens": 128000,
         "input_cost_per_token": 3e-06,
         "output_cost_per_token": 1.5e-05,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/databricks/dbrx-instruct": {
         "max_tokens": 32768,
         "input_cost_per_token": 6e-07,
         "output_cost_per_token": 6e-07,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/anthropic/claude-3-haiku": {
         "max_tokens": 200000,
@@ -4689,7 +5186,8 @@
         "litellm_provider": "openrouter",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "openrouter/anthropic/claude-3-5-haiku": {
         "max_tokens": 200000,
@@ -4697,7 +5195,8 @@
         "output_cost_per_token": 5e-06,
         "litellm_provider": "openrouter",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "openrouter/anthropic/claude-3-haiku-20240307": {
         "max_tokens": 4096,
@@ -4709,7 +5208,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "tool_use_system_prompt_tokens": 264
+        "tool_use_system_prompt_tokens": 264,
+        "supports_tool_choice": true
     },
     "openrouter/anthropic/claude-3-5-haiku-20241022": {
         "max_tokens": 8192,
@@ -4720,7 +5220,8 @@
         "litellm_provider": "openrouter",
         "mode": "chat",
         "supports_function_calling": true,
-        "tool_use_system_prompt_tokens": 264
+        "tool_use_system_prompt_tokens": 264,
+        "supports_tool_choice": true
     },
     "openrouter/anthropic/claude-3.5-sonnet": {
         "max_tokens": 8192,
@@ -4733,7 +5234,8 @@
         "supports_function_calling": true,
         "supports_vision": true,
         "tool_use_system_prompt_tokens": 159,
-        "supports_assistant_prefill": true
+        "supports_assistant_prefill": true,
+        "supports_tool_choice": true
     },
     "openrouter/anthropic/claude-3.5-sonnet:beta": {
         "max_tokens": 8192,
@@ -4745,7 +5247,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "tool_use_system_prompt_tokens": 159
+        "tool_use_system_prompt_tokens": 159,
+        "supports_tool_choice": true
     },
     "openrouter/anthropic/claude-3-sonnet": {
         "max_tokens": 200000,
@@ -4755,21 +5258,24 @@
         "litellm_provider": "openrouter",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "openrouter/mistralai/mistral-large": {
         "max_tokens": 32000,
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/cognitivecomputations/dolphin-mixtral-8x7b": {
         "max_tokens": 32769,
         "input_cost_per_token": 5e-07,
         "output_cost_per_token": 5e-07,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/google/gemini-pro-vision": {
         "max_tokens": 45875,
@@ -4779,42 +5285,48 @@
         "litellm_provider": "openrouter",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "openrouter/fireworks/firellava-13b": {
         "max_tokens": 4096,
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 2e-07,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/meta-llama/llama-3-8b-instruct:free": {
         "max_tokens": 8192,
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/meta-llama/llama-3-8b-instruct:extended": {
         "max_tokens": 16384,
         "input_cost_per_token": 2.25e-07,
         "output_cost_per_token": 2.25e-06,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/meta-llama/llama-3-70b-instruct:nitro": {
         "max_tokens": 8192,
         "input_cost_per_token": 9e-07,
         "output_cost_per_token": 9e-07,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/meta-llama/llama-3-70b-instruct": {
         "max_tokens": 8192,
         "input_cost_per_token": 5.9e-07,
         "output_cost_per_token": 7.9e-07,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/openai/o1": {
         "max_tokens": 100000,
@@ -4830,7 +5342,8 @@
         "supports_vision": true,
         "supports_prompt_caching": true,
         "supports_system_messages": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "openrouter/openai/o1-mini": {
         "max_tokens": 65536,
@@ -4842,7 +5355,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
-        "supports_vision": false
+        "supports_vision": false,
+        "supports_tool_choice": true
     },
     "openrouter/openai/o1-mini-2024-09-12": {
         "max_tokens": 65536,
@@ -4854,7 +5368,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
-        "supports_vision": false
+        "supports_vision": false,
+        "supports_tool_choice": true
     },
     "openrouter/openai/o1-preview": {
         "max_tokens": 32768,
@@ -4866,7 +5381,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
-        "supports_vision": false
+        "supports_vision": false,
+        "supports_tool_choice": true
     },
     "openrouter/openai/o1-preview-2024-09-12": {
         "max_tokens": 32768,
@@ -4878,7 +5394,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
-        "supports_vision": false
+        "supports_vision": false,
+        "supports_tool_choice": true
     },
     "openrouter/openai/gpt-4o": {
         "max_tokens": 4096,
@@ -4890,7 +5407,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "openrouter/openai/gpt-4o-2024-05-13": {
         "max_tokens": 4096,
@@ -4902,7 +5420,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "openrouter/openai/gpt-4-vision-preview": {
         "max_tokens": 130000,
@@ -4912,28 +5431,32 @@
         "litellm_provider": "openrouter",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "openrouter/openai/gpt-3.5-turbo": {
         "max_tokens": 4095,
         "input_cost_per_token": 1.5e-06,
         "output_cost_per_token": 2e-06,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/openai/gpt-3.5-turbo-16k": {
         "max_tokens": 16383,
         "input_cost_per_token": 3e-06,
         "output_cost_per_token": 4e-06,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/openai/gpt-4": {
         "max_tokens": 8192,
         "input_cost_per_token": 3e-05,
         "output_cost_per_token": 6e-05,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/anthropic/claude-instant-v1": {
         "max_tokens": 100000,
@@ -4941,7 +5464,8 @@
         "input_cost_per_token": 1.63e-06,
         "output_cost_per_token": 5.51e-06,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/anthropic/claude-2": {
         "max_tokens": 100000,
@@ -4949,7 +5473,8 @@
         "input_cost_per_token": 1.102e-05,
         "output_cost_per_token": 3.268e-05,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/anthropic/claude-3-opus": {
         "max_tokens": 4096,
@@ -4961,98 +5486,112 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "tool_use_system_prompt_tokens": 395
+        "tool_use_system_prompt_tokens": 395,
+        "supports_tool_choice": true
     },
     "openrouter/google/palm-2-chat-bison": {
         "max_tokens": 25804,
         "input_cost_per_token": 5e-07,
         "output_cost_per_token": 5e-07,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/google/palm-2-codechat-bison": {
         "max_tokens": 20070,
         "input_cost_per_token": 5e-07,
         "output_cost_per_token": 5e-07,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/meta-llama/llama-2-13b-chat": {
         "max_tokens": 4096,
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 2e-07,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/meta-llama/llama-2-70b-chat": {
         "max_tokens": 4096,
         "input_cost_per_token": 1.5e-06,
         "output_cost_per_token": 1.5e-06,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/meta-llama/codellama-34b-instruct": {
         "max_tokens": 8192,
         "input_cost_per_token": 5e-07,
         "output_cost_per_token": 5e-07,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/nousresearch/nous-hermes-llama2-13b": {
         "max_tokens": 4096,
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 2e-07,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/mancer/weaver": {
         "max_tokens": 8000,
         "input_cost_per_token": 5.625e-06,
         "output_cost_per_token": 5.625e-06,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/gryphe/mythomax-l2-13b": {
         "max_tokens": 8192,
         "input_cost_per_token": 1.875e-06,
         "output_cost_per_token": 1.875e-06,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/jondurbin/airoboros-l2-70b-2.1": {
         "max_tokens": 4096,
         "input_cost_per_token": 1.3875e-05,
         "output_cost_per_token": 1.3875e-05,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/undi95/remm-slerp-l2-13b": {
         "max_tokens": 6144,
         "input_cost_per_token": 1.875e-06,
         "output_cost_per_token": 1.875e-06,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/pygmalionai/mythalion-13b": {
         "max_tokens": 4096,
         "input_cost_per_token": 1.875e-06,
         "output_cost_per_token": 1.875e-06,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/mistralai/mistral-7b-instruct": {
         "max_tokens": 8192,
         "input_cost_per_token": 1.3e-07,
         "output_cost_per_token": 1.3e-07,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/mistralai/mistral-7b-instruct:free": {
         "max_tokens": 8192,
         "input_cost_per_token": 0.0,
         "output_cost_per_token": 0.0,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "openrouter/qwen/qwen-2.5-coder-32b-instruct": {
         "max_tokens": 33792,
@@ -5061,7 +5600,8 @@
         "input_cost_per_token": 1.8e-07,
         "output_cost_per_token": 1.8e-07,
         "litellm_provider": "openrouter",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "j2-ultra": {
         "max_tokens": 8192,
@@ -5079,7 +5619,8 @@
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 4e-07,
         "litellm_provider": "ai21",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "jamba-1.5-large@001": {
         "max_tokens": 256000,
@@ -5088,7 +5629,8 @@
         "input_cost_per_token": 2e-06,
         "output_cost_per_token": 8e-06,
         "litellm_provider": "ai21",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "jamba-1.5": {
         "max_tokens": 256000,
@@ -5097,7 +5639,8 @@
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 4e-07,
         "litellm_provider": "ai21",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "jamba-1.5-mini": {
         "max_tokens": 256000,
@@ -5106,7 +5649,8 @@
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 4e-07,
         "litellm_provider": "ai21",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "jamba-1.5-large": {
         "max_tokens": 256000,
@@ -5115,7 +5659,8 @@
         "input_cost_per_token": 2e-06,
         "output_cost_per_token": 8e-06,
         "litellm_provider": "ai21",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "j2-mid": {
         "max_tokens": 8192,
@@ -5202,7 +5747,8 @@
         "input_cost_per_token": 1.25e-05,
         "output_cost_per_token": 1.25e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "ai21.j2-ultra-v1": {
         "max_tokens": 8191,
@@ -5211,7 +5757,8 @@
         "input_cost_per_token": 1.88e-05,
         "output_cost_per_token": 1.88e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "ai21.jamba-instruct-v1:0": {
         "max_tokens": 4096,
@@ -5223,6 +5770,26 @@
         "mode": "chat",
         "supports_system_messages": true
     },
+    "ai21.jamba-1-5-large-v1:0": {
+        "max_tokens": 256000,
+        "max_input_tokens": 256000,
+        "max_output_tokens": 256000,
+        "input_cost_per_token": 2e-06,
+        "output_cost_per_token": 8e-06,
+        "litellm_provider": "bedrock",
+        "mode": "chat",
+        "supports_tool_choice": true
+    },
+    "ai21.jamba-1-5-mini-v1:0": {
+        "max_tokens": 256000,
+        "max_input_tokens": 256000,
+        "max_output_tokens": 256000,
+        "input_cost_per_token": 2e-07,
+        "output_cost_per_token": 4e-07,
+        "litellm_provider": "bedrock",
+        "mode": "chat",
+        "supports_tool_choice": true
+    },
     "amazon.titan-text-lite-v1": {
         "max_tokens": 4000,
         "max_input_tokens": 42000,
@@ -5291,7 +5858,8 @@
         "input_cost_per_token": 1.5e-07,
         "output_cost_per_token": 2e-07,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "mistral.mixtral-8x7b-instruct-v0:1": {
         "max_tokens": 8191,
@@ -5300,7 +5868,8 @@
         "input_cost_per_token": 4.5e-07,
         "output_cost_per_token": 7e-07,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "mistral.mistral-large-2402-v1:0": {
         "max_tokens": 8191,
@@ -5310,7 +5879,8 @@
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "mistral.mistral-large-2407-v1:0": {
         "max_tokens": 8191,
@@ -5320,7 +5890,8 @@
         "output_cost_per_token": 9e-06,
         "litellm_provider": "bedrock",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "mistral.mistral-small-2402-v1:0": {
         "max_tokens": 8191,
@@ -5330,7 +5901,8 @@
         "output_cost_per_token": 3e-06,
         "litellm_provider": "bedrock",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": {
         "max_tokens": 8191,
@@ -5339,7 +5911,8 @@
         "input_cost_per_token": 4.5e-07,
         "output_cost_per_token": 7e-07,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1": {
         "max_tokens": 8191,
@@ -5348,7 +5921,8 @@
         "input_cost_per_token": 4.5e-07,
         "output_cost_per_token": 7e-07,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1": {
         "max_tokens": 8191,
@@ -5357,7 +5931,8 @@
         "input_cost_per_token": 5.9e-07,
         "output_cost_per_token": 9.1e-07,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": {
         "max_tokens": 8191,
@@ -5366,7 +5941,8 @@
         "input_cost_per_token": 1.5e-07,
         "output_cost_per_token": 2e-07,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2": {
         "max_tokens": 8191,
@@ -5375,7 +5951,8 @@
         "input_cost_per_token": 1.5e-07,
         "output_cost_per_token": 2e-07,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": {
         "max_tokens": 8191,
@@ -5384,7 +5961,8 @@
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 2.6e-07,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-east-1/mistral.mistral-large-2402-v1:0": {
         "max_tokens": 8191,
@@ -5394,7 +5972,8 @@
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": {
         "max_tokens": 8191,
@@ -5404,7 +5983,8 @@
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0": {
         "max_tokens": 8191,
@@ -5414,7 +5994,8 @@
         "output_cost_per_token": 3.12e-05,
         "litellm_provider": "bedrock",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "supports_tool_choice": true
     },
     "amazon.nova-micro-v1:0": {
         "max_tokens": 4096,
@@ -5436,7 +6017,8 @@
         "litellm_provider": "bedrock_converse",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_prompt_caching": true
+        "supports_prompt_caching": true,
+        "supports_response_schema": true
     },
     "amazon.nova-lite-v1:0": {
         "max_tokens": 4096,
@@ -5499,7 +6081,8 @@
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "anthropic.claude-3-5-sonnet-20240620-v1:0": {
         "max_tokens": 4096,
@@ -5510,7 +6093,8 @@
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "anthropic.claude-3-5-sonnet-20241022-v2:0": {
         "max_tokens": 8192,
@@ -5524,7 +6108,8 @@
         "supports_vision": true,
         "supports_assistant_prefill": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "anthropic.claude-3-haiku-20240307-v1:0": {
         "max_tokens": 4096,
@@ -5535,19 +6120,21 @@
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "anthropic.claude-3-5-haiku-20241022-v1:0": {
         "max_tokens": 8192,
         "max_input_tokens": 200000,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 1e-06,
-        "output_cost_per_token": 5e-06,
+        "input_cost_per_token": 8e-07,
+        "output_cost_per_token": 4e-06,
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_assistant_prefill": true,
         "supports_function_calling": true,
-        "supports_prompt_caching": true
+        "supports_prompt_caching": true,
+        "supports_tool_choice": true
     },
     "anthropic.claude-3-opus-20240229-v1:0": {
         "max_tokens": 4096,
@@ -5558,7 +6145,8 @@
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "us.anthropic.claude-3-sonnet-20240229-v1:0": {
         "max_tokens": 4096,
@@ -5569,7 +6157,8 @@
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "us.anthropic.claude-3-5-sonnet-20240620-v1:0": {
         "max_tokens": 4096,
@@ -5580,7 +6169,8 @@
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "us.anthropic.claude-3-5-sonnet-20241022-v2:0": {
         "max_tokens": 8192,
@@ -5594,7 +6184,8 @@
         "supports_vision": true,
         "supports_assistant_prefill": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "us.anthropic.claude-3-haiku-20240307-v1:0": {
         "max_tokens": 4096,
@@ -5605,19 +6196,21 @@
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "us.anthropic.claude-3-5-haiku-20241022-v1:0": {
         "max_tokens": 8192,
         "max_input_tokens": 200000,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 1e-06,
-        "output_cost_per_token": 5e-06,
+        "input_cost_per_token": 8e-07,
+        "output_cost_per_token": 4e-06,
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_assistant_prefill": true,
         "supports_function_calling": true,
-        "supports_prompt_caching": true
+        "supports_prompt_caching": true,
+        "supports_tool_choice": true
     },
     "us.anthropic.claude-3-opus-20240229-v1:0": {
         "max_tokens": 4096,
@@ -5628,7 +6221,8 @@
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "eu.anthropic.claude-3-sonnet-20240229-v1:0": {
         "max_tokens": 4096,
@@ -5639,7 +6233,8 @@
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": {
         "max_tokens": 4096,
@@ -5650,7 +6245,8 @@
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": {
         "max_tokens": 8192,
@@ -5664,7 +6260,8 @@
         "supports_vision": true,
         "supports_assistant_prefill": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "eu.anthropic.claude-3-haiku-20240307-v1:0": {
         "max_tokens": 4096,
@@ -5675,20 +6272,22 @@
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "eu.anthropic.claude-3-5-haiku-20241022-v1:0": {
         "max_tokens": 8192,
         "max_input_tokens": 200000,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 1e-06,
-        "output_cost_per_token": 5e-06,
+        "input_cost_per_token": 2.5e-07,
+        "output_cost_per_token": 1.25e-06,
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
         "supports_assistant_prefill": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true
+        "supports_response_schema": true,
+        "supports_tool_choice": true
     },
     "eu.anthropic.claude-3-opus-20240229-v1:0": {
         "max_tokens": 4096,
@@ -5699,7 +6298,8 @@
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_vision": true
+        "supports_vision": true,
+        "supports_tool_choice": true
     },
     "anthropic.claude-v1": {
         "max_tokens": 8191,
@@ -5717,7 +6317,8 @@
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-west-2/anthropic.claude-v1": {
         "max_tokens": 8191,
@@ -5726,7 +6327,8 @@
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/ap-northeast-1/anthropic.claude-v1": {
         "max_tokens": 8191,
@@ -5735,7 +6337,8 @@
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1": {
         "max_tokens": 8191,
@@ -5825,7 +6428,8 @@
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-east-1/anthropic.claude-v2": {
         "max_tokens": 8191,
@@ -5834,7 +6438,8 @@
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-west-2/anthropic.claude-v2": {
         "max_tokens": 8191,
@@ -5843,7 +6448,8 @@
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/ap-northeast-1/anthropic.claude-v2": {
         "max_tokens": 8191,
@@ -5852,7 +6458,8 @@
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2": {
         "max_tokens": 8191,
@@ -5861,7 +6468,8 @@
         "input_cost_per_second": 0.0455,
         "output_cost_per_second": 0.0455,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2": {
         "max_tokens": 8191,
@@ -5870,7 +6478,8 @@
         "input_cost_per_second": 0.02527,
         "output_cost_per_second": 0.02527,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/eu-central-1/anthropic.claude-v2": {
         "max_tokens": 8191,
@@ -5879,7 +6488,8 @@
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2": {
         "max_tokens": 8191,
@@ -5888,7 +6498,8 @@
         "input_cost_per_second": 0.0415,
         "output_cost_per_second": 0.0415,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2": {
         "max_tokens": 8191,
@@ -5897,7 +6508,8 @@
         "input_cost_per_second": 0.02305,
         "output_cost_per_second": 0.02305,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2": {
         "max_tokens": 8191,
@@ -5906,7 +6518,8 @@
         "input_cost_per_second": 0.0175,
         "output_cost_per_second": 0.0175,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2": {
         "max_tokens": 8191,
@@ -5915,7 +6528,8 @@
         "input_cost_per_second": 0.00972,
         "output_cost_per_second": 0.00972,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2": {
         "max_tokens": 8191,
@@ -5924,7 +6538,8 @@
         "input_cost_per_second": 0.0175,
         "output_cost_per_second": 0.0175,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2": {
         "max_tokens": 8191,
@@ -5933,7 +6548,8 @@
         "input_cost_per_second": 0.00972,
         "output_cost_per_second": 0.00972,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "anthropic.claude-v2:1": {
         "max_tokens": 8191,
@@ -5942,7 +6558,8 @@
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-east-1/anthropic.claude-v2:1": {
         "max_tokens": 8191,
@@ -5951,7 +6568,8 @@
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-west-2/anthropic.claude-v2:1": {
         "max_tokens": 8191,
@@ -5960,7 +6578,8 @@
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/ap-northeast-1/anthropic.claude-v2:1": {
         "max_tokens": 8191,
@@ -5969,7 +6588,8 @@
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1": {
         "max_tokens": 8191,
@@ -5978,7 +6598,8 @@
         "input_cost_per_second": 0.0455,
         "output_cost_per_second": 0.0455,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1": {
         "max_tokens": 8191,
@@ -5987,7 +6608,8 @@
         "input_cost_per_second": 0.02527,
         "output_cost_per_second": 0.02527,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/eu-central-1/anthropic.claude-v2:1": {
         "max_tokens": 8191,
@@ -5996,7 +6618,8 @@
         "input_cost_per_token": 8e-06,
         "output_cost_per_token": 2.4e-05,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1": {
         "max_tokens": 8191,
@@ -6005,7 +6628,8 @@
         "input_cost_per_second": 0.0415,
         "output_cost_per_second": 0.0415,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1": {
         "max_tokens": 8191,
@@ -6014,7 +6638,8 @@
         "input_cost_per_second": 0.02305,
         "output_cost_per_second": 0.02305,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1": {
         "max_tokens": 8191,
@@ -6023,7 +6648,8 @@
         "input_cost_per_second": 0.0175,
         "output_cost_per_second": 0.0175,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1": {
         "max_tokens": 8191,
@@ -6032,7 +6658,8 @@
         "input_cost_per_second": 0.00972,
         "output_cost_per_second": 0.00972,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1": {
         "max_tokens": 8191,
@@ -6041,7 +6668,8 @@
         "input_cost_per_second": 0.0175,
         "output_cost_per_second": 0.0175,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1": {
         "max_tokens": 8191,
@@ -6050,16 +6678,18 @@
         "input_cost_per_second": 0.00972,
         "output_cost_per_second": 0.00972,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "anthropic.claude-instant-v1": {
         "max_tokens": 8191,
         "max_input_tokens": 100000,
         "max_output_tokens": 8191,
-        "input_cost_per_token": 1.63e-06,
-        "output_cost_per_token": 5.51e-06,
+        "input_cost_per_token": 8e-07,
+        "output_cost_per_token": 2.4e-06,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-east-1/anthropic.claude-instant-v1": {
         "max_tokens": 8191,
@@ -6068,7 +6698,8 @@
         "input_cost_per_token": 8e-07,
         "output_cost_per_token": 2.4e-06,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": {
         "max_tokens": 8191,
@@ -6077,7 +6708,8 @@
         "input_cost_per_second": 0.011,
         "output_cost_per_second": 0.011,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1": {
         "max_tokens": 8191,
@@ -6086,7 +6718,8 @@
         "input_cost_per_second": 0.00611,
         "output_cost_per_second": 0.00611,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1": {
         "max_tokens": 8191,
@@ -6095,7 +6728,8 @@
         "input_cost_per_second": 0.011,
         "output_cost_per_second": 0.011,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1": {
         "max_tokens": 8191,
@@ -6104,7 +6738,8 @@
         "input_cost_per_second": 0.00611,
         "output_cost_per_second": 0.00611,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/us-west-2/anthropic.claude-instant-v1": {
         "max_tokens": 8191,
@@ -6113,7 +6748,8 @@
         "input_cost_per_token": 8e-07,
         "output_cost_per_token": 2.4e-06,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/ap-northeast-1/anthropic.claude-instant-v1": {
         "max_tokens": 8191,
@@ -6122,7 +6758,8 @@
         "input_cost_per_token": 2.23e-06,
         "output_cost_per_token": 7.55e-06,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1": {
         "max_tokens": 8191,
@@ -6131,7 +6768,8 @@
         "input_cost_per_second": 0.01475,
         "output_cost_per_second": 0.01475,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1": {
         "max_tokens": 8191,
@@ -6140,7 +6778,8 @@
         "input_cost_per_second": 0.008194,
         "output_cost_per_second": 0.008194,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/eu-central-1/anthropic.claude-instant-v1": {
         "max_tokens": 8191,
@@ -6149,7 +6788,8 @@
         "input_cost_per_token": 2.48e-06,
         "output_cost_per_token": 8.38e-06,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": {
         "max_tokens": 8191,
@@ -6158,7 +6798,8 @@
         "input_cost_per_second": 0.01635,
         "output_cost_per_second": 0.01635,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1": {
         "max_tokens": 8191,
@@ -6167,7 +6808,8 @@
         "input_cost_per_second": 0.009083,
         "output_cost_per_second": 0.009083,
         "litellm_provider": "bedrock",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "cohere.command-text-v14": {
         "max_tokens": 4096,
@@ -6798,7 +7440,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": {
         "input_cost_per_token": 8.8e-07,
@@ -6807,7 +7450,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "together_ai/meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": {
         "input_cost_per_token": 3.5e-06,
@@ -6815,7 +7459,8 @@
         "litellm_provider": "together_ai",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo": {
         "input_cost_per_token": 8.8e-07,
@@ -6824,7 +7469,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo-Free": {
         "input_cost_per_token": 0,
@@ -6833,7 +7479,8 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1": {
         "input_cost_per_token": 6e-07,
@@ -6842,20 +7489,23 @@
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "together_ai/mistralai/Mistral-7B-Instruct-v0.1": {
         "litellm_provider": "together_ai",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
         "supports_response_schema": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "together_ai/togethercomputer/CodeLlama-34b-Instruct": {
         "litellm_provider": "together_ai",
         "supports_function_calling": true,
         "supports_parallel_function_calling": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "ollama/codegemma": {
         "max_tokens": 8192,
@@ -7096,7 +7746,8 @@
         "input_cost_per_token": 7e-07,
         "output_cost_per_token": 9e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/Gryphe/MythoMax-L2-13b": {
         "max_tokens": 4096,
@@ -7105,7 +7756,8 @@
         "input_cost_per_token": 2.2e-07,
         "output_cost_per_token": 2.2e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/mistralai/Mistral-7B-Instruct-v0.1": {
         "max_tokens": 8191,
@@ -7114,7 +7766,8 @@
         "input_cost_per_token": 1.3e-07,
         "output_cost_per_token": 1.3e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/meta-llama/Llama-2-70b-chat-hf": {
         "max_tokens": 4096,
@@ -7123,7 +7776,8 @@
         "input_cost_per_token": 7e-07,
         "output_cost_per_token": 9e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/cognitivecomputations/dolphin-2.6-mixtral-8x7b": {
         "max_tokens": 8191,
@@ -7132,7 +7786,8 @@
         "input_cost_per_token": 2.7e-07,
         "output_cost_per_token": 2.7e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/codellama/CodeLlama-34b-Instruct-hf": {
         "max_tokens": 4096,
@@ -7141,7 +7796,8 @@
         "input_cost_per_token": 6e-07,
         "output_cost_per_token": 6e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/deepinfra/mixtral": {
         "max_tokens": 4096,
@@ -7159,7 +7815,8 @@
         "input_cost_per_token": 6e-07,
         "output_cost_per_token": 6e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/mistralai/Mixtral-8x7B-Instruct-v0.1": {
         "max_tokens": 8191,
@@ -7168,7 +7825,8 @@
         "input_cost_per_token": 2.7e-07,
         "output_cost_per_token": 2.7e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/deepinfra/airoboros-70b": {
         "max_tokens": 4096,
@@ -7177,7 +7835,8 @@
         "input_cost_per_token": 7e-07,
         "output_cost_per_token": 9e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/01-ai/Yi-34B-Chat": {
         "max_tokens": 4096,
@@ -7186,7 +7845,8 @@
         "input_cost_per_token": 6e-07,
         "output_cost_per_token": 6e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/01-ai/Yi-6B-200K": {
         "max_tokens": 4096,
@@ -7204,7 +7864,8 @@
         "input_cost_per_token": 7e-07,
         "output_cost_per_token": 9e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/meta-llama/Llama-2-13b-chat-hf": {
         "max_tokens": 4096,
@@ -7213,7 +7874,8 @@
         "input_cost_per_token": 2.2e-07,
         "output_cost_per_token": 2.2e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/amazon/MistralLite": {
         "max_tokens": 8191,
@@ -7222,7 +7884,8 @@
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 2e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/meta-llama/Llama-2-7b-chat-hf": {
         "max_tokens": 4096,
@@ -7231,7 +7894,8 @@
         "input_cost_per_token": 1.3e-07,
         "output_cost_per_token": 1.3e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/meta-llama/Meta-Llama-3-8B-Instruct": {
         "max_tokens": 8191,
@@ -7240,7 +7904,8 @@
         "input_cost_per_token": 8e-08,
         "output_cost_per_token": 8e-08,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/meta-llama/Meta-Llama-3-70B-Instruct": {
         "max_tokens": 8191,
@@ -7249,7 +7914,8 @@
         "input_cost_per_token": 5.9e-07,
         "output_cost_per_token": 7.9e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "deepinfra/meta-llama/Meta-Llama-3.1-405B-Instruct": {
         "max_tokens": 32768,
@@ -7260,7 +7926,8 @@
         "litellm_provider": "deepinfra",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_parallel_function_calling": true
+        "supports_parallel_function_calling": true,
+        "supports_tool_choice": true
     },
     "deepinfra/01-ai/Yi-34B-200K": {
         "max_tokens": 4096,
@@ -7278,7 +7945,8 @@
         "input_cost_per_token": 1.3e-07,
         "output_cost_per_token": 1.3e-07,
         "litellm_provider": "deepinfra",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/codellama-34b-instruct": {
         "max_tokens": 16384,
@@ -7287,7 +7955,8 @@
         "input_cost_per_token": 3.5e-07,
         "output_cost_per_token": 1.4e-06,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/codellama-70b-instruct": {
         "max_tokens": 16384,
@@ -7296,7 +7965,8 @@
         "input_cost_per_token": 7e-07,
         "output_cost_per_token": 2.8e-06,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/llama-3.1-70b-instruct": {
         "max_tokens": 131072,
@@ -7305,7 +7975,8 @@
         "input_cost_per_token": 1e-06,
         "output_cost_per_token": 1e-06,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/llama-3.1-8b-instruct": {
         "max_tokens": 131072,
@@ -7314,7 +7985,8 @@
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 2e-07,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/llama-3.1-sonar-huge-128k-online": {
         "max_tokens": 127072,
@@ -7323,7 +7995,9 @@
         "input_cost_per_token": 5e-06,
         "output_cost_per_token": 5e-06,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "deprecation_date": "2025-02-22",
+        "supports_tool_choice": true
     },
     "perplexity/llama-3.1-sonar-large-128k-online": {
         "max_tokens": 127072,
@@ -7332,7 +8006,9 @@
         "input_cost_per_token": 1e-06,
         "output_cost_per_token": 1e-06,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "deprecation_date": "2025-02-22",
+        "supports_tool_choice": true
     },
     "perplexity/llama-3.1-sonar-large-128k-chat": {
         "max_tokens": 131072,
@@ -7341,7 +8017,9 @@
         "input_cost_per_token": 1e-06,
         "output_cost_per_token": 1e-06,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "deprecation_date": "2025-02-22",
+        "supports_tool_choice": true
     },
     "perplexity/llama-3.1-sonar-small-128k-chat": {
         "max_tokens": 131072,
@@ -7350,7 +8028,9 @@
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 2e-07,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "deprecation_date": "2025-02-22",
+        "supports_tool_choice": true
     },
     "perplexity/llama-3.1-sonar-small-128k-online": {
         "max_tokens": 127072,
@@ -7359,7 +8039,9 @@
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 2e-07,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "deprecation_date": "2025-02-22",
+        "supports_tool_choice": true
     },
     "perplexity/pplx-7b-chat": {
         "max_tokens": 8192,
@@ -7368,7 +8050,8 @@
         "input_cost_per_token": 7e-08,
         "output_cost_per_token": 2.8e-07,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/pplx-70b-chat": {
         "max_tokens": 4096,
@@ -7377,7 +8060,8 @@
         "input_cost_per_token": 7e-07,
         "output_cost_per_token": 2.8e-06,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/pplx-7b-online": {
         "max_tokens": 4096,
@@ -7387,7 +8071,8 @@
         "output_cost_per_token": 2.8e-07,
         "input_cost_per_request": 0.005,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/pplx-70b-online": {
         "max_tokens": 4096,
@@ -7397,7 +8082,8 @@
         "output_cost_per_token": 2.8e-06,
         "input_cost_per_request": 0.005,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/llama-2-70b-chat": {
         "max_tokens": 4096,
@@ -7406,7 +8092,8 @@
         "input_cost_per_token": 7e-07,
         "output_cost_per_token": 2.8e-06,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/mistral-7b-instruct": {
         "max_tokens": 4096,
@@ -7415,7 +8102,8 @@
         "input_cost_per_token": 7e-08,
         "output_cost_per_token": 2.8e-07,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/mixtral-8x7b-instruct": {
         "max_tokens": 4096,
@@ -7424,7 +8112,8 @@
         "input_cost_per_token": 7e-08,
         "output_cost_per_token": 2.8e-07,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/sonar-small-chat": {
         "max_tokens": 16384,
@@ -7433,7 +8122,8 @@
         "input_cost_per_token": 7e-08,
         "output_cost_per_token": 2.8e-07,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/sonar-small-online": {
         "max_tokens": 12000,
@@ -7443,7 +8133,8 @@
         "output_cost_per_token": 2.8e-07,
         "input_cost_per_request": 0.005,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/sonar-medium-chat": {
         "max_tokens": 16384,
@@ -7452,7 +8143,8 @@
         "input_cost_per_token": 6e-07,
         "output_cost_per_token": 1.8e-06,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "perplexity/sonar-medium-online": {
         "max_tokens": 12000,
@@ -7462,7 +8154,8 @@
         "output_cost_per_token": 1.8e-06,
         "input_cost_per_request": 0.005,
         "litellm_provider": "perplexity",
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct": {
         "max_tokens": 16384,
@@ -7474,7 +8167,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "source": "https://fireworks.ai/pricing"
+        "source": "https://fireworks.ai/pricing",
+        "supports_tool_choice": true
     },
     "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct": {
         "max_tokens": 16384,
@@ -7486,7 +8180,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "source": "https://fireworks.ai/pricing"
+        "source": "https://fireworks.ai/pricing",
+        "supports_tool_choice": true
     },
     "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct": {
         "max_tokens": 16384,
@@ -7498,7 +8193,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "source": "https://fireworks.ai/pricing"
+        "source": "https://fireworks.ai/pricing",
+        "supports_tool_choice": true
     },
     "fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct": {
         "max_tokens": 16384,
@@ -7511,7 +8207,8 @@
         "supports_function_calling": true,
         "supports_vision": true,
         "supports_response_schema": true,
-        "source": "https://fireworks.ai/pricing"
+        "source": "https://fireworks.ai/pricing",
+        "supports_tool_choice": true
     },
     "accounts/fireworks/models/llama-v3p2-90b-vision-instruct": {
         "max_tokens": 16384,
@@ -7536,7 +8233,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "source": "https://fireworks.ai/pricing"
+        "source": "https://fireworks.ai/pricing",
+        "supports_tool_choice": true
     },
     "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf": {
         "max_tokens": 65536,
@@ -7548,7 +8246,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "source": "https://fireworks.ai/pricing"
+        "source": "https://fireworks.ai/pricing",
+        "supports_tool_choice": true
     },
     "fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct": {
         "max_tokens": 32768,
@@ -7560,7 +8259,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "source": "https://fireworks.ai/pricing"
+        "source": "https://fireworks.ai/pricing",
+        "supports_tool_choice": true
     },
     "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct": {
         "max_tokens": 4096,
@@ -7572,7 +8272,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "source": "https://fireworks.ai/pricing"
+        "source": "https://fireworks.ai/pricing",
+        "supports_tool_choice": true
     },
     "fireworks_ai/accounts/fireworks/models/yi-large": {
         "max_tokens": 32768,
@@ -7584,7 +8285,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "source": "https://fireworks.ai/pricing"
+        "source": "https://fireworks.ai/pricing",
+        "supports_tool_choice": true
     },
     "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct": {
         "max_tokens": 65536,
@@ -7596,7 +8298,8 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_response_schema": true,
-        "source": "https://fireworks.ai/pricing"
+        "source": "https://fireworks.ai/pricing",
+        "supports_tool_choice": true
     },
     "fireworks_ai/accounts/fireworks/models/deepseek-v3": {
         "max_tokens": 8192,
@@ -7607,7 +8310,8 @@
         "litellm_provider": "fireworks_ai",
         "mode": "chat",
         "supports_response_schema": true,
-        "source": "https://fireworks.ai/pricing"
+        "source": "https://fireworks.ai/pricing",
+        "supports_tool_choice": true
     },
     "fireworks_ai/nomic-ai/nomic-embed-text-v1.5": {
         "max_tokens": 8192,
@@ -7982,7 +8686,8 @@
         "source": "https://www.databricks.com/product/pricing/foundation-model-serving",
         "metadata": {
             "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
-        }
+        },
+        "supports_tool_choice": true
     },
     "databricks/databricks-meta-llama-3-1-70b-instruct": {
         "max_tokens": 128000,
@@ -7997,7 +8702,8 @@
         "source": "https://www.databricks.com/product/pricing/foundation-model-serving",
         "metadata": {
             "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
-        }
+        },
+        "supports_tool_choice": true
     },
     "databricks/meta-llama-3.3-70b-instruct": {
         "max_tokens": 128000,
@@ -8012,7 +8718,8 @@
         "source": "https://www.databricks.com/product/pricing/foundation-model-serving",
         "metadata": {
             "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
-        }
+        },
+        "supports_tool_choice": true
     },
     "databricks/databricks-dbrx-instruct": {
         "max_tokens": 32768,
@@ -8027,7 +8734,8 @@
         "source": "https://www.databricks.com/product/pricing/foundation-model-serving",
         "metadata": {
             "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
-        }
+        },
+        "supports_tool_choice": true
     },
     "databricks/databricks-meta-llama-3-70b-instruct": {
         "max_tokens": 128000,
@@ -8042,7 +8750,8 @@
         "source": "https://www.databricks.com/product/pricing/foundation-model-serving",
         "metadata": {
             "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
-        }
+        },
+        "supports_tool_choice": true
     },
     "databricks/databricks-llama-2-70b-chat": {
         "max_tokens": 4096,
@@ -8057,7 +8766,8 @@
         "source": "https://www.databricks.com/product/pricing/foundation-model-serving",
         "metadata": {
             "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
-        }
+        },
+        "supports_tool_choice": true
     },
     "databricks/databricks-mixtral-8x7b-instruct": {
         "max_tokens": 4096,
@@ -8072,7 +8782,8 @@
         "source": "https://www.databricks.com/product/pricing/foundation-model-serving",
         "metadata": {
             "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
-        }
+        },
+        "supports_tool_choice": true
     },
     "databricks/databricks-mpt-30b-instruct": {
         "max_tokens": 8192,
@@ -8087,7 +8798,8 @@
         "source": "https://www.databricks.com/product/pricing/foundation-model-serving",
         "metadata": {
             "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
-        }
+        },
+        "supports_tool_choice": true
     },
     "databricks/databricks-mpt-7b-instruct": {
         "max_tokens": 8192,
@@ -8102,7 +8814,8 @@
         "source": "https://www.databricks.com/product/pricing/foundation-model-serving",
         "metadata": {
             "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
-        }
+        },
+        "supports_tool_choice": true
     },
     "databricks/databricks-bge-large-en": {
         "max_tokens": 512,
@@ -8142,7 +8855,8 @@
         "output_cost_per_token": 2e-07,
         "litellm_provider": "sambanova",
         "supports_function_calling": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "sambanova/Meta-Llama-3.1-70B-Instruct": {
         "max_tokens": 128000,
@@ -8152,7 +8866,8 @@
         "output_cost_per_token": 1.2e-06,
         "litellm_provider": "sambanova",
         "supports_function_calling": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "sambanova/Meta-Llama-3.1-405B-Instruct": {
         "max_tokens": 16000,
@@ -8162,7 +8877,8 @@
         "output_cost_per_token": 1e-05,
         "litellm_provider": "sambanova",
         "supports_function_calling": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "sambanova/Meta-Llama-3.2-1B-Instruct": {
         "max_tokens": 16000,
@@ -8172,7 +8888,8 @@
         "output_cost_per_token": 8e-07,
         "litellm_provider": "sambanova",
         "supports_function_calling": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "sambanova/Meta-Llama-3.2-3B-Instruct": {
         "max_tokens": 4000,
@@ -8182,7 +8899,8 @@
         "output_cost_per_token": 1.6e-06,
         "litellm_provider": "sambanova",
         "supports_function_calling": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "sambanova/Qwen2.5-Coder-32B-Instruct": {
         "max_tokens": 8000,
@@ -8192,7 +8910,8 @@
         "output_cost_per_token": 3e-06,
         "litellm_provider": "sambanova",
         "supports_function_calling": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     },
     "sambanova/Qwen2.5-72B-Instruct": {
         "max_tokens": 8000,
@@ -8202,6 +8921,7 @@
         "output_cost_per_token": 4e-06,
         "litellm_provider": "sambanova",
         "supports_function_calling": true,
-        "mode": "chat"
+        "mode": "chat",
+        "supports_tool_choice": true
     }
 }

ragaai-catalyst 2.1.5b20__py3-none-any.whl → 2.1.5b22__py3-none-any.whl

ragaai-catalyst 2.1.5b20py3-none-any.whl → 2.1.5b22py3-none-any.whl