@insightfactory.ai/insightfactory-databricks-langgraph-tracer 1.0.0-dev.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (41) hide show
  1. package/CHANGELOG.md +176 -0
  2. package/LICENSE +5 -0
  3. package/README.md +160 -0
  4. package/THIRD_PARTY_NOTICES +26 -0
  5. package/dist/cost.d.ts +76 -0
  6. package/dist/cost.d.ts.map +1 -0
  7. package/dist/cost.js +124 -0
  8. package/dist/cost.js.map +1 -0
  9. package/dist/databricks-tracer.d.ts +235 -0
  10. package/dist/databricks-tracer.d.ts.map +1 -0
  11. package/dist/databricks-tracer.js +841 -0
  12. package/dist/databricks-tracer.js.map +1 -0
  13. package/dist/errors.d.ts +5 -0
  14. package/dist/errors.d.ts.map +1 -0
  15. package/dist/errors.js +8 -0
  16. package/dist/errors.js.map +1 -0
  17. package/dist/generated-keys.d.ts +39 -0
  18. package/dist/generated-keys.d.ts.map +1 -0
  19. package/dist/generated-keys.js +39 -0
  20. package/dist/generated-keys.js.map +1 -0
  21. package/dist/index.d.ts +65 -0
  22. package/dist/index.d.ts.map +1 -0
  23. package/dist/index.js +130 -0
  24. package/dist/index.js.map +1 -0
  25. package/dist/pricing/model-pricing-overrides.json +28 -0
  26. package/dist/pricing/model-pricing.json +1 -0
  27. package/dist/token-aggregate.d.ts +29 -0
  28. package/dist/token-aggregate.d.ts.map +1 -0
  29. package/dist/token-aggregate.js +63 -0
  30. package/dist/token-aggregate.js.map +1 -0
  31. package/dist/trace-metadata.d.ts +14 -0
  32. package/dist/trace-metadata.d.ts.map +1 -0
  33. package/dist/trace-metadata.js +33 -0
  34. package/dist/trace-metadata.js.map +1 -0
  35. package/dist/uc-export.d.ts +48 -0
  36. package/dist/uc-export.d.ts.map +1 -0
  37. package/dist/uc-export.js +243 -0
  38. package/dist/uc-export.js.map +1 -0
  39. package/package.json +68 -0
  40. package/src/pricing/model-pricing-overrides.json +28 -0
  41. package/src/pricing/model-pricing.json +1 -0
package/dist/pricing/model-pricing.json ADDED
@@ -0,0 +1 @@
1
+ {"sample_spec":{"code_interpreter_cost_per_session":0,"computer_use_input_cost_per_1k_tokens":0,"computer_use_output_cost_per_1k_tokens":0,"deprecation_date":"date when the model becomes deprecated in the format YYYY-MM-DD","file_search_cost_per_1k_calls":0,"file_search_cost_per_gb_per_day":0,"input_cost_per_audio_token":0,"input_cost_per_token":0,"litellm_provider":"one of https://docs.litellm.ai/docs/providers","max_input_tokens":"max input tokens, if the provider specifies it. if not default to max_tokens","max_output_tokens":"max output tokens, if the provider specifies it. if not default to max_tokens","max_tokens":"LEGACY parameter. set to max_output_tokens if provider specifies it. IF not set to max_input_tokens, if provider specifies it.","mode":"one of: chat, embedding, completion, image_generation, audio_transcription, audio_speech, image_generation, moderation, rerank, search","output_cost_per_reasoning_token":0,"output_cost_per_token":0,"search_context_cost_per_query":{"search_context_size_high":0,"search_context_size_low":0,"search_context_size_medium":0},"supported_regions":["global","us-west-2","eu-west-1","ap-southeast-1","ap-northeast-1"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_vision":true,"supports_web_search":true,"vector_store_cost_per_gb_per_day":0},"1024-x-1024/50-steps/bedrock/amazon.nova-canvas-v1:0":{"litellm_provider":"bedrock","max_input_tokens":2600,"mode":"image_generation","output_cost_per_image":0.06},"1024-x-1024/50-steps/stability.stable-diffusion-xl-v1":{"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.04},"1024-x-1024/dall-e-2":{"input_cost_per_pixel":1.9e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0},"1024-x-1024/max-steps/stability.stable-diffusion-xl-v1":{"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.08},"256-x-256/dall-e-2":{"input_cost_per_pixel":2.4414e-7,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0},"512-x-512/50-steps/stability.stable-diffusion-xl-v0":{"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.018},"512-x-512/dall-e-2":{"input_cost_per_pixel":6.86e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0},"512-x-512/max-steps/stability.stable-diffusion-xl-v0":{"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.036},"ai21.j2-mid-v1":{"input_cost_per_token":0.0000125,"litellm_provider":"bedrock","max_input_tokens":8191,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.0000125},"ai21.j2-ultra-v1":{"input_cost_per_token":0.0000188,"litellm_provider":"bedrock","max_input_tokens":8191,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.0000188},"ai21.jamba-1-5-large-v1:0":{"input_cost_per_token":0.000002,"litellm_provider":"bedrock","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000008},"ai21.jamba-1-5-mini-v1:0":{"input_cost_per_token":2e-7,"litellm_provider":"bedrock","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":4e-7},"ai21.jamba-instruct-v1:0":{"input_cost_per_token":5e-7,"litellm_provider":"bedrock","max_input_tokens":70000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":7e-7,"supports_system_messages":true},"aiml/dall-e-2":{"litellm_provider":"aiml","metadata":{"notes":"DALL-E 2 via AI/ML API - Reliable text-to-image generation"},"mode":"image_generation","output_cost_per_image":0.026,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},"aiml/dall-e-3":{"litellm_provider":"aiml","metadata":{"notes":"DALL-E 3 via AI/ML API - High-quality text-to-image generation"},"mode":"image_generation","output_cost_per_image":0.052,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},"aiml/flux-pro":{"litellm_provider":"aiml","metadata":{"notes":"Flux Dev - Development version optimized for experimentation"},"mode":"image_generation","output_cost_per_image":0.065,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},"aiml/flux-pro/v1.1":{"litellm_provider":"aiml","mode":"image_generation","output_cost_per_image":0.052,"supported_endpoints":["/v1/images/generations"]},"aiml/flux-pro/v1.1-ultra":{"litellm_provider":"aiml","mode":"image_generation","output_cost_per_image":0.063,"supported_endpoints":["/v1/images/generations"]},"aiml/flux-realism":{"litellm_provider":"aiml","metadata":{"notes":"Flux Pro - Professional-grade image generation model"},"mode":"image_generation","output_cost_per_image":0.046,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},"aiml/flux/dev":{"litellm_provider":"aiml","metadata":{"notes":"Flux Dev - Development version optimized for experimentation"},"mode":"image_generation","output_cost_per_image":0.033,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},"aiml/flux/kontext-max/text-to-image":{"litellm_provider":"aiml","metadata":{"notes":"Flux Pro v1.1 - Enhanced version with improved capabilities and 6x faster inference speed"},"mode":"image_generation","output_cost_per_image":0.104,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},"aiml/flux/kontext-pro/text-to-image":{"litellm_provider":"aiml","metadata":{"notes":"Flux Pro v1.1 - Enhanced version with improved capabilities and 6x faster inference speed"},"mode":"image_generation","output_cost_per_image":0.052,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},"aiml/flux/schnell":{"litellm_provider":"aiml","metadata":{"notes":"Flux Schnell - Fast generation model optimized for speed"},"mode":"image_generation","output_cost_per_image":0.004,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},"aiml/google/imagen-4.0-ultra-generate-001":{"litellm_provider":"aiml","metadata":{"notes":"Imagen 4.0 Ultra Generate API - Photorealistic image generation with precise text rendering"},"mode":"image_generation","output_cost_per_image":0.078,"source":"https://docs.aimlapi.com/api-references/image-models/google/imagen-4-ultra-generate","supported_endpoints":["/v1/images/generations"]},"aiml/google/nano-banana-pro":{"litellm_provider":"aiml","metadata":{"notes":"Gemini 3 Pro Image (Nano Banana Pro) - Advanced text-to-image generation with reasoning and 4K resolution support"},"mode":"image_generation","output_cost_per_image":0.195,"source":"https://docs.aimlapi.com/api-references/image-models/google/gemini-3-pro-image-preview","supported_endpoints":["/v1/images/generations"]},"aiml/openai/gpt-image-2":{"litellm_provider":"aiml","metadata":{"notes":"OpenAI gpt-image-2 via AI/ML API - flagship multimodal image generation and editing model with reasoning and 2K output. output_cost_per_image is AI/ML's published medium-quality rate; like the other aiml image entries it is billed as a flat per-image price"},"mode":"image_generation","output_cost_per_image":0.054,"source":"https://docs.aimlapi.com/api-references/image-models/openai/gpt-image-2","supported_endpoints":["/v1/images/generations"],"supports_vision":true},"amazon.nova-canvas-v1:0":{"litellm_provider":"bedrock","max_input_tokens":2600,"mode":"image_generation","output_cost_per_image":0.06,"supports_nova_canvas_image_edit":true},"us.amazon.nova-canvas-v1:0":{"litellm_provider":"bedrock","max_input_tokens":2600,"mode":"image_generation","output_cost_per_image":0.06,"supports_nova_canvas_image_edit":true},"us.writer.palmyra-x4-v1:0":{"input_cost_per_token":0.0000025,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_pdf_input":true},"us.writer.palmyra-x5-v1:0":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000006,"supports_function_calling":true,"supports_pdf_input":true},"writer.palmyra-x4-v1:0":{"input_cost_per_token":0.0000025,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_pdf_input":true},"writer.palmyra-x5-v1:0":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000006,"supports_function_calling":true,"supports_pdf_input":true},"amazon.nova-lite-v1:0":{"input_cost_per_token":6e-8,"litellm_provider":"bedrock_converse","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":2.4e-7,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true},"amazon.nova-2-lite-v1:0":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_token":3e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000025,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},"amazon.nova-2-pro-preview-20251202-v1:0":{"cache_read_input_token_cost":5.46875e-7,"input_cost_per_token":0.0000021875,"input_cost_per_image_token":0.0000021875,"input_cost_per_audio_token":0.0000021875,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000175,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},"apac.amazon.nova-2-lite-v1:0":{"cache_read_input_token_cost":8.25e-8,"input_cost_per_token":3.3e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.00000275,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},"apac.amazon.nova-2-pro-preview-20251202-v1:0":{"cache_read_input_token_cost":5.46875e-7,"input_cost_per_token":0.0000021875,"input_cost_per_image_token":0.0000021875,"input_cost_per_audio_token":0.0000021875,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000175,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},"eu.amazon.nova-2-lite-v1:0":{"cache_read_input_token_cost":8.25e-8,"input_cost_per_token":3.3e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.00000275,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},"eu.amazon.nova-2-pro-preview-20251202-v1:0":{"cache_read_input_token_cost":5.46875e-7,"input_cost_per_token":0.0000021875,"input_cost_per_image_token":0.0000021875,"input_cost_per_audio_token":0.0000021875,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000175,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},"us.amazon.nova-2-lite-v1:0":{"cache_read_input_token_cost":8.25e-8,"input_cost_per_token":3.3e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.00000275,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},"us.amazon.nova-2-pro-preview-20251202-v1:0":{"cache_read_input_token_cost":5.46875e-7,"input_cost_per_token":0.0000021875,"input_cost_per_image_token":0.0000021875,"input_cost_per_audio_token":0.0000021875,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000175,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},"amazon.nova-2-multimodal-embeddings-v1:0":{"litellm_provider":"bedrock","max_input_tokens":8172,"max_tokens":8172,"mode":"embedding","input_cost_per_token":1.35e-7,"input_cost_per_image":0.00006,"input_cost_per_video_per_second":0.0007,"input_cost_per_audio_per_second":0.00014,"output_cost_per_token":0,"output_vector_size":3072,"source":"https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/model-catalog/serverless/amazon.nova-2-multimodal-embeddings-v1:0","supports_embedding_image_input":true,"supports_image_input":true,"supports_video_input":true,"supports_audio_input":true},"amazon.nova-micro-v1:0":{"input_cost_per_token":3.5e-8,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":1.4e-7,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true},"amazon.nova-pro-v1:0":{"input_cost_per_token":8e-7,"litellm_provider":"bedrock_converse","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":0.0000032,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true},"amazon.rerank-v1:0":{"input_cost_per_query":0.001,"input_cost_per_token":0,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"mode":"rerank","output_cost_per_token":0},"amazon.titan-embed-image-v1":{"input_cost_per_image":0.00006,"input_cost_per_token":8e-7,"litellm_provider":"bedrock","max_input_tokens":128,"max_tokens":128,"metadata":{"notes":"'supports_image_input' is a deprecated field. Use 'supports_embedding_image_input' instead."},"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"source":"https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/providers?model=amazon.titan-image-generator-v1","supports_embedding_image_input":true,"supports_image_input":true},"amazon.titan-embed-text-v1":{"input_cost_per_token":1e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1536},"amazon.titan-embed-g1-text-02":{"input_cost_per_token":1e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1536},"amazon.titan-embed-text-v2:0":{"input_cost_per_token":2e-8,"litellm_provider":"bedrock","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"provider_specific_entry":{"bedrock_invocation_schema":"titan_v2"}},"amazon.titan-image-generator-v1":{"input_cost_per_image":0,"output_cost_per_image":0.008,"litellm_provider":"bedrock","mode":"image_generation"},"amazon.titan-image-generator-v2":{"input_cost_per_image":0,"output_cost_per_image":0.008,"litellm_provider":"bedrock","mode":"image_generation"},"amazon.titan-image-generator-v2:0":{"input_cost_per_image":0,"output_cost_per_image":0.008,"litellm_provider":"bedrock","mode":"image_generation"},"twelvelabs.marengo-embed-2-7-v1:0":{"input_cost_per_token":0.00007,"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"supports_embedding_image_input":true,"supports_image_input":true},"us.twelvelabs.marengo-embed-2-7-v1:0":{"input_cost_per_token":0.00007,"input_cost_per_video_per_second":0.0007,"input_cost_per_audio_per_second":0.00014,"input_cost_per_image":0.0001,"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"supports_embedding_image_input":true,"supports_image_input":true},"eu.twelvelabs.marengo-embed-2-7-v1:0":{"input_cost_per_token":0.00007,"input_cost_per_video_per_second":0.0007,"input_cost_per_audio_per_second":0.00014,"input_cost_per_image":0.0001,"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"supports_embedding_image_input":true,"supports_image_input":true},"twelvelabs.pegasus-1-2-v1:0":{"input_cost_per_video_per_second":0.00049,"output_cost_per_token":0.0000075,"litellm_provider":"bedrock","mode":"chat","supports_video_input":true},"us.twelvelabs.pegasus-1-2-v1:0":{"input_cost_per_video_per_second":0.00049,"output_cost_per_token":0.0000075,"litellm_provider":"bedrock","mode":"chat","supports_video_input":true},"eu.twelvelabs.pegasus-1-2-v1:0":{"input_cost_per_video_per_second":0.00049,"output_cost_per_token":0.0000075,"litellm_provider":"bedrock","mode":"chat","supports_video_input":true},"amazon.titan-text-express-v1":{"input_cost_per_token":0.0000013,"litellm_provider":"bedrock","max_input_tokens":42000,"max_output_tokens":8000,"max_tokens":8000,"mode":"chat","output_cost_per_token":0.0000017},"amazon.titan-text-lite-v1":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":42000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":4e-7},"amazon.titan-text-premier-v1:0":{"input_cost_per_token":5e-7,"litellm_provider":"bedrock","max_input_tokens":42000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.0000015},"anthropic.claude-3-5-haiku-20241022-v1:0":{"cache_creation_input_token_cost":0.000001,"cache_read_input_token_cost":8e-8,"input_cost_per_token":8e-7,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000004,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"prompt_cache_min_tokens":2048},"anthropic.claude-haiku-4-5-20251001-v1:0":{"cache_creation_input_token_cost":0.00000125,"cache_creation_input_token_cost_above_1hr":0.000002,"cache_read_input_token_cost":1e-7,"input_cost_per_token":0.000001,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000005,"source":"https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock","supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"anthropic.claude-haiku-4-5@20251001":{"cache_creation_input_token_cost":0.00000125,"cache_creation_input_token_cost_above_1hr":0.000002,"cache_read_input_token_cost":1e-7,"input_cost_per_token":0.000001,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000005,"source":"https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock","supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_streaming":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"anthropic.claude-3-5-sonnet-20240620-v1:0":{"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.00003,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7},"anthropic.claude-3-5-sonnet-20241022-v2:0":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.00003,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7},"anthropic.claude-3-7-sonnet-20240620-v1:0":{"cache_creation_input_token_cost":0.0000045,"cache_read_input_token_cost":3.6e-7,"input_cost_per_token":0.0000036,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000018,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"anthropic.claude-3-7-sonnet-20250219-v1:0":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"anthropic.claude-3-haiku-20240307-v1:0":{"input_cost_per_token":2.5e-7,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00000125,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":2.5e-8,"cache_creation_input_token_cost":3.125e-7},"anthropic.claude-3-opus-20240229-v1:0":{"input_cost_per_token":0.000015,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000075,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875},"anthropic.claude-3-sonnet-20240229-v1:0":{"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"anthropic.claude-instant-v1":{"input_cost_per_token":8e-7,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.0000024,"supports_tool_choice":true},"anthropic.claude-opus-4-1-20250805-v1:0":{"cache_creation_input_token_cost":0.00001875,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"anthropic.claude-opus-4-20250514-v1:0":{"cache_creation_input_token_cost":0.00001875,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"anthropic.claude-opus-4-5-20251101-v1:0":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"high","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"anthropic.claude-opus-4-6-v1":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"supports_max_reasoning_effort":true,"bedrock_output_config_effort_ceiling":"max","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"global.anthropic.claude-opus-4-6-v1":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"supports_max_reasoning_effort":true,"bedrock_output_config_effort_ceiling":"max","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"us.anthropic.claude-opus-4-6-v1":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"supports_max_reasoning_effort":true,"bedrock_output_config_effort_ceiling":"max","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"eu.anthropic.claude-opus-4-6-v1":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"supports_max_reasoning_effort":true,"bedrock_output_config_effort_ceiling":"max","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"au.anthropic.claude-opus-4-6-v1":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"supports_max_reasoning_effort":true,"bedrock_output_config_effort_ceiling":"max","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"anthropic.claude-opus-4-7":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":2048},"anthropic.claude-mythos-preview":{"input_cost_per_token":0,"output_cost_per_token":0,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","supports_function_calling":true,"supports_vision":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_tool_choice":true,"supports_output_config":true},"global.anthropic.claude-opus-4-7":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":2048},"us.anthropic.claude-opus-4-7":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":2048},"eu.anthropic.claude-opus-4-7":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":2048},"au.anthropic.claude-opus-4-7":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":2048},"anthropic.claude-fable-5":{"cache_creation_input_token_cost":0.0000125,"cache_creation_input_token_cost_above_1hr":0.00002,"cache_read_input_token_cost":0.000001,"input_cost_per_token":0.00001,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00005,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"global.anthropic.claude-fable-5":{"cache_creation_input_token_cost":0.0000125,"cache_creation_input_token_cost_above_1hr":0.00002,"cache_read_input_token_cost":0.000001,"input_cost_per_token":0.00001,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00005,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"us.anthropic.claude-fable-5":{"cache_creation_input_token_cost":0.00001375,"cache_creation_input_token_cost_above_1hr":0.000022,"cache_read_input_token_cost":0.0000011,"input_cost_per_token":0.000011,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000055,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"eu.anthropic.claude-fable-5":{"cache_creation_input_token_cost":0.00001375,"cache_creation_input_token_cost_above_1hr":0.000022,"cache_read_input_token_cost":0.0000011,"input_cost_per_token":0.000011,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000055,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"anthropic.claude-opus-5":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":512},"global.anthropic.claude-opus-5":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":512},"us.anthropic.claude-opus-5":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":512},"eu.anthropic.claude-opus-5":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":512},"au.anthropic.claude-opus-5":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":512},"jp.anthropic.claude-opus-5":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":512},"anthropic.claude-opus-4-8":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"global.anthropic.claude-opus-4-8":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"us.anthropic.claude-opus-4-8":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"eu.anthropic.claude-opus-4-8":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"au.anthropic.claude-opus-4-8":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"jp.anthropic.claude-opus-4-8":{"bedrock_converse_supports_strict_tools":false,"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"jp.anthropic.claude-opus-4-7":{"bedrock_converse_supports_strict_tools":false,"cache_creation_input_token_cost":0.000006875,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_minimal_reasoning_effort":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":2048},"anthropic.claude-sonnet-5":{"cache_creation_input_token_cost":0.0000025,"cache_creation_input_token_cost_above_1hr":0.000004,"cache_read_input_token_cost":2e-7,"input_cost_per_token":0.000002,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"global.anthropic.claude-sonnet-5":{"cache_creation_input_token_cost":0.0000025,"cache_creation_input_token_cost_above_1hr":0.000004,"cache_read_input_token_cost":2e-7,"input_cost_per_token":0.000002,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"us.anthropic.claude-sonnet-5":{"cache_creation_input_token_cost":0.00000275,"cache_creation_input_token_cost_above_1hr":0.0000044,"cache_read_input_token_cost":2.2e-7,"input_cost_per_token":0.0000022,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000011,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"eu.anthropic.claude-sonnet-5":{"cache_creation_input_token_cost":0.00000275,"cache_creation_input_token_cost_above_1hr":0.0000044,"cache_read_input_token_cost":2.2e-7,"input_cost_per_token":0.0000022,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000011,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"au.anthropic.claude-sonnet-5":{"cache_creation_input_token_cost":0.00000275,"cache_creation_input_token_cost_above_1hr":0.0000044,"cache_read_input_token_cost":2.2e-7,"input_cost_per_token":0.0000022,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000011,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"jp.anthropic.claude-sonnet-5":{"cache_creation_input_token_cost":0.00000275,"cache_creation_input_token_cost_above_1hr":0.0000044,"cache_read_input_token_cost":2.2e-7,"input_cost_per_token":0.0000022,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000011,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_mid_conversation_system":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"xhigh","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"anthropic.claude-sonnet-4-6":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_max_reasoning_effort":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"global.anthropic.claude-sonnet-4-6":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_max_reasoning_effort":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"us.anthropic.claude-sonnet-4-6":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.000004125,"cache_creation_input_token_cost_above_1hr":0.0000066,"cache_read_input_token_cost":3.3e-7,"input_cost_per_token":0.0000033,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000165,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_max_reasoning_effort":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"eu.anthropic.claude-sonnet-4-6":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.000004125,"cache_creation_input_token_cost_above_1hr":0.0000066,"cache_read_input_token_cost":3.3e-7,"input_cost_per_token":0.0000033,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000165,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_max_reasoning_effort":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"au.anthropic.claude-sonnet-4-6":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.000004125,"cache_creation_input_token_cost_above_1hr":0.0000066,"cache_read_input_token_cost":3.3e-7,"input_cost_per_token":0.0000033,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000165,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_max_reasoning_effort":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"jp.anthropic.claude-sonnet-4-6":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.000004125,"cache_creation_input_token_cost_above_1hr":0.0000066,"cache_read_input_token_cost":3.3e-7,"input_cost_per_token":0.0000033,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000165,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_max_reasoning_effort":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"anthropic.claude-sonnet-4-20250514-v1:0":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"bedrock_converse_supports_strict_tools":false,"prompt_cache_min_tokens":1024},"anthropic.claude-sonnet-4-5-20250929-v1:0":{"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_creation_input_token_cost_above_1hr_above_200k_tokens":0.000012,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"anthropic.claude-v1":{"input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024},"anthropic.claude-v2:1":{"input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024,"supports_tool_choice":true},"anyscale/HuggingFaceH4/zephyr-7b-beta":{"input_cost_per_token":1.5e-7,"litellm_provider":"anyscale","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":1.5e-7},"anyscale/codellama/CodeLlama-34b-Instruct-hf":{"input_cost_per_token":0.000001,"litellm_provider":"anyscale","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000001},"anyscale/codellama/CodeLlama-70b-Instruct-hf":{"input_cost_per_token":0.000001,"litellm_provider":"anyscale","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000001,"source":"https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/codellama-CodeLlama-70b-Instruct-hf"},"anyscale/google/gemma-7b-it":{"input_cost_per_token":1.5e-7,"litellm_provider":"anyscale","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/google-gemma-7b-it"},"anyscale/meta-llama/Llama-2-13b-chat-hf":{"input_cost_per_token":2.5e-7,"litellm_provider":"anyscale","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":2.5e-7},"anyscale/meta-llama/Llama-2-70b-chat-hf":{"input_cost_per_token":0.000001,"litellm_provider":"anyscale","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000001},"anyscale/meta-llama/Llama-2-7b-chat-hf":{"input_cost_per_token":1.5e-7,"litellm_provider":"anyscale","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":1.5e-7},"anyscale/meta-llama/Meta-Llama-3-70B-Instruct":{"input_cost_per_token":0.000001,"litellm_provider":"anyscale","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000001,"source":"https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-70B-Instruct"},"anyscale/meta-llama/Meta-Llama-3-8B-Instruct":{"input_cost_per_token":1.5e-7,"litellm_provider":"anyscale","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-8B-Instruct"},"anyscale/mistralai/Mistral-7B-Instruct-v0.1":{"input_cost_per_token":1.5e-7,"litellm_provider":"anyscale","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/mistralai-Mistral-7B-Instruct-v0.1","supports_function_calling":true},"anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1":{"input_cost_per_token":9e-7,"litellm_provider":"anyscale","max_input_tokens":65536,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":9e-7,"source":"https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/mistralai-Mixtral-8x22B-Instruct-v0.1","supports_function_calling":true},"anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1":{"input_cost_per_token":1.5e-7,"litellm_provider":"anyscale","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/mistralai-Mixtral-8x7B-Instruct-v0.1","supports_function_calling":true},"apac.amazon.nova-lite-v1:0":{"input_cost_per_token":6.3e-8,"litellm_provider":"bedrock_converse","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":2.52e-7,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true},"apac.amazon.nova-micro-v1:0":{"input_cost_per_token":3.7e-8,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":1.48e-7,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true},"apac.amazon.nova-pro-v1:0":{"input_cost_per_token":8.4e-7,"litellm_provider":"bedrock_converse","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":0.00000336,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true},"apac.anthropic.claude-3-5-sonnet-20240620-v1:0":{"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"apac.anthropic.claude-3-5-sonnet-20241022-v2:0":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"apac.anthropic.claude-3-haiku-20240307-v1:0":{"input_cost_per_token":2.5e-7,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00000125,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":2.5e-8,"cache_creation_input_token_cost":3.125e-7},"apac.anthropic.claude-haiku-4-5-20251001-v1:0":{"cache_creation_input_token_cost":0.000001375,"cache_read_input_token_cost":1.1e-7,"input_cost_per_token":0.0000011,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000055,"source":"https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock","supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"apac.anthropic.claude-3-sonnet-20240229-v1:0":{"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"apac.anthropic.claude-sonnet-4-20250514-v1:0":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"bedrock_converse_supports_strict_tools":false,"prompt_cache_min_tokens":1024},"assemblyai/best":{"input_cost_per_second":0.00003333,"litellm_provider":"assemblyai","mode":"audio_transcription","output_cost_per_second":0},"assemblyai/nano":{"input_cost_per_second":0.00010278,"litellm_provider":"assemblyai","mode":"audio_transcription","output_cost_per_second":0},"au.anthropic.claude-sonnet-4-5-20250929-v1:0":{"cache_creation_input_token_cost":0.000004125,"cache_creation_input_token_cost_above_1hr":0.0000066,"cache_read_input_token_cost":3.3e-7,"input_cost_per_token":0.0000033,"input_cost_per_token_above_200k_tokens":0.0000066,"output_cost_per_token_above_200k_tokens":0.00002475,"cache_creation_input_token_cost_above_200k_tokens":0.00000825,"cache_creation_input_token_cost_above_1hr_above_200k_tokens":0.0000132,"cache_read_input_token_cost_above_200k_tokens":6.6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000165,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"azure/ada":{"input_cost_per_token":1e-7,"litellm_provider":"azure","max_input_tokens":8191,"max_tokens":8191,"mode":"embedding","output_cost_per_token":0},"azure/codex-mini":{"cache_read_input_token_cost":3.75e-7,"input_cost_per_token":0.0000015,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"responses","output_cost_per_token":0.000006,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/command-r-plus":{"input_cost_per_token":0.000003,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true},"azure_ai/claude-haiku-4-5":{"cache_creation_input_token_cost":0.00000125,"cache_creation_input_token_cost_above_1hr":0.000002,"cache_read_input_token_cost":1e-7,"input_cost_per_token":0.000001,"litellm_provider":"azure_ai","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000005,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure_ai/claude-opus-4-5":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"azure_ai","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000025,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_output_config":true},"azure_ai/claude-opus-4-6":{"supports_adaptive_thinking":true,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"litellm_provider":"azure_ai","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_output_config":true,"supports_max_reasoning_effort":true},"azure_ai/claude-opus-4-7":{"supports_adaptive_thinking":true,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"litellm_provider":"azure_ai","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true},"azure_ai/claude-fable-5":{"supports_mid_conversation_system":true,"input_cost_per_token":0.00001,"output_cost_per_token":0.00005,"litellm_provider":"azure_ai","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"cache_creation_input_token_cost":0.0000125,"cache_creation_input_token_cost_above_1hr":0.00002,"cache_read_input_token_cost":0.000001,"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true},"azure_ai/claude-opus-5":{"supports_mid_conversation_system":true,"supports_adaptive_thinking":true,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"litellm_provider":"azure_ai","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"prompt_cache_min_tokens":512},"azure_ai/claude-opus-4-8":{"supports_mid_conversation_system":true,"supports_adaptive_thinking":true,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"litellm_provider":"azure_ai","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true},"azure_ai/claude-opus-4-1":{"cache_creation_input_token_cost":0.00001875,"cache_creation_input_token_cost_above_1hr":0.00003,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"azure_ai","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure_ai/claude-sonnet-4-5":{"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"azure_ai","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure_ai/claude-sonnet-5":{"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.0000025,"cache_creation_input_token_cost_above_1hr":0.000004,"cache_read_input_token_cost":2e-7,"input_cost_per_token":0.000002,"litellm_provider":"azure_ai","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true},"azure_ai/claude-sonnet-4-6":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"azure_ai","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_max_reasoning_effort":true,"supports_tool_choice":true,"supports_vision":true,"supports_output_config":true},"azure/computer-use-preview":{"input_cost_per_token":0.000003,"litellm_provider":"azure","max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"mode":"chat","output_cost_per_token":0.000012,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/container":{"code_interpreter_cost_per_session":0.03,"litellm_provider":"azure","mode":"chat"},"azure_ai/gpt-oss-120b":{"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","source":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"azure_ai/gpt-5.5":{"cache_read_input_token_cost":5e-7,"cache_read_input_token_cost_above_272k_tokens":0.000001,"cache_read_input_token_cost_priority":0.000001,"cache_read_input_token_cost_above_272k_tokens_priority":0.000002,"input_cost_per_token":0.000005,"input_cost_per_token_above_272k_tokens":0.00001,"input_cost_per_token_priority":0.00001,"input_cost_per_token_above_272k_tokens_priority":0.00002,"litellm_provider":"azure_ai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00003,"output_cost_per_token_above_272k_tokens":0.000045,"output_cost_per_token_priority":0.00006,"output_cost_per_token_above_272k_tokens_priority":0.00009,"source":"https://ai.azure.com/catalog/models/gpt-5.5","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure_ai/gpt-5.5-2026-04-23":{"cache_read_input_token_cost":5e-7,"cache_read_input_token_cost_above_272k_tokens":0.000001,"cache_read_input_token_cost_priority":0.000001,"cache_read_input_token_cost_above_272k_tokens_priority":0.000002,"input_cost_per_token":0.000005,"input_cost_per_token_above_272k_tokens":0.00001,"input_cost_per_token_priority":0.00001,"input_cost_per_token_above_272k_tokens_priority":0.00002,"litellm_provider":"azure_ai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00003,"output_cost_per_token_above_272k_tokens":0.000045,"output_cost_per_token_priority":0.00006,"output_cost_per_token_above_272k_tokens_priority":0.00009,"source":"https://ai.azure.com/catalog/models/gpt-5.5","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure_ai/gpt-5.4":{"cache_read_input_token_cost":2.5e-7,"cache_read_input_token_cost_above_272k_tokens":5e-7,"cache_read_input_token_cost_priority":5e-7,"cache_read_input_token_cost_above_272k_tokens_priority":0.000001,"input_cost_per_token":0.0000025,"input_cost_per_token_above_272k_tokens":0.000005,"input_cost_per_token_priority":0.000005,"input_cost_per_token_above_272k_tokens_priority":0.00001,"litellm_provider":"azure_ai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_above_272k_tokens":0.0000225,"output_cost_per_token_priority":0.00003,"output_cost_per_token_above_272k_tokens_priority":0.000045,"source":"https://ai.azure.com/catalog/models/gpt-5.4","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":true},"azure_ai/gpt-5.4-2026-03-05":{"cache_read_input_token_cost":2.5e-7,"cache_read_input_token_cost_above_272k_tokens":5e-7,"cache_read_input_token_cost_priority":5e-7,"cache_read_input_token_cost_above_272k_tokens_priority":0.000001,"input_cost_per_token":0.0000025,"input_cost_per_token_above_272k_tokens":0.000005,"input_cost_per_token_priority":0.000005,"input_cost_per_token_above_272k_tokens_priority":0.00001,"litellm_provider":"azure_ai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_above_272k_tokens":0.0000225,"output_cost_per_token_priority":0.00003,"output_cost_per_token_above_272k_tokens_priority":0.000045,"source":"https://ai.azure.com/catalog/models/gpt-5.4","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":true},"azure_ai/gpt-5.4-pro":{"cache_read_input_token_cost":0.000003,"cache_read_input_token_cost_above_272k_tokens":0.000006,"cache_read_input_token_cost_priority":0.000006,"cache_read_input_token_cost_above_272k_tokens_priority":0.000012,"input_cost_per_token":0.00003,"input_cost_per_token_above_272k_tokens":0.00006,"input_cost_per_token_priority":0.00006,"input_cost_per_token_above_272k_tokens_priority":0.00012,"litellm_provider":"azure_ai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00018,"output_cost_per_token_above_272k_tokens":0.00027,"output_cost_per_token_priority":0.00036,"output_cost_per_token_above_272k_tokens_priority":0.00054,"source":"https://ai.azure.com/catalog/models/gpt-5.4-pro","supported_endpoints":["/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":true},"azure_ai/gpt-5.4-pro-2026-03-05":{"cache_read_input_token_cost":0.000003,"cache_read_input_token_cost_above_272k_tokens":0.000006,"cache_read_input_token_cost_priority":0.000006,"cache_read_input_token_cost_above_272k_tokens_priority":0.000012,"input_cost_per_token":0.00003,"input_cost_per_token_above_272k_tokens":0.00006,"input_cost_per_token_priority":0.00006,"input_cost_per_token_above_272k_tokens_priority":0.00012,"litellm_provider":"azure_ai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00018,"output_cost_per_token_above_272k_tokens":0.00027,"output_cost_per_token_priority":0.00036,"output_cost_per_token_above_272k_tokens_priority":0.00054,"source":"https://ai.azure.com/catalog/models/gpt-5.4-pro","supported_endpoints":["/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":true},"azure_ai/gpt-5.4-mini":{"cache_read_input_token_cost":7.5e-8,"cache_read_input_token_cost_above_272k_tokens":1.5e-7,"cache_read_input_token_cost_priority":1.5e-7,"cache_read_input_token_cost_above_272k_tokens_priority":3e-7,"input_cost_per_token":7.5e-7,"input_cost_per_token_above_272k_tokens":0.0000015,"input_cost_per_token_priority":0.0000015,"input_cost_per_token_above_272k_tokens_priority":0.000003,"litellm_provider":"azure_ai","max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000045,"output_cost_per_token_above_272k_tokens":0.00000675,"output_cost_per_token_priority":0.000009,"output_cost_per_token_above_272k_tokens_priority":0.0000135,"source":"https://ai.azure.com/catalog/models/gpt-5.4-mini","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure_ai/gpt-5.4-mini-2026-03-17":{"cache_read_input_token_cost":7.5e-8,"cache_read_input_token_cost_above_272k_tokens":1.5e-7,"cache_read_input_token_cost_priority":1.5e-7,"cache_read_input_token_cost_above_272k_tokens_priority":3e-7,"input_cost_per_token":7.5e-7,"input_cost_per_token_above_272k_tokens":0.0000015,"input_cost_per_token_priority":0.0000015,"input_cost_per_token_above_272k_tokens_priority":0.000003,"litellm_provider":"azure_ai","max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000045,"output_cost_per_token_above_272k_tokens":0.00000675,"output_cost_per_token_priority":0.000009,"output_cost_per_token_above_272k_tokens_priority":0.0000135,"source":"https://ai.azure.com/catalog/models/gpt-5.4-mini","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure_ai/gpt-5.4-nano":{"cache_read_input_token_cost":2e-8,"cache_read_input_token_cost_above_272k_tokens":4e-8,"cache_read_input_token_cost_priority":4e-8,"cache_read_input_token_cost_above_272k_tokens_priority":8e-8,"input_cost_per_token":2e-7,"input_cost_per_token_above_272k_tokens":4e-7,"input_cost_per_token_priority":4e-7,"input_cost_per_token_above_272k_tokens_priority":8e-7,"litellm_provider":"azure_ai","max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00000125,"output_cost_per_token_above_272k_tokens":0.000001875,"output_cost_per_token_priority":0.0000025,"output_cost_per_token_above_272k_tokens_priority":0.00000375,"source":"https://ai.azure.com/catalog/models/gpt-5.4-nano","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure_ai/gpt-5.4-nano-2026-03-17":{"cache_read_input_token_cost":2e-8,"cache_read_input_token_cost_above_272k_tokens":4e-8,"cache_read_input_token_cost_priority":4e-8,"cache_read_input_token_cost_above_272k_tokens_priority":8e-8,"input_cost_per_token":2e-7,"input_cost_per_token_above_272k_tokens":4e-7,"input_cost_per_token_priority":4e-7,"input_cost_per_token_above_272k_tokens_priority":8e-7,"litellm_provider":"azure_ai","max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00000125,"output_cost_per_token_above_272k_tokens":0.000001875,"output_cost_per_token_priority":0.0000025,"output_cost_per_token_above_272k_tokens_priority":0.00000375,"source":"https://ai.azure.com/catalog/models/gpt-5.4-nano","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure_ai/model_router":{"input_cost_per_token":1.4e-7,"output_cost_per_token":0,"litellm_provider":"azure_ai","mode":"chat","source":"https://azure.microsoft.com/en-us/pricing/details/ai-services/","comment":"Flat cost of $0.14 per M input tokens for Azure AI Foundry Model Router infrastructure. Use pattern: azure_ai/model_router/<deployment-name> where deployment-name is your Azure deployment (e.g., azure-model-router)"},"azure/eu/gpt-4o-2024-08-06":{"deprecation_date":"2026-02-27","cache_read_input_token_cost":0.000001375,"input_cost_per_token":0.00000275,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000011,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/eu/gpt-4o-2024-11-20":{"deprecation_date":"2026-03-01","cache_creation_input_token_cost":0.00000138,"input_cost_per_token":0.00000275,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000011,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/eu/gpt-4o-mini-2024-07-18":{"cache_read_input_token_cost":8.3e-8,"input_cost_per_token":1.65e-7,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":6.6e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/eu/gpt-4o-mini-realtime-preview-2024-12-17":{"cache_creation_input_audio_token_cost":3.3e-7,"cache_read_input_token_cost":3.3e-7,"input_cost_per_audio_token":0.000011,"input_cost_per_token":6.6e-7,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.000022,"output_cost_per_token":0.00000264,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"azure/eu/gpt-4o-realtime-preview-2024-10-01":{"cache_creation_input_audio_token_cost":0.000022,"cache_read_input_token_cost":0.00000275,"input_cost_per_audio_token":0.00011,"input_cost_per_token":0.0000055,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00022,"output_cost_per_token":0.000022,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"azure/eu/gpt-4o-realtime-preview-2024-12-17":{"cache_read_input_audio_token_cost":0.0000025,"cache_read_input_token_cost":0.00000275,"input_cost_per_audio_token":0.000044,"input_cost_per_token":0.0000055,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00008,"output_cost_per_token":0.000022,"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"azure/eu/gpt-5-2025-08-07":{"cache_read_input_token_cost":1.375e-7,"input_cost_per_token":0.000001375,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000011,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/eu/gpt-5-mini-2025-08-07":{"cache_read_input_token_cost":2.75e-8,"input_cost_per_token":2.75e-7,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000022,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/eu/gpt-5.1":{"cache_read_input_token_cost":1.4e-7,"input_cost_per_token":0.00000138,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000011,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_none_reasoning_effort":true},"azure/eu/gpt-5.1-chat":{"cache_read_input_token_cost":1.4e-7,"input_cost_per_token":0.00000138,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000011,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_none_reasoning_effort":true},"azure/eu/gpt-5.1-codex":{"cache_read_input_token_cost":1.4e-7,"input_cost_per_token":0.00000138,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.000011,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true},"azure/eu/gpt-5.1-codex-mini":{"cache_read_input_token_cost":2.8e-8,"input_cost_per_token":2.75e-7,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.0000022,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true},"azure/eu/gpt-5-nano-2025-08-07":{"cache_read_input_token_cost":5.5e-9,"input_cost_per_token":5.5e-8,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":4.4e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/eu/o1-2024-12-17":{"cache_read_input_token_cost":0.00000825,"input_cost_per_token":0.0000165,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.000066,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_tool_choice":true,"supports_vision":true},"azure/eu/o1-mini-2024-09-12":{"cache_read_input_token_cost":6.05e-7,"input_cost_per_token":0.00000121,"input_cost_per_token_batches":6.05e-7,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.00000484,"output_cost_per_token_batches":0.00000242,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_vision":false},"azure/eu/o1-preview-2024-09-12":{"cache_read_input_token_cost":0.00000825,"input_cost_per_token":0.0000165,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000066,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_vision":false},"azure/eu/o3-mini-2025-01-31":{"cache_read_input_token_cost":6.05e-7,"input_cost_per_token":0.00000121,"input_cost_per_token_batches":6.05e-7,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.00000484,"output_cost_per_token_batches":0.00000242,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":false},"azure/global-standard/gpt-4o-2024-08-06":{"cache_read_input_token_cost":0.00000125,"deprecation_date":"2026-02-27","input_cost_per_token":0.0000025,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/global-standard/gpt-4o-2024-11-20":{"cache_read_input_token_cost":0.00000125,"deprecation_date":"2026-03-01","input_cost_per_token":0.0000025,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/global-standard/gpt-4o-mini":{"input_cost_per_token":1.5e-7,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/global/gpt-4o-2024-08-06":{"deprecation_date":"2026-02-27","cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.0000025,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/global/gpt-4o-2024-11-20":{"deprecation_date":"2026-03-01","cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.0000025,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/global/gpt-5.1":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_none_reasoning_effort":true},"azure/global/gpt-5.1-chat":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_none_reasoning_effort":true},"azure/global/gpt-5.1-codex":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00001,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true},"azure/global/gpt-5.1-codex-mini":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_token":2.5e-7,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.000002,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-3.5-turbo":{"input_cost_per_token":5e-7,"litellm_provider":"azure","max_input_tokens":4097,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_tool_choice":true},"azure/gpt-3.5-turbo-0125":{"deprecation_date":"2025-03-31","input_cost_per_token":5e-7,"litellm_provider":"azure","max_input_tokens":16384,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true},"azure/gpt-3.5-turbo-instruct-0914":{"input_cost_per_token":0.0000015,"litellm_provider":"azure_text","max_input_tokens":4097,"max_tokens":4097,"mode":"completion","output_cost_per_token":0.000002},"azure/gpt-35-turbo":{"input_cost_per_token":5e-7,"litellm_provider":"azure","max_input_tokens":4097,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_tool_choice":true},"azure/gpt-35-turbo-0125":{"deprecation_date":"2025-05-31","input_cost_per_token":5e-7,"litellm_provider":"azure","max_input_tokens":16384,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true},"azure/gpt-35-turbo-1106":{"deprecation_date":"2025-03-31","input_cost_per_token":0.000001,"litellm_provider":"azure","max_input_tokens":16384,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000002,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true},"azure/gpt-35-turbo-16k":{"input_cost_per_token":0.000003,"litellm_provider":"azure","max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000004,"supports_tool_choice":true},"azure/gpt-35-turbo-16k-0613":{"input_cost_per_token":0.000003,"litellm_provider":"azure","max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000004,"supports_function_calling":true,"supports_tool_choice":true},"azure/gpt-35-turbo-instruct":{"input_cost_per_token":0.0000015,"litellm_provider":"azure_text","max_input_tokens":4097,"max_tokens":4097,"mode":"completion","output_cost_per_token":0.000002},"azure/gpt-35-turbo-instruct-0914":{"input_cost_per_token":0.0000015,"litellm_provider":"azure_text","max_input_tokens":4097,"max_tokens":4097,"mode":"completion","output_cost_per_token":0.000002},"azure/gpt-4":{"input_cost_per_token":0.00003,"litellm_provider":"azure","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00006,"supports_function_calling":true,"supports_tool_choice":true},"azure/gpt-4-0125-preview":{"input_cost_per_token":0.00001,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00003,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true},"azure/gpt-4-0613":{"input_cost_per_token":0.00003,"litellm_provider":"azure","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00006,"supports_function_calling":true,"supports_tool_choice":true},"azure/gpt-4-1106-preview":{"input_cost_per_token":0.00001,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00003,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true},"azure/gpt-4-32k":{"input_cost_per_token":0.00006,"litellm_provider":"azure","max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00012,"supports_tool_choice":true},"azure/gpt-4-32k-0613":{"input_cost_per_token":0.00006,"litellm_provider":"azure","max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00012,"supports_tool_choice":true},"azure/gpt-4-turbo":{"input_cost_per_token":0.00001,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00003,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true},"azure/gpt-4-turbo-2024-04-09":{"input_cost_per_token":0.00001,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00003,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-4-turbo-vision-preview":{"input_cost_per_token":0.00001,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00003,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-4.1":{"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"litellm_provider":"azure","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000008,"output_cost_per_token_batches":0.000004,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":false},"azure/gpt-4.1-2025-04-14":{"deprecation_date":"2026-11-04","cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"litellm_provider":"azure","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000008,"output_cost_per_token_batches":0.000004,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":false},"azure/gpt-4.1-mini":{"cache_read_input_token_cost":1e-7,"input_cost_per_token":4e-7,"input_cost_per_token_batches":2e-7,"litellm_provider":"azure","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.0000016,"output_cost_per_token_batches":8e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":false},"azure/gpt-4.1-mini-2025-04-14":{"deprecation_date":"2026-11-04","cache_read_input_token_cost":1e-7,"input_cost_per_token":4e-7,"input_cost_per_token_batches":2e-7,"litellm_provider":"azure","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.0000016,"output_cost_per_token_batches":8e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":false},"azure/gpt-4.1-nano":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_token":1e-7,"input_cost_per_token_batches":5e-8,"litellm_provider":"azure","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":4e-7,"output_cost_per_token_batches":2e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-4.1-nano-2025-04-14":{"deprecation_date":"2026-11-04","cache_read_input_token_cost":2.5e-8,"input_cost_per_token":1e-7,"input_cost_per_token_batches":5e-8,"litellm_provider":"azure","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":4e-7,"output_cost_per_token_batches":2e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-4.5-preview":{"cache_read_input_token_cost":0.0000375,"input_cost_per_token":0.000075,"input_cost_per_token_batches":0.0000375,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00015,"output_cost_per_token_batches":0.000075,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-4o":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.0000025,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-4o-2024-05-13":{"input_cost_per_token":0.000005,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-4o-2024-08-06":{"deprecation_date":"2026-02-27","cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.0000025,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-4o-2024-11-20":{"deprecation_date":"2026-03-01","cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.00000275,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000011,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-audio-2025-08-28":{"input_cost_per_audio_token":0.00004,"input_cost_per_token":0.0000025,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.00008,"output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"azure/gpt-audio-1.5-2026-02-23":{"input_cost_per_audio_token":0.00004,"input_cost_per_token":0.0000025,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.00008,"output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"azure/gpt-audio-mini-2025-10-06":{"input_cost_per_audio_token":0.00001,"input_cost_per_token":6e-7,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.00002,"output_cost_per_token":0.0000024,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"azure/gpt-4o-audio-preview-2024-12-17":{"input_cost_per_audio_token":0.00004,"input_cost_per_token":0.0000025,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.00008,"output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"azure/gpt-4o-mini":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_token":1.65e-7,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":6.6e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-4o-mini-2024-07-18":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_token":1.65e-7,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":6.6e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-4o-mini-audio-preview-2024-12-17":{"input_cost_per_audio_token":0.00004,"input_cost_per_token":0.0000025,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.00008,"output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"azure/gpt-4o-mini-realtime-preview-2024-12-17":{"cache_creation_input_audio_token_cost":3e-7,"cache_read_input_token_cost":3e-7,"input_cost_per_audio_token":0.00001,"input_cost_per_token":6e-7,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00002,"output_cost_per_token":0.0000024,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"azure/gpt-realtime-2025-08-28":{"cache_creation_input_audio_token_cost":0.000004,"cache_read_input_token_cost":0.000004,"input_cost_per_audio_token":0.000032,"input_cost_per_image":0.000005,"input_cost_per_token":0.000004,"litellm_provider":"azure","max_input_tokens":32000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.000064,"output_cost_per_token":0.000016,"supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"azure/gpt-realtime-1.5-2026-02-23":{"cache_creation_input_audio_token_cost":0.000004,"cache_read_input_token_cost":0.000004,"input_cost_per_audio_token":0.000032,"input_cost_per_image":0.000005,"input_cost_per_token":0.000004,"litellm_provider":"azure","max_input_tokens":32000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.000064,"output_cost_per_token":0.000016,"supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"azure/gpt-realtime-mini-2025-10-06":{"cache_creation_input_audio_token_cost":3e-7,"cache_read_input_token_cost":6e-8,"input_cost_per_audio_token":0.00001,"input_cost_per_image":8e-7,"input_cost_per_token":6e-7,"litellm_provider":"azure","max_input_tokens":32000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00002,"output_cost_per_token":0.0000024,"supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"azure/gpt-4o-mini-transcribe":{"input_cost_per_audio_token":0.00000125,"input_cost_per_token":0.00000125,"litellm_provider":"azure","max_input_tokens":16000,"max_output_tokens":2000,"mode":"audio_transcription","output_cost_per_token":0.000005,"supported_endpoints":["/v1/audio/transcriptions"]},"azure/gpt-4o-mini-tts":{"input_cost_per_token":0.0000025,"litellm_provider":"azure","mode":"audio_speech","output_cost_per_audio_token":0.000012,"output_cost_per_second":0.00025,"output_cost_per_token":0.00001,"supported_endpoints":["/v1/audio/speech"],"supported_modalities":["text","audio"],"supported_output_modalities":["audio"]},"azure/gpt-4o-realtime-preview-2024-10-01":{"cache_creation_input_audio_token_cost":0.00002,"cache_read_input_token_cost":0.0000025,"input_cost_per_audio_token":0.0001,"input_cost_per_token":0.000005,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.0002,"output_cost_per_token":0.00002,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"azure/gpt-4o-realtime-preview-2024-12-17":{"cache_read_input_token_cost":0.0000025,"input_cost_per_audio_token":0.00004,"input_cost_per_token":0.000005,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00008,"output_cost_per_token":0.00002,"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"azure/gpt-4o-transcribe":{"input_cost_per_audio_token":0.0000025,"input_cost_per_token":0.0000025,"litellm_provider":"azure","max_input_tokens":16000,"max_output_tokens":2000,"mode":"audio_transcription","output_cost_per_token":0.00001,"supported_endpoints":["/v1/audio/transcriptions"]},"azure/gpt-4o-transcribe-diarize":{"input_cost_per_audio_token":0.0000025,"input_cost_per_token":0.0000025,"litellm_provider":"azure","max_input_tokens":16000,"max_output_tokens":2000,"mode":"audio_transcription","output_cost_per_token":0.00001,"supported_endpoints":["/v1/audio/transcriptions"]},"azure/gpt-realtime-whisper":{"input_cost_per_second":0.0002833333333333333,"litellm_provider":"azure","mode":"audio_transcription","source":"https://learn.microsoft.com/en-us/azure/ai-foundry/openai/concepts/gpt-realtime-whisper","supported_endpoints":["/v1/realtime","/v1/realtime/transcription_sessions"],"supported_modalities":["audio"],"supported_output_modalities":["text"],"supports_audio_input":true},"azure/gpt-5.1-2025-11-13":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_priority":2.5e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_priority":0.0000025,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_priority":0.00002,"supported_endpoints":["/v1/chat/completions","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_none_reasoning_effort":true,"supports_minimal_reasoning_effort":true},"azure/gpt-5.1-chat-2025-11-13":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_priority":2.5e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_priority":0.0000025,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_priority":0.00002,"supported_endpoints":["/v1/chat/completions","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":false,"supports_native_streaming":true,"supports_parallel_function_calling":false,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":false,"supports_vision":true,"supports_none_reasoning_effort":true},"azure/gpt-5.1-codex-2025-11-13":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_priority":2.5e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_priority":0.0000025,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00001,"output_cost_per_token_priority":0.00002,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5.1-codex-mini-2025-11-13":{"cache_read_input_token_cost":2.5e-8,"cache_read_input_token_cost_priority":4.5e-8,"input_cost_per_token":2.5e-7,"input_cost_per_token_priority":4.5e-7,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.000002,"output_cost_per_token_priority":0.0000036,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5-2025-08-07":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5-chat":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"source":"https://azure.microsoft.com/en-us/blog/gpt-5-in-azure-ai-foundry-the-future-of-ai-apps-and-agents-starts-here/","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5-chat-latest":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5-codex":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00001,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5-mini":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_token":2.5e-7,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000002,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5-mini-2025-08-07":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_token":2.5e-7,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000002,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5-nano":{"cache_read_input_token_cost":5e-9,"input_cost_per_token":5e-8,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":4e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5-nano-2025-08-07":{"cache_read_input_token_cost":5e-9,"input_cost_per_token":5e-8,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":4e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5-pro":{"input_cost_per_token":0.000015,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00012,"source":"https://learn.microsoft.com/en-us/azure/ai-foundry/foundry-models/concepts/models-sold-directly-by-azure?pivots=azure-openai&tabs=global-standard-aoai%2Cstandard-chat-completions%2Cglobal-standard#gpt-5","supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5.1":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_none_reasoning_effort":true},"azure/gpt-5.1-chat":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_none_reasoning_effort":true},"azure/gpt-5.1-codex":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00001,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5.1-codex-max":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00001,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5.1-codex-mini":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_token":2.5e-7,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.000002,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5.2":{"cache_read_input_token_cost":1.75e-7,"input_cost_per_token":0.00000175,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000014,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5.2-2025-12-11":{"cache_read_input_token_cost":1.75e-7,"cache_read_input_token_cost_priority":3.5e-7,"input_cost_per_token":0.00000175,"input_cost_per_token_priority":0.0000035,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000014,"output_cost_per_token_priority":0.000028,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5.2-chat":{"cache_read_input_token_cost":1.75e-7,"cache_read_input_token_cost_priority":3.5e-7,"input_cost_per_token":0.00000175,"input_cost_per_token_priority":0.0000035,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000014,"output_cost_per_token_priority":0.000028,"supported_endpoints":["/v1/chat/completions","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5.2-chat-2025-12-11":{"cache_read_input_token_cost":1.75e-7,"cache_read_input_token_cost_priority":3.5e-7,"input_cost_per_token":0.00000175,"input_cost_per_token_priority":0.0000035,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000014,"output_cost_per_token_priority":0.000028,"supported_endpoints":["/v1/chat/completions","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5.2-codex":{"cache_read_input_token_cost":1.75e-7,"input_cost_per_token":0.00000175,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.000014,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5.3-chat":{"cache_read_input_token_cost":1.75e-7,"cache_read_input_token_cost_priority":3.5e-7,"input_cost_per_token":0.00000175,"input_cost_per_token_priority":0.0000035,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000014,"output_cost_per_token_priority":0.000028,"supported_endpoints":["/v1/chat/completions","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5.3-codex":{"cache_read_input_token_cost":1.75e-7,"input_cost_per_token":0.00000175,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.000014,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5.2-pro":{"input_cost_per_token":0.000021,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.000168,"supported_endpoints":["/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"azure/gpt-5.2-pro-2025-12-11":{"input_cost_per_token":0.000021,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.000168,"supported_endpoints":["/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"azure/gpt-5.4":{"cache_read_input_token_cost":2.5e-7,"cache_read_input_token_cost_above_272k_tokens":5e-7,"cache_read_input_token_cost_priority":5e-7,"cache_read_input_token_cost_above_272k_tokens_priority":0.000001,"input_cost_per_token":0.0000025,"input_cost_per_token_above_272k_tokens":0.000005,"input_cost_per_token_priority":0.000005,"input_cost_per_token_above_272k_tokens_priority":0.00001,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_above_272k_tokens":0.0000225,"output_cost_per_token_priority":0.00003,"output_cost_per_token_above_272k_tokens_priority":0.000045,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/us/gpt-5.4":{"cache_read_input_token_cost":2.8e-7,"cache_read_input_token_cost_priority":5.5e-7,"input_cost_per_token":0.00000275,"input_cost_per_token_priority":0.0000055,"output_cost_per_token":0.0000165,"output_cost_per_token_priority":0.000033,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/eu/gpt-5.4":{"cache_read_input_token_cost":2.8e-7,"cache_read_input_token_cost_priority":5.5e-7,"input_cost_per_token":0.00000275,"input_cost_per_token_priority":0.0000055,"output_cost_per_token":0.0000165,"output_cost_per_token_priority":0.000033,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5.4-2026-03-05":{"cache_read_input_token_cost":2.5e-7,"cache_read_input_token_cost_above_272k_tokens":5e-7,"cache_read_input_token_cost_priority":5e-7,"cache_read_input_token_cost_above_272k_tokens_priority":0.000001,"input_cost_per_token":0.0000025,"input_cost_per_token_above_272k_tokens":0.000005,"input_cost_per_token_priority":0.000005,"input_cost_per_token_above_272k_tokens_priority":0.00001,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_above_272k_tokens":0.0000225,"output_cost_per_token_priority":0.00003,"output_cost_per_token_above_272k_tokens_priority":0.000045,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/us/gpt-5.4-2026-03-05":{"cache_read_input_token_cost":2.8e-7,"cache_read_input_token_cost_priority":5.5e-7,"input_cost_per_token":0.00000275,"input_cost_per_token_priority":0.0000055,"output_cost_per_token":0.0000165,"output_cost_per_token_priority":0.000033,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/eu/gpt-5.4-2026-03-05":{"cache_read_input_token_cost":2.8e-7,"cache_read_input_token_cost_priority":5.5e-7,"input_cost_per_token":0.00000275,"input_cost_per_token_priority":0.0000055,"output_cost_per_token":0.0000165,"output_cost_per_token_priority":0.000033,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/gpt-5.4-pro":{"cache_read_input_token_cost":0.000003,"cache_read_input_token_cost_above_272k_tokens":0.000006,"input_cost_per_token":0.00003,"input_cost_per_token_above_272k_tokens":0.00006,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00018,"output_cost_per_token_above_272k_tokens":0.00027,"supported_endpoints":["/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"azure/gpt-5.4-pro-2026-03-05":{"cache_read_input_token_cost":0.000003,"cache_read_input_token_cost_above_272k_tokens":0.000006,"input_cost_per_token":0.00003,"input_cost_per_token_above_272k_tokens":0.00006,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00018,"output_cost_per_token_above_272k_tokens":0.00027,"supported_endpoints":["/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"azure/gpt-5.6":{"cache_read_input_token_cost":5e-7,"cache_read_input_token_cost_above_272k_tokens":0.000001,"cache_read_input_token_cost_priority":0.000001,"cache_read_input_token_cost_above_272k_tokens_priority":0.000002,"input_cost_per_token":0.000005,"input_cost_per_token_above_272k_tokens":0.00001,"input_cost_per_token_priority":0.00001,"input_cost_per_token_above_272k_tokens_priority":0.00002,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00003,"output_cost_per_token_above_272k_tokens":0.000045,"output_cost_per_token_priority":0.00006,"output_cost_per_token_above_272k_tokens_priority":0.00009,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/gpt-5.6-sol":{"cache_read_input_token_cost":5e-7,"cache_read_input_token_cost_above_272k_tokens":0.000001,"cache_read_input_token_cost_priority":0.000001,"cache_read_input_token_cost_above_272k_tokens_priority":0.000002,"input_cost_per_token":0.000005,"input_cost_per_token_above_272k_tokens":0.00001,"input_cost_per_token_priority":0.00001,"input_cost_per_token_above_272k_tokens_priority":0.00002,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00003,"output_cost_per_token_above_272k_tokens":0.000045,"output_cost_per_token_priority":0.00006,"output_cost_per_token_above_272k_tokens_priority":0.00009,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/gpt-5.6-terra":{"cache_read_input_token_cost":2.5e-7,"cache_read_input_token_cost_above_272k_tokens":5e-7,"cache_read_input_token_cost_priority":5e-7,"cache_read_input_token_cost_above_272k_tokens_priority":0.000001,"input_cost_per_token":0.0000025,"input_cost_per_token_above_272k_tokens":0.000005,"input_cost_per_token_priority":0.000005,"input_cost_per_token_above_272k_tokens_priority":0.00001,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_above_272k_tokens":0.0000225,"output_cost_per_token_priority":0.00003,"output_cost_per_token_above_272k_tokens_priority":0.000045,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/gpt-5.6-luna":{"cache_read_input_token_cost":1e-7,"cache_read_input_token_cost_above_272k_tokens":2e-7,"cache_read_input_token_cost_priority":2e-7,"cache_read_input_token_cost_above_272k_tokens_priority":4e-7,"input_cost_per_token":0.000001,"input_cost_per_token_above_272k_tokens":0.000002,"input_cost_per_token_priority":0.000002,"input_cost_per_token_above_272k_tokens_priority":0.000004,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000006,"output_cost_per_token_above_272k_tokens":0.000009,"output_cost_per_token_priority":0.000012,"output_cost_per_token_above_272k_tokens_priority":0.000018,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/us/gpt-5.6":{"cache_read_input_token_cost":5.5e-7,"cache_read_input_token_cost_above_272k_tokens":0.0000011,"cache_read_input_token_cost_priority":0.000001375,"input_cost_per_token":0.0000055,"input_cost_per_token_above_272k_tokens":0.000011,"input_cost_per_token_priority":0.00001375,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000033,"output_cost_per_token_above_272k_tokens":0.0000495,"output_cost_per_token_priority":0.0000825,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/us/gpt-5.6-sol":{"cache_read_input_token_cost":5.5e-7,"cache_read_input_token_cost_above_272k_tokens":0.0000011,"cache_read_input_token_cost_priority":0.000001375,"input_cost_per_token":0.0000055,"input_cost_per_token_above_272k_tokens":0.000011,"input_cost_per_token_priority":0.00001375,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000033,"output_cost_per_token_above_272k_tokens":0.0000495,"output_cost_per_token_priority":0.0000825,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/us/gpt-5.6-terra":{"cache_read_input_token_cost":2.75e-7,"cache_read_input_token_cost_above_272k_tokens":5.5e-7,"cache_read_input_token_cost_priority":6.875e-7,"input_cost_per_token":0.00000275,"input_cost_per_token_above_272k_tokens":0.0000055,"input_cost_per_token_priority":0.000006875,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000165,"output_cost_per_token_above_272k_tokens":0.00002475,"output_cost_per_token_priority":0.00004125,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/us/gpt-5.6-luna":{"cache_read_input_token_cost":1.1e-7,"cache_read_input_token_cost_above_272k_tokens":2.2e-7,"cache_read_input_token_cost_priority":2.75e-7,"input_cost_per_token":0.0000011,"input_cost_per_token_above_272k_tokens":0.0000022,"input_cost_per_token_priority":0.00000275,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000066,"output_cost_per_token_above_272k_tokens":0.0000099,"output_cost_per_token_priority":0.0000165,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/eu/gpt-5.6":{"cache_read_input_token_cost":5.5e-7,"cache_read_input_token_cost_above_272k_tokens":0.0000011,"cache_read_input_token_cost_priority":0.000001375,"input_cost_per_token":0.0000055,"input_cost_per_token_above_272k_tokens":0.000011,"input_cost_per_token_priority":0.00001375,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000033,"output_cost_per_token_above_272k_tokens":0.0000495,"output_cost_per_token_priority":0.0000825,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/eu/gpt-5.6-sol":{"cache_read_input_token_cost":5.5e-7,"cache_read_input_token_cost_above_272k_tokens":0.0000011,"cache_read_input_token_cost_priority":0.000001375,"input_cost_per_token":0.0000055,"input_cost_per_token_above_272k_tokens":0.000011,"input_cost_per_token_priority":0.00001375,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000033,"output_cost_per_token_above_272k_tokens":0.0000495,"output_cost_per_token_priority":0.0000825,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/eu/gpt-5.6-terra":{"cache_read_input_token_cost":2.75e-7,"cache_read_input_token_cost_above_272k_tokens":5.5e-7,"cache_read_input_token_cost_priority":6.875e-7,"input_cost_per_token":0.00000275,"input_cost_per_token_above_272k_tokens":0.0000055,"input_cost_per_token_priority":0.000006875,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000165,"output_cost_per_token_above_272k_tokens":0.00002475,"output_cost_per_token_priority":0.00004125,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/eu/gpt-5.6-luna":{"cache_read_input_token_cost":1.1e-7,"cache_read_input_token_cost_above_272k_tokens":2.2e-7,"cache_read_input_token_cost_priority":2.75e-7,"input_cost_per_token":0.0000011,"input_cost_per_token_above_272k_tokens":0.0000022,"input_cost_per_token_priority":0.00000275,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000066,"output_cost_per_token_above_272k_tokens":0.0000099,"output_cost_per_token_priority":0.0000165,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/gpt-5.5":{"cache_read_input_token_cost":5e-7,"cache_read_input_token_cost_above_272k_tokens":0.000001,"cache_read_input_token_cost_priority":0.000001,"cache_read_input_token_cost_above_272k_tokens_priority":0.000002,"input_cost_per_token":0.000005,"input_cost_per_token_above_272k_tokens":0.00001,"input_cost_per_token_priority":0.00001,"input_cost_per_token_above_272k_tokens_priority":0.00002,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00003,"output_cost_per_token_above_272k_tokens":0.000045,"output_cost_per_token_priority":0.00006,"output_cost_per_token_above_272k_tokens_priority":0.00009,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/us/gpt-5.5":{"cache_read_input_token_cost":5.5e-7,"cache_read_input_token_cost_above_272k_tokens":0.0000011,"cache_read_input_token_cost_priority":0.00000138,"input_cost_per_token":0.0000055,"input_cost_per_token_above_272k_tokens":0.000011,"input_cost_per_token_priority":0.00001375,"output_cost_per_token":0.000033,"output_cost_per_token_above_272k_tokens":0.0000495,"output_cost_per_token_priority":0.0000825,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/eu/gpt-5.5":{"cache_read_input_token_cost":5.5e-7,"cache_read_input_token_cost_above_272k_tokens":0.0000011,"cache_read_input_token_cost_priority":0.00000138,"input_cost_per_token":0.0000055,"input_cost_per_token_above_272k_tokens":0.000011,"input_cost_per_token_priority":0.00001375,"output_cost_per_token":0.000033,"output_cost_per_token_above_272k_tokens":0.0000495,"output_cost_per_token_priority":0.0000825,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"azure/gpt-5.5-2026-04-23":{"cache_read_input_token_cost":5e-7,"cache_read_input_token_cost_above_272k_tokens":0.000001,"cache_read_input_token_cost_priority":0.000001,"cache_read_input_token_cost_above_272k_tokens_priority":0.000002,"input_cost_per_token":0.000005,"input_cost_per_token_above_272k_tokens":0.00001,"input_cost_per_token_priority":0.00001,"input_cost_per_token_above_272k_tokens_priority":0.00002,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00003,"output_cost_per_token_above_272k_tokens":0.000045,"output_cost_per_token_priority":0.00006,"output_cost_per_token_above_272k_tokens_priority":0.00009,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"azure/us/gpt-5.5-2026-04-23":{"cache_read_input_token_cost":5.5e-7,"cache_read_input_token_cost_above_272k_tokens":0.0000011,"cache_read_input_token_cost_priority":0.00000138,"input_cost_per_token":0.0000055,"input_cost_per_token_above_272k_tokens":0.000011,"input_cost_per_token_priority":0.00001375,"output_cost_per_token":0.000033,"output_cost_per_token_above_272k_tokens":0.0000495,"output_cost_per_token_priority":0.0000825,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"azure/eu/gpt-5.5-2026-04-23":{"cache_read_input_token_cost":5.5e-7,"cache_read_input_token_cost_above_272k_tokens":0.0000011,"cache_read_input_token_cost_priority":0.00000138,"input_cost_per_token":0.0000055,"input_cost_per_token_above_272k_tokens":0.000011,"input_cost_per_token_priority":0.00001375,"output_cost_per_token":0.000033,"output_cost_per_token_above_272k_tokens":0.0000495,"output_cost_per_token_priority":0.0000825,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"azure/gpt-5.5-pro":{"cache_read_input_token_cost":0.000003,"cache_read_input_token_cost_above_272k_tokens":0.000006,"input_cost_per_token":0.00003,"input_cost_per_token_above_272k_tokens":0.00006,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00018,"output_cost_per_token_above_272k_tokens":0.00027,"supported_endpoints":["/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false,"supports_low_reasoning_effort":false},"azure/gpt-5.5-pro-2026-04-23":{"cache_read_input_token_cost":0.000003,"cache_read_input_token_cost_above_272k_tokens":0.000006,"input_cost_per_token":0.00003,"input_cost_per_token_above_272k_tokens":0.00006,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00018,"output_cost_per_token_above_272k_tokens":0.00027,"supported_endpoints":["/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"azure/gpt-5.4-mini":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_token":7.5e-7,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000045,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false},"azure/gpt-5.4-mini-2026-03-17":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_token":7.5e-7,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000045,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false},"azure/gpt-5.4-nano":{"cache_read_input_token_cost":2e-8,"input_cost_per_token":2e-7,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00000125,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false},"azure/gpt-5.4-nano-2026-03-17":{"cache_read_input_token_cost":2e-8,"input_cost_per_token":2e-7,"litellm_provider":"azure","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00000125,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false},"azure/gpt-image-1":{"cache_read_input_token_cost":0.00000125,"input_cost_per_image_token":0.00001,"input_cost_per_token":0.000005,"litellm_provider":"azure","mode":"image_generation","output_cost_per_image_token":0.00004,"supported_endpoints":["/v1/images/generations","/v1/images/edits"]},"azure/hd/1024-x-1024/dall-e-3":{"input_cost_per_pixel":7.629e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_token":0},"azure/hd/1024-x-1792/dall-e-3":{"input_cost_per_pixel":6.539e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_token":0},"azure/hd/1792-x-1024/dall-e-3":{"input_cost_per_pixel":6.539e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_token":0},"azure/high/1024-x-1024/gpt-image-1":{"input_cost_per_pixel":1.59263611e-7,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/high/1024-x-1536/gpt-image-1":{"input_cost_per_pixel":1.58945719e-7,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/high/1536-x-1024/gpt-image-1":{"input_cost_per_pixel":1.58945719e-7,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/low/1024-x-1024/gpt-image-1":{"input_cost_per_pixel":1.0490417e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/low/1024-x-1536/gpt-image-1":{"input_cost_per_pixel":1.0172526e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/low/1536-x-1024/gpt-image-1":{"input_cost_per_pixel":1.0172526e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/medium/1024-x-1024/gpt-image-1":{"input_cost_per_pixel":4.0054321e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/medium/1024-x-1536/gpt-image-1":{"input_cost_per_pixel":4.0054321e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/medium/1536-x-1024/gpt-image-1":{"input_cost_per_pixel":4.0054321e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/gpt-image-1-mini":{"cache_read_input_token_cost":2e-7,"input_cost_per_image_token":0.0000025,"input_cost_per_token":0.000002,"litellm_provider":"azure","mode":"image_generation","output_cost_per_image_token":0.000008,"supported_endpoints":["/v1/images/generations","/v1/images/edits"]},"azure/gpt-image-1.5":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.000005,"input_cost_per_image_token":0.000008,"litellm_provider":"azure","mode":"image_generation","output_cost_per_image_token":0.000032,"supported_endpoints":["/v1/images/generations","/v1/images/edits"]},"azure/gpt-image-1.5-2025-12-16":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.000005,"input_cost_per_image_token":0.000008,"litellm_provider":"azure","mode":"image_generation","output_cost_per_image_token":0.000032,"supported_endpoints":["/v1/images/generations","/v1/images/edits"]},"azure/gpt-image-2":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.000005,"input_cost_per_image_token":0.000008,"litellm_provider":"azure","mode":"image_generation","output_cost_per_token":0.00001,"output_cost_per_image_token":0.00003,"supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"azure/gpt-image-2-2026-04-21":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.000005,"input_cost_per_image_token":0.000008,"litellm_provider":"azure","mode":"image_generation","output_cost_per_token":0.00001,"output_cost_per_image_token":0.00003,"supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"azure/low/1024-x-1024/gpt-image-1-mini":{"input_cost_per_pixel":2.0751953125e-9,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/low/1024-x-1536/gpt-image-1-mini":{"input_cost_per_pixel":2.0751953125e-9,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/low/1536-x-1024/gpt-image-1-mini":{"input_cost_per_pixel":2.0345052083e-9,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/medium/1024-x-1024/gpt-image-1-mini":{"input_cost_per_pixel":8.056640625e-9,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/medium/1024-x-1536/gpt-image-1-mini":{"input_cost_per_pixel":8.056640625e-9,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/medium/1536-x-1024/gpt-image-1-mini":{"input_cost_per_pixel":7.9752604167e-9,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/high/1024-x-1024/gpt-image-1-mini":{"input_cost_per_pixel":3.173828125e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/high/1024-x-1536/gpt-image-1-mini":{"input_cost_per_pixel":3.173828125e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/high/1536-x-1024/gpt-image-1-mini":{"input_cost_per_pixel":3.1575520833e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"azure/mistral-large-2402":{"input_cost_per_token":0.000008,"litellm_provider":"azure","max_input_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000024,"supports_function_calling":true},"azure/mistral-large-latest":{"input_cost_per_token":0.000008,"litellm_provider":"azure","max_input_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000024,"supports_function_calling":true},"azure/o1":{"cache_read_input_token_cost":0.0000075,"input_cost_per_token":0.000015,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.00006,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"azure/o1-2024-12-17":{"cache_read_input_token_cost":0.0000075,"input_cost_per_token":0.000015,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.00006,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"azure/o1-mini":{"cache_read_input_token_cost":6.05e-7,"input_cost_per_token":0.00000121,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.00000484,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_vision":false},"azure/o1-mini-2024-09-12":{"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000011,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.0000044,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_vision":false},"azure/o1-preview":{"cache_read_input_token_cost":0.0000075,"input_cost_per_token":0.000015,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.00006,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_vision":false},"azure/o1-preview-2024-09-12":{"cache_read_input_token_cost":0.0000075,"input_cost_per_token":0.000015,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.00006,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_vision":false},"azure/o3":{"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000002,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.000008,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/o3-2025-04-16":{"deprecation_date":"2026-04-16","cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000002,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.000008,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/o3-deep-research":{"cache_read_input_token_cost":0.0000025,"input_cost_per_token":0.00001,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"responses","output_cost_per_token":0.00004,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"azure/o3-mini":{"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000011,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.0000044,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"azure/o3-mini-2025-01-31":{"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000011,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.0000044,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":false},"azure/o3-pro":{"input_cost_per_token":0.00002,"input_cost_per_token_batches":0.00001,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"responses","output_cost_per_token":0.00008,"output_cost_per_token_batches":0.00004,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/o3-pro-2025-06-10":{"input_cost_per_token":0.00002,"input_cost_per_token_batches":0.00001,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"responses","output_cost_per_token":0.00008,"output_cost_per_token_batches":0.00004,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/o4-mini":{"cache_read_input_token_cost":2.75e-7,"input_cost_per_token":0.0000011,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.0000044,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/o4-mini-2025-04-16":{"cache_read_input_token_cost":2.75e-7,"input_cost_per_token":0.0000011,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.0000044,"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/standard/1024-x-1024/dall-e-2":{"input_cost_per_pixel":0,"litellm_provider":"azure","mode":"image_generation","output_cost_per_token":0},"azure/standard/1024-x-1024/dall-e-3":{"input_cost_per_pixel":3.81469e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_token":0},"azure/standard/1024-x-1792/dall-e-3":{"input_cost_per_pixel":4.359e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_token":0},"azure/standard/1792-x-1024/dall-e-3":{"input_cost_per_pixel":4.359e-8,"litellm_provider":"azure","mode":"image_generation","output_cost_per_token":0},"azure/text-embedding-3-large":{"input_cost_per_token":1.3e-7,"litellm_provider":"azure","max_input_tokens":8191,"max_tokens":8191,"mode":"embedding","output_cost_per_token":0},"azure/text-embedding-3-small":{"deprecation_date":"2026-04-30","input_cost_per_token":2e-8,"litellm_provider":"azure","max_input_tokens":8191,"max_tokens":8191,"mode":"embedding","output_cost_per_token":0},"azure/text-embedding-ada-002":{"input_cost_per_token":1e-7,"litellm_provider":"azure","max_input_tokens":8191,"max_tokens":8191,"mode":"embedding","output_cost_per_token":0},"azure/speech/azure-tts":{"input_cost_per_character":0.000015,"litellm_provider":"azure","mode":"audio_speech","source":"https://azure.microsoft.com/en-us/pricing/calculator/"},"azure/speech/azure-tts-hd":{"input_cost_per_character":0.00003,"litellm_provider":"azure","mode":"audio_speech","source":"https://azure.microsoft.com/en-us/pricing/calculator/"},"azure/speech/azure-stt":{"audio_transcription_config":"azure_speech","input_cost_per_second":0.0002777778,"litellm_provider":"azure","mode":"audio_transcription","output_cost_per_second":0,"source":"https://azure.microsoft.com/en-us/pricing/details/cognitive-services/speech-services/","supported_endpoints":["/v1/audio/transcriptions"]},"azure/tts-1":{"input_cost_per_character":0.000015,"litellm_provider":"azure","mode":"audio_speech"},"azure/tts-1-hd":{"input_cost_per_character":0.00003,"litellm_provider":"azure","mode":"audio_speech"},"azure/us/gpt-4.1-2025-04-14":{"deprecation_date":"2026-11-04","cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000022,"input_cost_per_token_batches":0.0000011,"litellm_provider":"azure","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.0000088,"output_cost_per_token_batches":0.0000044,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":false},"azure/us/gpt-4.1-mini-2025-04-14":{"deprecation_date":"2026-11-04","cache_read_input_token_cost":1.1e-7,"input_cost_per_token":4.4e-7,"input_cost_per_token_batches":2.2e-7,"litellm_provider":"azure","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.00000176,"output_cost_per_token_batches":8.8e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":false},"azure/us/gpt-4.1-nano-2025-04-14":{"deprecation_date":"2026-11-04","cache_read_input_token_cost":2.5e-8,"input_cost_per_token":1.1e-7,"input_cost_per_token_batches":6e-8,"litellm_provider":"azure","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":4.4e-7,"output_cost_per_token_batches":2.2e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/us/gpt-4o-2024-08-06":{"deprecation_date":"2026-02-27","cache_read_input_token_cost":0.000001375,"input_cost_per_token":0.00000275,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000011,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/us/gpt-4o-2024-11-20":{"deprecation_date":"2026-03-01","cache_creation_input_token_cost":0.00000138,"input_cost_per_token":0.00000275,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000011,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/us/gpt-4o-mini-2024-07-18":{"cache_read_input_token_cost":8.3e-8,"input_cost_per_token":1.65e-7,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":6.6e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/us/gpt-4o-mini-realtime-preview-2024-12-17":{"cache_creation_input_audio_token_cost":3.3e-7,"cache_read_input_token_cost":3.3e-7,"input_cost_per_audio_token":0.000011,"input_cost_per_token":6.6e-7,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.000022,"output_cost_per_token":0.00000264,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"azure/us/gpt-4o-realtime-preview-2024-10-01":{"cache_creation_input_audio_token_cost":0.000022,"cache_read_input_token_cost":0.00000275,"input_cost_per_audio_token":0.00011,"input_cost_per_token":0.0000055,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00022,"output_cost_per_token":0.000022,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"azure/us/gpt-4o-realtime-preview-2024-12-17":{"cache_read_input_audio_token_cost":0.0000025,"cache_read_input_token_cost":0.00000275,"input_cost_per_audio_token":0.000044,"input_cost_per_token":0.0000055,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00008,"output_cost_per_token":0.000022,"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"azure/us/gpt-5-2025-08-07":{"cache_read_input_token_cost":1.375e-7,"input_cost_per_token":0.000001375,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000011,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/us/gpt-5-mini-2025-08-07":{"cache_read_input_token_cost":2.75e-8,"input_cost_per_token":2.75e-7,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000022,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/us/gpt-5-nano-2025-08-07":{"cache_read_input_token_cost":5.5e-9,"input_cost_per_token":5.5e-8,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":4.4e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"azure/us/gpt-5.1":{"cache_read_input_token_cost":1.4e-7,"input_cost_per_token":0.00000138,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000011,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_none_reasoning_effort":true},"azure/us/gpt-5.1-chat":{"cache_read_input_token_cost":1.4e-7,"input_cost_per_token":0.00000138,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000011,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_none_reasoning_effort":true},"azure/us/gpt-5.1-codex":{"cache_read_input_token_cost":1.4e-7,"input_cost_per_token":0.00000138,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.000011,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true},"azure/us/gpt-5.1-codex-mini":{"cache_read_input_token_cost":2.8e-8,"input_cost_per_token":2.75e-7,"litellm_provider":"azure","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.0000022,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true},"azure/us/o1-2024-12-17":{"cache_read_input_token_cost":0.00000825,"input_cost_per_token":0.0000165,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.000066,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_tool_choice":true,"supports_vision":true},"azure/us/o1-mini-2024-09-12":{"cache_read_input_token_cost":6.05e-7,"input_cost_per_token":0.00000121,"input_cost_per_token_batches":6.05e-7,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.00000484,"output_cost_per_token_batches":0.00000242,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_vision":false},"azure/us/o1-preview-2024-09-12":{"cache_read_input_token_cost":0.00000825,"input_cost_per_token":0.0000165,"litellm_provider":"azure","max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000066,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_vision":false},"azure/us/o3-2025-04-16":{"deprecation_date":"2026-04-16","cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000022,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.0000088,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/us/o3-mini-2025-01-31":{"cache_read_input_token_cost":6.05e-7,"input_cost_per_token":0.00000121,"input_cost_per_token_batches":6.05e-7,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.00000484,"output_cost_per_token_batches":0.00000242,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":false},"azure/us/o4-mini-2025-04-16":{"cache_read_input_token_cost":3.1e-7,"input_cost_per_token":0.00000121,"litellm_provider":"azure","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.00000484,"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"azure/whisper-1":{"input_cost_per_second":0.0001,"litellm_provider":"azure","mode":"audio_transcription","output_cost_per_second":0.0001},"azure_ai/Cohere-embed-v3-english":{"input_cost_per_token":1e-7,"litellm_provider":"azure_ai","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/cohere.cohere-embed-v3-english-offer?tab=PlansAndPrice","supports_embedding_image_input":true},"azure_ai/Cohere-embed-v3-multilingual":{"input_cost_per_token":1e-7,"litellm_provider":"azure_ai","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/cohere.cohere-embed-v3-english-offer?tab=PlansAndPrice","supports_embedding_image_input":true},"azure_ai/FLUX-1.1-pro":{"litellm_provider":"azure_ai","mode":"image_generation","output_cost_per_image":0.04,"source":"https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/black-forest-labs-flux-1-kontext-pro-and-flux1-1-pro-now-available-in-azure-ai-f/4434659","supported_endpoints":["/v1/images/generations"]},"azure_ai/FLUX.1-Kontext-pro":{"litellm_provider":"azure_ai","mode":"image_generation","output_cost_per_image":0.04,"source":"https://azuremarketplace.microsoft.com/pt-br/marketplace/apps/cohere.cohere-embed-4-offer?tab=PlansAndPrice","supported_endpoints":["/v1/images/generations"]},"azure_ai/flux.2-pro":{"litellm_provider":"azure_ai","mode":"image_generation","output_cost_per_image":0.04,"source":"https://ai.azure.com/explore/models/flux.2-pro/version/1/registry/azureml-blackforestlabs","supported_endpoints":["/v1/images/generations"]},"azure_ai/MAI-Image-2.5":{"input_cost_per_image_token":0.000008,"input_cost_per_token":0.000005,"litellm_provider":"azure_ai","mode":"image_generation","output_cost_per_image":0.05,"output_cost_per_image_token":0.000047,"source":"https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/new-mai-models-in-microsoft-foundry-across-text-image-voice-and-speech/4524632","supported_endpoints":["/v1/images/generations","/v1/images/edits"]},"azure_ai/MAI-Image-2.5-Flash":{"input_cost_per_image_token":0.00000175,"input_cost_per_token":0.00000175,"litellm_provider":"azure_ai","mode":"image_generation","output_cost_per_image":0.0338,"output_cost_per_image_token":0.000033,"source":"https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/new-mai-models-in-microsoft-foundry-across-text-image-voice-and-speech/4524632","supported_endpoints":["/v1/images/generations","/v1/images/edits"]},"azure_ai/MAI-Image-2e":{"input_cost_per_token":0.000005,"litellm_provider":"azure_ai","mode":"image_generation","output_cost_per_image":0.02,"output_cost_per_image_token":0.0000195,"source":"https://aka.ms/mai-image-2e-foundryblog","supported_endpoints":["/v1/images/generations"]},"azure_ai/Llama-3.2-11B-Vision-Instruct":{"input_cost_per_token":3.7e-7,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":3.7e-7,"source":"https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.meta-llama-3-2-11b-vision-instruct-offer?tab=Overview","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"azure_ai/Llama-3.2-90B-Vision-Instruct":{"input_cost_per_token":0.00000204,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":0.00000204,"source":"https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.meta-llama-3-2-90b-vision-instruct-offer?tab=Overview","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"azure_ai/Llama-3.3-70B-Instruct":{"input_cost_per_token":7.1e-7,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":7.1e-7,"source":"https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.llama-3-3-70b-instruct-offer?tab=Overview","supports_function_calling":true,"supports_tool_choice":true},"azure_ai/Llama-4-Maverick-17B-128E-Instruct-FP8":{"input_cost_per_token":0.00000141,"litellm_provider":"azure_ai","max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":3.5e-7,"source":"https://azure.microsoft.com/en-us/blog/introducing-the-llama-4-herd-in-azure-ai-foundry-and-azure-databricks/","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"azure_ai/Llama-4-Scout-17B-16E-Instruct":{"input_cost_per_token":2e-7,"litellm_provider":"azure_ai","max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":7.8e-7,"source":"https://azure.microsoft.com/en-us/blog/introducing-the-llama-4-herd-in-azure-ai-foundry-and-azure-databricks/","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"azure_ai/Meta-Llama-3-70B-Instruct":{"input_cost_per_token":0.0000011,"litellm_provider":"azure_ai","max_input_tokens":8192,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":3.7e-7,"supports_tool_choice":true},"azure_ai/Meta-Llama-3.1-405B-Instruct":{"input_cost_per_token":0.00000533,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":0.000016,"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice","supports_tool_choice":true},"azure_ai/Meta-Llama-3.1-70B-Instruct":{"input_cost_per_token":0.00000268,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":0.00000354,"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice","supports_tool_choice":true},"azure_ai/Meta-Llama-3.1-8B-Instruct":{"input_cost_per_token":3e-7,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":6.1e-7,"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice","supports_tool_choice":true},"azure_ai/Phi-3-medium-128k-instruct":{"input_cost_per_token":1.7e-7,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":6.8e-7,"source":"https://azure.microsoft.com/en-us/pricing/details/phi-3/","supports_tool_choice":true,"supports_vision":false},"azure_ai/Phi-3-medium-4k-instruct":{"input_cost_per_token":1.7e-7,"litellm_provider":"azure_ai","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":6.8e-7,"source":"https://azure.microsoft.com/en-us/pricing/details/phi-3/","supports_tool_choice":true,"supports_vision":false},"azure_ai/Phi-3-mini-128k-instruct":{"input_cost_per_token":1.3e-7,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":5.2e-7,"source":"https://azure.microsoft.com/en-us/pricing/details/phi-3/","supports_tool_choice":true,"supports_vision":false},"azure_ai/Phi-3-mini-4k-instruct":{"input_cost_per_token":1.3e-7,"litellm_provider":"azure_ai","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":5.2e-7,"source":"https://azure.microsoft.com/en-us/pricing/details/phi-3/","supports_tool_choice":true,"supports_vision":false},"azure_ai/Phi-3-small-128k-instruct":{"input_cost_per_token":1.5e-7,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":6e-7,"source":"https://azure.microsoft.com/en-us/pricing/details/phi-3/","supports_tool_choice":true,"supports_vision":false},"azure_ai/Phi-3-small-8k-instruct":{"input_cost_per_token":1.5e-7,"litellm_provider":"azure_ai","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":6e-7,"source":"https://azure.microsoft.com/en-us/pricing/details/phi-3/","supports_tool_choice":true,"supports_vision":false},"azure_ai/Phi-3.5-MoE-instruct":{"input_cost_per_token":1.6e-7,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":6.4e-7,"source":"https://azure.microsoft.com/en-us/pricing/details/phi-3/","supports_tool_choice":true,"supports_vision":false},"azure_ai/Phi-3.5-mini-instruct":{"input_cost_per_token":1.3e-7,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":5.2e-7,"source":"https://azure.microsoft.com/en-us/pricing/details/phi-3/","supports_tool_choice":true,"supports_vision":false},"azure_ai/Phi-3.5-vision-instruct":{"input_cost_per_token":1.3e-7,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":5.2e-7,"source":"https://azure.microsoft.com/en-us/pricing/details/phi-3/","supports_tool_choice":true,"supports_vision":true},"azure_ai/Phi-4":{"input_cost_per_token":1.25e-7,"litellm_provider":"azure_ai","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":5e-7,"source":"https://techcommunity.microsoft.com/blog/machinelearningblog/affordable-innovation-unveiling-the-pricing-of-phi-3-slms-on-models-as-a-service/4156495","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":false},"azure_ai/Phi-4-mini-instruct":{"input_cost_per_token":7.5e-8,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":3e-7,"source":"https://techcommunity.microsoft.com/blog/Azure-AI-Services-blog/announcing-new-phi-pricing-empowering-your-business-with-small-language-models/4395112","supports_function_calling":true},"azure_ai/Phi-4-multimodal-instruct":{"input_cost_per_audio_token":0.000004,"input_cost_per_token":8e-8,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":3.2e-7,"source":"https://techcommunity.microsoft.com/blog/Azure-AI-Services-blog/announcing-new-phi-pricing-empowering-your-business-with-small-language-models/4395112","supports_audio_input":true,"supports_function_calling":true,"supports_vision":true},"azure_ai/Phi-4-mini-reasoning":{"input_cost_per_token":8e-8,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":3.2e-7,"source":"https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/microsoft/","supports_function_calling":true},"azure_ai/Phi-4-reasoning":{"input_cost_per_token":1.25e-7,"litellm_provider":"azure_ai","max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":5e-7,"source":"https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/microsoft/","supports_function_calling":true,"supports_tool_choice":true,"supports_reasoning":true},"azure_ai/mistral-document-ai-2505":{"litellm_provider":"azure_ai","ocr_cost_per_page":0.003,"mode":"ocr","supported_endpoints":["/v1/ocr"],"source":"https://devblogs.microsoft.com/foundry/whats-new-in-azure-ai-foundry-august-2025/#mistral-document-ai-(ocr)-%E2%80%94-serverless-in-foundry"},"azure_ai/mistral-document-ai-2512":{"litellm_provider":"azure_ai","ocr_cost_per_page":0.003,"mode":"ocr","supported_endpoints":["/v1/ocr"],"source":"https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/"},"azure_ai/doc-intelligence/prebuilt-read":{"litellm_provider":"azure_ai","ocr_cost_per_page":0.0015,"mode":"ocr","supported_endpoints":["/v1/ocr"],"source":"https://azure.microsoft.com/en-us/pricing/details/ai-document-intelligence/"},"azure_ai/doc-intelligence/prebuilt-layout":{"litellm_provider":"azure_ai","ocr_cost_per_page":0.01,"mode":"ocr","supported_endpoints":["/v1/ocr"],"source":"https://azure.microsoft.com/en-us/pricing/details/ai-document-intelligence/"},"azure_ai/doc-intelligence/prebuilt-document":{"litellm_provider":"azure_ai","ocr_cost_per_page":0.01,"mode":"ocr","supported_endpoints":["/v1/ocr"],"source":"https://azure.microsoft.com/en-us/pricing/details/ai-document-intelligence/"},"azure_ai/MAI-DS-R1":{"input_cost_per_token":0.00000135,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000054,"source":"https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/microsoft/","supports_reasoning":true,"supports_tool_choice":true},"azure_ai/cohere-rerank-v3-english":{"input_cost_per_query":0.002,"input_cost_per_token":0,"litellm_provider":"azure_ai","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"rerank","output_cost_per_token":0},"azure_ai/cohere-rerank-v3-multilingual":{"input_cost_per_query":0.002,"input_cost_per_token":0,"litellm_provider":"azure_ai","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"rerank","output_cost_per_token":0},"azure_ai/cohere-rerank-v3.5":{"input_cost_per_query":0.002,"input_cost_per_token":0,"litellm_provider":"azure_ai","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"rerank","output_cost_per_token":0},"azure_ai/cohere-rerank-v4.0-pro":{"input_cost_per_query":0.0025,"input_cost_per_token":0,"litellm_provider":"azure_ai","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"rerank","output_cost_per_token":0,"source":"https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-cohere-rerank-4-0-in-microsoft-foundry/4477076"},"azure_ai/cohere-rerank-v4.0-fast":{"input_cost_per_query":0.002,"input_cost_per_token":0,"litellm_provider":"azure_ai","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"rerank","output_cost_per_token":0,"source":"https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-cohere-rerank-4-0-in-microsoft-foundry/4477076"},"azure_ai/deepseek-v3.2":{"input_cost_per_token":5.8e-7,"litellm_provider":"azure_ai","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.00000168,"source":"https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-deepseek-v3-2-and-deepseek-v3-2-speciale-in-microsoft-foundry/4477549","supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"azure_ai/deepseek-v3.2-speciale":{"input_cost_per_token":5.8e-7,"litellm_provider":"azure_ai","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.00000168,"source":"https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-deepseek-v3-2-and-deepseek-v3-2-speciale-in-microsoft-foundry/4477549","supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"azure_ai/deepseek-r1":{"input_cost_per_token":0.00000135,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000054,"source":"https://techcommunity.microsoft.com/blog/machinelearningblog/deepseek-r1-improved-performance-higher-limits-and-transparent-pricing/4386367","supports_reasoning":true,"supports_tool_choice":true},"azure_ai/deepseek-v3":{"input_cost_per_token":0.00000114,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000456,"source":"https://techcommunity.microsoft.com/blog/machinelearningblog/announcing-deepseek-v3-on-azure-ai-foundry-and-github/4390438","supports_tool_choice":true},"azure_ai/deepseek-v3-0324":{"input_cost_per_token":0.00000114,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000456,"source":"https://techcommunity.microsoft.com/blog/machinelearningblog/announcing-deepseek-v3-on-azure-ai-foundry-and-github/4390438","supports_function_calling":true,"supports_tool_choice":true},"azure_ai/deepseek-v3.1":{"input_cost_per_token":0.00000123,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.00000494,"source":"https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/deepseek/","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"azure_ai/deepseek-v4-pro":{"input_cost_per_token":0.00000174,"output_cost_per_token":0.00000348,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-deepseek-v4-flash-and-v4-pro-in-microsoft-foundry/4515174"},"azure_ai/deepseek-v4-flash":{"input_cost_per_token":1.9e-7,"output_cost_per_token":5.1e-7,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-deepseek-v4-flash-and-v4-pro-in-microsoft-foundry/4515174"},"azure_ai/embed-v-4-0":{"input_cost_per_token":1.2e-7,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_tokens":128000,"mode":"embedding","output_cost_per_token":0,"output_vector_size":3072,"source":"https://azuremarketplace.microsoft.com/pt-br/marketplace/apps/cohere.cohere-embed-4-offer?tab=PlansAndPrice","supported_endpoints":["/v1/embeddings"],"supported_modalities":["text","image"],"supports_embedding_image_input":true},"azure_ai/global/grok-3":{"input_cost_per_token":0.000003,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000015,"source":"https://devblogs.microsoft.com/foundry/announcing-grok-3-and-grok-3-mini-on-azure-ai-foundry/","supports_function_calling":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true},"azure_ai/global/grok-3-mini":{"input_cost_per_token":2.5e-7,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.00000127,"source":"https://devblogs.microsoft.com/foundry/announcing-grok-3-and-grok-3-mini-on-azure-ai-foundry/","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true},"azure_ai/grok-3":{"input_cost_per_token":0.000003,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000015,"source":"https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/","supports_function_calling":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true},"azure_ai/grok-3-mini":{"input_cost_per_token":2.5e-7,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.00000127,"source":"https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true},"azure_ai/grok-4":{"input_cost_per_token":0.000003,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000015,"source":"https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_web_search":true},"azure_ai/grok-4-fast-non-reasoning":{"input_cost_per_token":2e-7,"output_cost_per_token":5e-7,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_web_search":true},"azure_ai/grok-4-fast-reasoning":{"input_cost_per_token":2e-7,"output_cost_per_token":5e-7,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","source":"https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_web_search":true},"azure_ai/grok-4-1-fast-non-reasoning":{"input_cost_per_token":2e-7,"output_cost_per_token":5e-7,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","source":"https://techcommunity.microsoft.com/t5/Azure-AI-Foundry-Blog/Grok-4-0-Goes-GA-in-Microsoft-Foundry-and-Grok-4-1-Fast-Arrives/ba-p/4497964","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_web_search":true},"azure_ai/grok-4-1-fast-reasoning":{"input_cost_per_token":2e-7,"output_cost_per_token":5e-7,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","source":"https://techcommunity.microsoft.com/t5/Azure-AI-Foundry-Blog/Grok-4-0-Goes-GA-in-Microsoft-Foundry-and-Grok-4-1-Fast-Arrives/ba-p/4497964","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_web_search":true},"azure_ai/grok-code-fast-1":{"input_cost_per_token":2e-7,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.0000015,"source":"https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_web_search":true},"azure_ai/jais-30b-chat":{"input_cost_per_token":0.0032,"litellm_provider":"azure_ai","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00971,"source":"https://azure.microsoft.com/en-us/products/ai-services/ai-foundry/models/jais-30b-chat"},"azure_ai/jamba-instruct":{"input_cost_per_token":5e-7,"litellm_provider":"azure_ai","max_input_tokens":70000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":7e-7,"supports_tool_choice":true},"azure_ai/kimi-k2.5":{"input_cost_per_token":6e-7,"litellm_provider":"azure_ai","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000003,"source":"https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/kimi-k2-5-now-in-microsoft-foundry/4492321","supports_function_calling":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true},"azure_ai/kimi-k2.6":{"input_cost_per_token":9.5e-7,"litellm_provider":"azure_ai","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000004,"source":"https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-kimi-k2-6-in-microsoft-foundry/4513125","supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"azure_ai/ministral-3b":{"input_cost_per_token":4e-8,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":4e-8,"source":"https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.ministral-3b-2410-offer?tab=Overview","supports_function_calling":true,"supports_tool_choice":true},"azure_ai/mistral-large":{"input_cost_per_token":0.000004,"litellm_provider":"azure_ai","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000012,"supports_function_calling":true,"supports_tool_choice":true},"azure_ai/mistral-large-2407":{"input_cost_per_token":0.000002,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000006,"source":"https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.mistral-ai-large-2407-offer?tab=Overview","supports_function_calling":true,"supports_tool_choice":true},"azure_ai/mistral-large-latest":{"input_cost_per_token":0.000002,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000006,"source":"https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.mistral-ai-large-2407-offer?tab=Overview","supports_function_calling":true,"supports_tool_choice":true},"azure_ai/mistral-large-3":{"input_cost_per_token":5e-7,"litellm_provider":"azure_ai","max_input_tokens":256000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.0000015,"source":"https://azure.microsoft.com/en-us/blog/introducing-mistral-large-3-in-microsoft-foundry-open-capable-and-ready-for-production-workloads/","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"azure_ai/mistral-medium-2505":{"input_cost_per_token":4e-7,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000002,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_tool_choice":true},"azure_ai/mistral-nemo":{"input_cost_per_token":1.5e-7,"litellm_provider":"azure_ai","max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.mistral-nemo-12b-2407?tab=PlansAndPrice","supports_function_calling":true},"azure_ai/mistral-small":{"input_cost_per_token":0.000001,"litellm_provider":"azure_ai","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000003,"supports_function_calling":true,"supports_tool_choice":true},"azure_ai/mistral-small-2503":{"input_cost_per_token":1e-7,"litellm_provider":"azure_ai","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"babbage-002":{"input_cost_per_token":4e-7,"litellm_provider":"text-completion-openai","max_input_tokens":16384,"max_output_tokens":4096,"max_tokens":4096,"mode":"completion","output_cost_per_token":4e-7},"bedrock/*/1-month-commitment/cohere.command-light-text-v14":{"input_cost_per_second":0.001902,"litellm_provider":"bedrock","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_second":0.001902,"supports_tool_choice":true},"bedrock/*/1-month-commitment/cohere.command-text-v14":{"input_cost_per_second":0.011,"litellm_provider":"bedrock","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_second":0.011,"supports_tool_choice":true},"bedrock/*/6-month-commitment/cohere.command-light-text-v14":{"input_cost_per_second":0.0011416,"litellm_provider":"bedrock","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_second":0.0011416,"supports_tool_choice":true},"bedrock/*/6-month-commitment/cohere.command-text-v14":{"input_cost_per_second":0.0066027,"litellm_provider":"bedrock","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_second":0.0066027,"supports_tool_choice":true},"bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1":{"input_cost_per_second":0.01475,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.01475,"supports_tool_choice":true},"bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1":{"input_cost_per_second":0.0455,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.0455},"bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1":{"input_cost_per_second":0.0455,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.0455,"supports_tool_choice":true},"bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1":{"input_cost_per_second":0.008194,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.008194,"supports_tool_choice":true},"bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1":{"input_cost_per_second":0.02527,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.02527},"bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1":{"input_cost_per_second":0.02527,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.02527,"supports_tool_choice":true},"bedrock/ap-northeast-1/anthropic.claude-instant-v1":{"input_cost_per_token":0.00000223,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.00000755,"supports_tool_choice":true},"bedrock/ap-northeast-1/anthropic.claude-v1":{"input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024,"supports_tool_choice":true},"bedrock/ap-northeast-1/anthropic.claude-v2:1":{"input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024,"supports_tool_choice":true},"bedrock/ap-northeast-1/deepseek.v3.2":{"input_cost_per_token":7.4e-7,"litellm_provider":"bedrock","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.00000222,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/ap-northeast-1/minimax.minimax-m2.1":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":196000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/ap-northeast-1/minimax.minimax-m2.5":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","source":"https://aws.amazon.com/bedrock/pricing/","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"output_cost_per_token":0.00000144},"bedrock/ap-northeast-1/moonshotai.kimi-k2-thinking":{"input_cost_per_token":7.3e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.00000303,"supports_function_calling":true,"supports_reasoning":true},"bedrock/ap-northeast-1/moonshotai.kimi-k2.5":{"input_cost_per_token":7.2e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000036,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/ap-northeast-1/qwen.qwen3-coder-next":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/moonshotai.kimi-k2-thinking":{"input_cost_per_token":7.3e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.00000303,"supports_function_calling":true,"supports_reasoning":true},"bedrock/moonshotai.kimi-k2.5":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.00000303,"source":"https://platform.moonshot.ai/docs/guide/kimi-k2-5-quickstart","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true},"bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0":{"input_cost_per_token":0.00000318,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000042},"bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":7.2e-7},"bedrock/ap-south-1/deepseek.v3.2":{"input_cost_per_token":7.4e-7,"litellm_provider":"bedrock","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.00000222,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/ap-south-1/minimax.minimax-m2.1":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":196000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/ap-south-1/minimax.minimax-m2.5":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","source":"https://aws.amazon.com/bedrock/pricing/","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"output_cost_per_token":0.00000144},"bedrock/ap-south-1/moonshotai.kimi-k2-thinking":{"input_cost_per_token":7.1e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.00000294,"supports_function_calling":true,"supports_reasoning":true},"bedrock/ap-south-1/moonshotai.kimi-k2.5":{"input_cost_per_token":7.2e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000036,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/ap-south-1/qwen.qwen3-coder-next":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/ap-southeast-2/minimax.minimax-m2.5":{"input_cost_per_token":3.09e-7,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","source":"https://aws.amazon.com/bedrock/pricing/","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"output_cost_per_token":0.000001236},"bedrock/ap-southeast-3/deepseek.v3.2":{"input_cost_per_token":7.4e-7,"litellm_provider":"bedrock","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.00000222,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/ap-southeast-3/minimax.minimax-m2.1":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":196000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/ap-southeast-3/minimax.minimax-m2.5":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","source":"https://aws.amazon.com/bedrock/pricing/","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"output_cost_per_token":0.00000144},"bedrock/ap-southeast-3/moonshotai.kimi-k2.5":{"input_cost_per_token":7.2e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000036,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/ap-southeast-3/qwen.qwen3-coder-next":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0":{"input_cost_per_token":0.00000305,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000403},"bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0":{"input_cost_per_token":3.5e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":6.9e-7},"bedrock/eu-north-1/deepseek.v3.2":{"input_cost_per_token":7.4e-7,"litellm_provider":"bedrock","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.00000222,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/eu-north-1/minimax.minimax-m2.1":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":196000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/eu-north-1/minimax.minimax-m2.5":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","source":"https://aws.amazon.com/bedrock/pricing/","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"output_cost_per_token":0.00000144},"bedrock/eu-north-1/moonshotai.kimi-k2.5":{"input_cost_per_token":7.2e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000036,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1":{"input_cost_per_second":0.01635,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.01635,"supports_tool_choice":true},"bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1":{"input_cost_per_second":0.0415,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.0415},"bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1":{"input_cost_per_second":0.0415,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.0415,"supports_tool_choice":true},"bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1":{"input_cost_per_second":0.009083,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.009083,"supports_tool_choice":true},"bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1":{"input_cost_per_second":0.02305,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.02305},"bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1":{"input_cost_per_second":0.02305,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.02305,"supports_tool_choice":true},"bedrock/eu-central-1/anthropic.claude-instant-v1":{"input_cost_per_token":0.00000248,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.00000838,"supports_tool_choice":true},"bedrock/eu-central-1/anthropic.claude-v1":{"input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024},"bedrock/eu-central-1/anthropic.claude-v2:1":{"input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024,"supports_tool_choice":true},"bedrock/eu-central-1/minimax.minimax-m2.1":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":196000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/eu-central-1/minimax.minimax-m2.5":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","source":"https://aws.amazon.com/bedrock/pricing/","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"output_cost_per_token":0.00000144},"bedrock/eu-central-1/qwen.qwen3-coder-next":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0":{"input_cost_per_token":0.00000286,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000378},"bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0":{"input_cost_per_token":3.2e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":6.5e-7},"bedrock/eu-west-1/minimax.minimax-m2.1":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":196000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/eu-west-1/minimax.minimax-m2.5":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","source":"https://aws.amazon.com/bedrock/pricing/","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"output_cost_per_token":0.00000144},"bedrock/eu-west-1/qwen.qwen3-coder-next":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0":{"input_cost_per_token":0.00000345,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000455},"bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0":{"input_cost_per_token":3.9e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":7.8e-7},"bedrock/eu-west-2/minimax.minimax-m2.1":{"input_cost_per_token":4.7e-7,"litellm_provider":"bedrock","max_input_tokens":196000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000186,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/eu-west-2/minimax.minimax-m2.5":{"input_cost_per_token":4.7e-7,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","source":"https://aws.amazon.com/bedrock/pricing/","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"output_cost_per_token":0.00000186},"bedrock/eu-west-2/qwen.qwen3-coder-next":{"input_cost_per_token":7.8e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000186,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2":{"input_cost_per_token":2e-7,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":2.6e-7,"supports_tool_choice":true},"bedrock/eu-west-3/mistral.mistral-large-2402-v1:0":{"input_cost_per_token":0.0000104,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.0000312,"supports_function_calling":true},"bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1":{"input_cost_per_token":5.9e-7,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":9.1e-7,"supports_tool_choice":true},"bedrock/eu-south-1/minimax.minimax-m2.1":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":196000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/eu-south-1/minimax.minimax-m2.5":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","source":"https://aws.amazon.com/bedrock/pricing/","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"output_cost_per_token":0.00000144},"bedrock/eu-south-1/qwen.qwen3-coder-next":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0":{"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"metadata":{"notes":"Anthropic via Invoke route does not currently support pdf input."},"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0":{"input_cost_per_token":0.00000445,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000588},"bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0":{"input_cost_per_token":5e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000101},"bedrock/sa-east-1/deepseek.v3.2":{"input_cost_per_token":7.4e-7,"litellm_provider":"bedrock","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.00000222,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/sa-east-1/minimax.minimax-m2.1":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":196000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/sa-east-1/minimax.minimax-m2.5":{"input_cost_per_token":3.6e-7,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","source":"https://aws.amazon.com/bedrock/pricing/","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"output_cost_per_token":0.00000144},"bedrock/sa-east-1/moonshotai.kimi-k2-thinking":{"input_cost_per_token":7.3e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.00000303,"supports_function_calling":true,"supports_reasoning":true},"bedrock/sa-east-1/moonshotai.kimi-k2.5":{"input_cost_per_token":7.2e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000036,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/sa-east-1/qwen.qwen3-coder-next":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000144,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1":{"input_cost_per_second":0.011,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.011,"supports_tool_choice":true},"bedrock/us-east-1/1-month-commitment/anthropic.claude-v1":{"input_cost_per_second":0.0175,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.0175},"bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1":{"input_cost_per_second":0.0175,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.0175,"supports_tool_choice":true},"bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1":{"input_cost_per_second":0.00611,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.00611,"supports_tool_choice":true},"bedrock/us-east-1/6-month-commitment/anthropic.claude-v1":{"input_cost_per_second":0.00972,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.00972},"bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1":{"input_cost_per_second":0.00972,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.00972,"supports_tool_choice":true},"bedrock/us-east-1/anthropic.claude-instant-v1":{"input_cost_per_token":8e-7,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.0000024,"supports_tool_choice":true},"bedrock/us-east-1/anthropic.claude-v1":{"input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024,"supports_tool_choice":true},"bedrock/us-east-1/anthropic.claude-v2:1":{"input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024,"supports_tool_choice":true},"bedrock/us-east-1/meta.llama3-70b-instruct-v1:0":{"input_cost_per_token":0.00000265,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000035},"bedrock/us-east-1/meta.llama3-8b-instruct-v1:0":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":6e-7},"bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2":{"input_cost_per_token":1.5e-7,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":2e-7,"supports_tool_choice":true},"bedrock/us-east-1/mistral.mistral-large-2402-v1:0":{"input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024,"supports_function_calling":true},"bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1":{"input_cost_per_token":4.5e-7,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":7e-7,"supports_tool_choice":true},"bedrock/us-east-1/deepseek.v3.2":{"input_cost_per_token":6.2e-7,"litellm_provider":"bedrock","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.00000185,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-east-1/minimax.minimax-m2.1":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":196000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000012,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-east-1/minimax.minimax-m2.5":{"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-east-1/moonshotai.kimi-k2-thinking":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000025,"supports_function_calling":true,"supports_reasoning":true},"bedrock/us-east-1/moonshotai.kimi-k2.5":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000003,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-east-1/qwen.qwen3-coder-next":{"input_cost_per_token":5e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000012,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-east-2/deepseek.v3.2":{"input_cost_per_token":6.2e-7,"litellm_provider":"bedrock","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.00000185,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-east-2/minimax.minimax-m2.1":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":196000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000012,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-east-2/minimax.minimax-m2.5":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","source":"https://aws.amazon.com/bedrock/pricing/","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"output_cost_per_token":0.0000012},"bedrock/us-east-2/moonshotai.kimi-k2-thinking":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000025,"supports_function_calling":true,"supports_reasoning":true},"bedrock/us-east-2/moonshotai.kimi-k2.5":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000003,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-east-2/qwen.qwen3-coder-next":{"input_cost_per_token":5e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000012,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-gov-east-1/amazon.nova-pro-v1:0":{"input_cost_per_token":9.6e-7,"litellm_provider":"bedrock","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":0.00000384,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true},"bedrock/us-gov-east-1/amazon.titan-embed-text-v1":{"input_cost_per_token":1e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1536},"bedrock/us-gov-east-1/amazon.titan-embed-text-v2:0":{"input_cost_per_token":2e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024},"bedrock/us-gov-east-1/amazon.titan-text-express-v1":{"input_cost_per_token":0.0000013,"litellm_provider":"bedrock","max_input_tokens":42000,"max_output_tokens":8000,"max_tokens":8000,"mode":"chat","output_cost_per_token":0.0000017},"bedrock/us-gov-east-1/amazon.titan-text-lite-v1":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":42000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":4e-7},"bedrock/us-gov-east-1/amazon.titan-text-premier-v1:0":{"input_cost_per_token":5e-7,"litellm_provider":"bedrock","max_input_tokens":42000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.0000015},"bedrock/us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0":{"input_cost_per_token":0.0000036,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000018,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3.6e-7,"cache_creation_input_token_cost":0.0000045},"bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"bedrock/us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0":{"cache_creation_input_token_cost":0.0000045,"cache_creation_input_token_cost_above_1hr":0.0000072,"cache_read_input_token_cost":3.6e-7,"input_cost_per_token":0.0000036,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000018,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"bedrock/us-gov-east-1/claude-sonnet-4-5-20250929-v1:0":{"cache_creation_input_token_cost":0.0000045,"cache_creation_input_token_cost_above_1hr":0.0000072,"cache_read_input_token_cost":3.6e-7,"input_cost_per_token":0.0000036,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000018,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"bedrock/us-gov-east-1/meta.llama3-70b-instruct-v1:0":{"input_cost_per_token":0.00000265,"litellm_provider":"bedrock","max_input_tokens":8000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":0.0000035,"supports_pdf_input":true},"bedrock/us-gov-east-1/meta.llama3-8b-instruct-v1:0":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":8000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":0.00000265,"supports_pdf_input":true},"bedrock/us-gov-west-1/amazon.nova-pro-v1:0":{"input_cost_per_token":9.6e-7,"litellm_provider":"bedrock","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":0.00000384,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true},"bedrock/us-gov-west-1/amazon.titan-embed-text-v1":{"input_cost_per_token":1e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1536},"bedrock/us-gov-west-1/amazon.titan-embed-text-v2:0":{"input_cost_per_token":2e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024},"bedrock/us-gov-west-1/amazon.titan-text-express-v1":{"input_cost_per_token":0.0000013,"litellm_provider":"bedrock","max_input_tokens":42000,"max_output_tokens":8000,"max_tokens":8000,"mode":"chat","output_cost_per_token":0.0000017},"bedrock/us-gov-west-1/amazon.titan-text-lite-v1":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":42000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":4e-7},"bedrock/us-gov-west-1/amazon.titan-text-premier-v1:0":{"input_cost_per_token":5e-7,"litellm_provider":"bedrock","max_input_tokens":42000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.0000015},"bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0":{"cache_creation_input_token_cost":0.0000045,"cache_read_input_token_cost":3.6e-7,"input_cost_per_token":0.0000036,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000018,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0":{"input_cost_per_token":0.0000036,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000018,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3.6e-7,"cache_creation_input_token_cost":0.0000045},"bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"bedrock/us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0":{"cache_creation_input_token_cost":0.0000045,"cache_creation_input_token_cost_above_1hr":0.0000072,"cache_read_input_token_cost":3.6e-7,"input_cost_per_token":0.0000036,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000018,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"bedrock/us-gov-west-1/claude-sonnet-4-5-20250929-v1:0":{"cache_creation_input_token_cost":0.0000045,"cache_creation_input_token_cost_above_1hr":0.0000072,"cache_read_input_token_cost":3.6e-7,"input_cost_per_token":0.0000036,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000018,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0":{"input_cost_per_token":0.00000265,"litellm_provider":"bedrock","max_input_tokens":8000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":0.0000035,"supports_pdf_input":true},"bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":8000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":0.00000265,"supports_pdf_input":true},"bedrock/us-west-1/meta.llama3-70b-instruct-v1:0":{"input_cost_per_token":0.00000265,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000035},"bedrock/us-west-1/meta.llama3-8b-instruct-v1:0":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":6e-7},"bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1":{"input_cost_per_second":0.011,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.011,"supports_tool_choice":true},"bedrock/us-west-2/1-month-commitment/anthropic.claude-v1":{"input_cost_per_second":0.0175,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.0175},"bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1":{"input_cost_per_second":0.0175,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.0175,"supports_tool_choice":true},"bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1":{"input_cost_per_second":0.00611,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.00611,"supports_tool_choice":true},"bedrock/us-west-2/6-month-commitment/anthropic.claude-v1":{"input_cost_per_second":0.00972,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.00972},"bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1":{"input_cost_per_second":0.00972,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_second":0.00972,"supports_tool_choice":true},"bedrock/us-west-2/anthropic.claude-instant-v1":{"input_cost_per_token":8e-7,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.0000024,"supports_tool_choice":true},"bedrock/us-west-2/anthropic.claude-v1":{"input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024,"supports_tool_choice":true},"bedrock/us-west-2/anthropic.claude-v2:1":{"input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024,"supports_tool_choice":true},"bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2":{"input_cost_per_token":1.5e-7,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":2e-7,"supports_tool_choice":true},"bedrock/us-west-2/mistral.mistral-large-2402-v1:0":{"input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024,"supports_function_calling":true},"bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1":{"input_cost_per_token":4.5e-7,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":7e-7,"supports_tool_choice":true},"bedrock/us-west-2/deepseek.v3.2":{"input_cost_per_token":6.2e-7,"litellm_provider":"bedrock","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.00000185,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-west-2/minimax.minimax-m2.1":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":196000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000012,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-west-2/minimax.minimax-m2.5":{"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-west-2/moonshotai.kimi-k2-thinking":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000025,"supports_function_calling":true,"supports_reasoning":true},"bedrock/us-west-2/moonshotai.kimi-k2.5":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000003,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-west-2/qwen.qwen3-coder-next":{"input_cost_per_token":5e-7,"litellm_provider":"bedrock","max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000012,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0":{"cache_creation_input_token_cost":0.000001,"cache_read_input_token_cost":8e-8,"input_cost_per_token":8e-7,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000004,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"prompt_cache_min_tokens":2048},"black_forest_labs/flux-kontext-pro":{"litellm_provider":"black_forest_labs","mode":"image_edit","output_cost_per_image":0.04,"source":"https://bfl.ai/pricing","supported_endpoints":["/v1/images/edits","/v1/images/generations"]},"black_forest_labs/flux-kontext-max":{"litellm_provider":"black_forest_labs","mode":"image_edit","output_cost_per_image":0.08,"source":"https://bfl.ai/pricing","supported_endpoints":["/v1/images/edits","/v1/images/generations"]},"black_forest_labs/flux-pro-1.0-fill":{"litellm_provider":"black_forest_labs","mode":"image_edit","output_cost_per_image":0.05,"source":"https://bfl.ai/pricing","supported_endpoints":["/v1/images/edits"]},"black_forest_labs/flux-pro-1.0-expand":{"litellm_provider":"black_forest_labs","mode":"image_edit","output_cost_per_image":0.05,"source":"https://bfl.ai/pricing","supported_endpoints":["/v1/images/edits"]},"black_forest_labs/flux-pro-1.1":{"litellm_provider":"black_forest_labs","mode":"image_generation","output_cost_per_image":0.04,"source":"https://bfl.ai/pricing","supported_endpoints":["/v1/images/generations"]},"black_forest_labs/flux-pro-1.1-ultra":{"litellm_provider":"black_forest_labs","mode":"image_generation","output_cost_per_image":0.06,"source":"https://bfl.ai/pricing","supported_endpoints":["/v1/images/generations"]},"black_forest_labs/flux-dev":{"litellm_provider":"black_forest_labs","mode":"image_generation","output_cost_per_image":0.025,"source":"https://bfl.ai/pricing","supported_endpoints":["/v1/images/generations"]},"black_forest_labs/flux-pro":{"litellm_provider":"black_forest_labs","mode":"image_generation","output_cost_per_image":0.05,"source":"https://bfl.ai/pricing","supported_endpoints":["/v1/images/generations"]},"cerebras/llama-3.3-70b":{"input_cost_per_token":8.5e-7,"litellm_provider":"cerebras","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000012,"supports_function_calling":true,"supports_tool_choice":true},"cerebras/llama3.1-70b":{"input_cost_per_token":6e-7,"litellm_provider":"cerebras","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_tool_choice":true},"cerebras/llama3.1-8b":{"input_cost_per_token":1e-7,"litellm_provider":"cerebras","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":1e-7,"supports_function_calling":true,"supports_tool_choice":true},"cerebras/gpt-oss-120b":{"input_cost_per_token":3.5e-7,"litellm_provider":"cerebras","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":7.5e-7,"source":"https://www.cerebras.ai/blog/openai-gpt-oss-120b-runs-fastest-on-cerebras","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"cerebras/qwen-3-32b":{"input_cost_per_token":4e-7,"litellm_provider":"cerebras","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":8e-7,"source":"https://inference-docs.cerebras.ai/support/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"cerebras/zai-glm-4.6":{"deprecation_date":"2026-01-20","input_cost_per_token":0.00000225,"litellm_provider":"cerebras","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00000275,"source":"https://www.cerebras.ai/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"cerebras/zai-glm-4.7":{"input_cost_per_token":0.00000225,"litellm_provider":"cerebras","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00000275,"source":"https://www.cerebras.ai/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"chatdolphin":{"input_cost_per_token":5e-7,"litellm_provider":"nlp_cloud","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":5e-7},"chatgpt-4o-latest":{"input_cost_per_token":0.000005,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gpt-4o-transcribe-diarize":{"input_cost_per_audio_token":0.0000025,"input_cost_per_token":0.0000025,"litellm_provider":"openai","max_input_tokens":16000,"max_output_tokens":2000,"mode":"audio_transcription","output_cost_per_token":0.00001,"supported_endpoints":["/v1/audio/transcriptions"]},"claude-haiku-4-5-20251001":{"cache_creation_input_token_cost":0.00000125,"cache_creation_input_token_cost_above_1hr":0.000002,"cache_read_input_token_cost":1e-7,"input_cost_per_token":0.000001,"litellm_provider":"anthropic","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000005,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_computer_use":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":4096},"claude-haiku-4-5":{"cache_creation_input_token_cost":0.00000125,"cache_creation_input_token_cost_above_1hr":0.000002,"cache_read_input_token_cost":1e-7,"input_cost_per_token":0.000001,"litellm_provider":"anthropic","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000005,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_computer_use":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":4096},"claude-3-7-sonnet-20250219":{"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"deprecation_date":"2026-02-19","input_cost_per_token":0.000003,"litellm_provider":"anthropic","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"claude-3-haiku-20240307":{"cache_creation_input_token_cost":3e-7,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-8,"input_cost_per_token":2.5e-7,"litellm_provider":"anthropic","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00000125,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"claude-3-opus-20240229":{"cache_creation_input_token_cost":0.00001875,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":0.0000015,"deprecation_date":"2026-05-01","input_cost_per_token":0.000015,"litellm_provider":"anthropic","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000075,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"claude-4-opus-20250514":{"cache_creation_input_token_cost":0.00001875,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"anthropic","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"claude-4-sonnet-20250514":{"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost":3e-7,"cache_read_input_token_cost_above_200k_tokens":6e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"litellm_provider":"anthropic","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_above_200k_tokens":0.0000225,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"prompt_cache_min_tokens":1024},"claude-sonnet-4-5":{"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_creation_input_token_cost_above_1hr_above_200k_tokens":0.000012,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"anthropic","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_native_structured_output":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"claude-sonnet-4-5-20250929":{"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_creation_input_token_cost_above_1hr_above_200k_tokens":0.000012,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"anthropic","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_native_structured_output":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"prompt_cache_min_tokens":1024},"claude-sonnet-5":{"cache_creation_input_token_cost":0.0000025,"cache_creation_input_token_cost_above_1hr":0.000004,"cache_read_input_token_cost":2e-7,"input_cost_per_token":0.000002,"litellm_provider":"anthropic","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"provider_specific_entry":{"us":1.1},"supports_output_config":true,"prompt_cache_min_tokens":1024},"claude-sonnet-4-6":{"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"anthropic","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_native_structured_output":true,"supports_max_reasoning_effort":true,"supports_tool_choice":true,"supports_vision":true,"supports_output_config":true,"prompt_cache_min_tokens":1024},"claude-sonnet-4-5-20250929-v1:0":{"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_creation_input_token_cost_above_1hr_above_200k_tokens":0.000012,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"claude-opus-4-1":{"cache_creation_input_token_cost":0.00001875,"cache_creation_input_token_cost_above_1hr":0.00003,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"anthropic","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_native_structured_output":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"claude-opus-4-1-20250805":{"cache_creation_input_token_cost":0.00001875,"cache_creation_input_token_cost_above_1hr":0.00003,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"deprecation_date":"2026-08-05","litellm_provider":"anthropic","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_native_structured_output":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"claude-opus-4-20250514":{"cache_creation_input_token_cost":0.00001875,"cache_creation_input_token_cost_above_1hr":0.00003,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"deprecation_date":"2026-05-14","litellm_provider":"anthropic","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"claude-opus-4-5-20251101":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"anthropic","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_native_structured_output":true,"supports_tool_choice":true,"supports_vision":true,"supports_output_config":true,"prompt_cache_min_tokens":4096},"claude-opus-4-5":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"anthropic","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_native_structured_output":true,"supports_tool_choice":true,"supports_vision":true,"supports_output_config":true,"prompt_cache_min_tokens":4096},"claude-opus-4-6":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"anthropic","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_native_structured_output":true,"supports_tool_choice":true,"supports_vision":true,"provider_specific_entry":{"us":1.1,"fast":6},"supports_output_config":true,"supports_max_reasoning_effort":true,"supports_speed":true,"prompt_cache_min_tokens":4096},"claude-opus-4-6-20260205":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"anthropic","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_native_structured_output":true,"supports_tool_choice":true,"supports_vision":true,"provider_specific_entry":{"us":1.1,"fast":6},"supports_max_reasoning_effort":true,"supports_output_config":true,"supports_speed":true,"prompt_cache_min_tokens":4096},"claude-opus-4-7":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"anthropic","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_native_structured_output":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"provider_specific_entry":{"us":1.1,"fast":6},"supports_output_config":true,"supports_speed":true,"prompt_cache_min_tokens":2048},"claude-opus-4-7-20260416":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"anthropic","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_native_structured_output":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"provider_specific_entry":{"us":1.1,"fast":6},"supports_output_config":true,"supports_speed":true,"prompt_cache_min_tokens":2048},"claude-fable-5":{"cache_creation_input_token_cost":0.0000125,"cache_creation_input_token_cost_above_1hr":0.00002,"cache_read_input_token_cost":0.000001,"input_cost_per_token":0.00001,"litellm_provider":"anthropic","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00005,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"provider_specific_entry":{"us":1.1},"supports_output_config":true,"prompt_cache_min_tokens":512},"claude-opus-5":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"anthropic","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_native_structured_output":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"provider_specific_entry":{"us":1.1,"fast":2},"supports_output_config":true,"supports_speed":true,"prompt_cache_min_tokens":512},"claude-opus-4-8":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"anthropic","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_native_structured_output":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"provider_specific_entry":{"us":1.1,"fast":2},"supports_output_config":true,"supports_speed":true,"prompt_cache_min_tokens":1024},"claude-sonnet-4-20250514":{"deprecation_date":"2026-05-14","cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"anthropic","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"cloudflare/@cf/meta/llama-2-7b-chat-fp16":{"input_cost_per_token":0.000001923,"litellm_provider":"cloudflare","max_input_tokens":3072,"max_output_tokens":3072,"max_tokens":3072,"mode":"chat","output_cost_per_token":0.000001923},"cloudflare/@cf/meta/llama-2-7b-chat-int8":{"input_cost_per_token":0.000001923,"litellm_provider":"cloudflare","max_input_tokens":2048,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":0.000001923},"cloudflare/@cf/mistral/mistral-7b-instruct-v0.1":{"input_cost_per_token":0.000001923,"litellm_provider":"cloudflare","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000001923},"cloudflare/@hf/thebloke/codellama-7b-instruct-awq":{"input_cost_per_token":0.000001923,"litellm_provider":"cloudflare","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000001923},"cloudflare/@cf/openai/gpt-oss-120b":{"input_cost_per_token":3.5e-7,"litellm_provider":"cloudflare","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":7.5e-7,"supports_function_calling":true,"supports_reasoning":true},"cloudflare/@cf/google/gemma-2b-it-lora":{"input_cost_per_token":0,"litellm_provider":"cloudflare","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0},"cloudflare/@cf/meta/llama-3.2-3b-instruct":{"input_cost_per_token":5.09e-8,"litellm_provider":"cloudflare","max_input_tokens":80000,"max_output_tokens":80000,"max_tokens":80000,"mode":"chat","output_cost_per_token":3.35e-7},"cloudflare/@cf/meta/llama-guard-3-8b":{"input_cost_per_token":4.84e-7,"litellm_provider":"cloudflare","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":3e-8},"cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora":{"input_cost_per_token":0,"litellm_provider":"cloudflare","max_input_tokens":15000,"max_output_tokens":15000,"max_tokens":15000,"mode":"chat","output_cost_per_token":0},"cloudflare/@cf/moonshotai/kimi-k2.7-code":{"cache_read_input_token_cost":1.9e-7,"input_cost_per_token":9.5e-7,"litellm_provider":"cloudflare","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000004,"supports_function_calling":true,"supports_reasoning":true},"cloudflare/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b":{"input_cost_per_token":4.97e-7,"litellm_provider":"cloudflare","max_input_tokens":80000,"max_output_tokens":80000,"max_tokens":80000,"mode":"chat","output_cost_per_token":0.000004881,"supports_reasoning":true},"cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8":{"input_cost_per_token":1.52e-7,"litellm_provider":"cloudflare","max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":2.87e-7},"cloudflare/@cf/meta/llama-3.2-1b-instruct":{"input_cost_per_token":2.7e-8,"litellm_provider":"cloudflare","max_input_tokens":60000,"max_output_tokens":60000,"max_tokens":60000,"mode":"chat","output_cost_per_token":2.01e-7},"cloudflare/@cf/moonshotai/kimi-k2.6":{"cache_read_input_token_cost":1.6e-7,"input_cost_per_token":9.5e-7,"litellm_provider":"cloudflare","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000004,"supports_function_calling":true,"supports_reasoning":true},"cloudflare/@cf/zai-org/glm-4.7-flash":{"input_cost_per_token":6.05e-8,"litellm_provider":"cloudflare","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":4e-7,"supports_function_calling":true,"supports_reasoning":true},"cloudflare/@cf/meta-llama/llama-2-7b-chat-hf-lora":{"input_cost_per_token":0,"litellm_provider":"cloudflare","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0},"cloudflare/@cf/meta/llama-3.3-70b-instruct-fp8-fast":{"input_cost_per_token":2.93e-7,"litellm_provider":"cloudflare","max_input_tokens":24000,"max_output_tokens":24000,"max_tokens":24000,"mode":"chat","output_cost_per_token":0.000002253,"supports_function_calling":true},"cloudflare/@cf/ibm-granite/granite-4.0-h-micro":{"input_cost_per_token":1.7e-8,"litellm_provider":"cloudflare","max_input_tokens":131000,"max_output_tokens":131000,"max_tokens":131000,"mode":"chat","output_cost_per_token":1.12e-7,"supports_function_calling":true},"cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct":{"input_cost_per_token":6.6e-7,"litellm_provider":"cloudflare","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000001},"cloudflare/@cf/zai-org/glm-5.2":{"cache_read_input_token_cost":2.6e-7,"input_cost_per_token":0.0000014,"litellm_provider":"cloudflare","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000044,"supports_function_calling":true,"supports_reasoning":true},"cloudflare/@cf/nvidia/nemotron-3-120b-a12b":{"input_cost_per_token":5e-7,"litellm_provider":"cloudflare","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_reasoning":true},"cloudflare/@cf/aisingapore/gemma-sea-lion-v4-27b-it":{"input_cost_per_token":3.51e-7,"litellm_provider":"cloudflare","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":5.55e-7},"cloudflare/@cf/qwen/qwen3-30b-a3b-fp8":{"input_cost_per_token":5.09e-8,"litellm_provider":"cloudflare","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":3.35e-7,"supports_function_calling":true,"supports_reasoning":true},"cloudflare/@cf/google/gemma-7b-it-lora":{"input_cost_per_token":0,"litellm_provider":"cloudflare","max_input_tokens":3500,"max_output_tokens":3500,"max_tokens":3500,"mode":"chat","output_cost_per_token":0},"cloudflare/@cf/google/gemma-4-26b-a4b-it":{"input_cost_per_token":1e-7,"litellm_provider":"cloudflare","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_reasoning":true},"cloudflare/@cf/mistralai/mistral-small-3.1-24b-instruct":{"input_cost_per_token":3.51e-7,"litellm_provider":"cloudflare","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":5.55e-7,"supports_function_calling":true},"cloudflare/@cf/meta/llama-3.2-11b-vision-instruct":{"input_cost_per_token":4.85e-8,"litellm_provider":"cloudflare","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":6.76e-7,"supports_vision":true},"cloudflare/@cf/openai/gpt-oss-20b":{"input_cost_per_token":2e-7,"litellm_provider":"cloudflare","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_reasoning":true},"cloudflare/@cf/meta/llama-4-scout-17b-16e-instruct":{"input_cost_per_token":2.7e-7,"litellm_provider":"cloudflare","max_input_tokens":131000,"max_output_tokens":131000,"max_tokens":131000,"mode":"chat","output_cost_per_token":8.5e-7,"supports_function_calling":true},"cloudflare/@cf/qwen/qwq-32b":{"input_cost_per_token":6.6e-7,"litellm_provider":"cloudflare","max_input_tokens":24000,"max_output_tokens":24000,"max_tokens":24000,"mode":"chat","output_cost_per_token":0.000001,"supports_reasoning":true},"codestral/codestral-2405":{"input_cost_per_token":0,"litellm_provider":"codestral","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0,"source":"https://docs.mistral.ai/capabilities/code_generation/","supports_assistant_prefill":true,"supports_tool_choice":true},"codestral/codestral-latest":{"input_cost_per_token":0,"litellm_provider":"codestral","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0,"source":"https://docs.mistral.ai/capabilities/code_generation/","supports_assistant_prefill":true,"supports_tool_choice":true},"codex-mini-latest":{"cache_read_input_token_cost":3.75e-7,"input_cost_per_token":0.0000015,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"responses","output_cost_per_token":0.000006,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"cohere.command-light-text-v14":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":6e-7,"supports_tool_choice":true},"cohere.command-r-plus-v1:0":{"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_tool_choice":true},"cohere.command-r-v1:0":{"input_cost_per_token":5e-7,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0000015,"supports_tool_choice":true},"cohere.command-text-v14":{"input_cost_per_token":0.0000015,"litellm_provider":"bedrock","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000002,"supports_tool_choice":true},"cohere.embed-english-v3":{"input_cost_per_token":1e-7,"litellm_provider":"bedrock","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"supports_embedding_image_input":true},"cohere.embed-multilingual-v3":{"input_cost_per_token":1e-7,"litellm_provider":"bedrock","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"supports_embedding_image_input":true},"cohere.embed-v4:0":{"input_cost_per_token":1.2e-7,"litellm_provider":"bedrock","max_input_tokens":128000,"max_tokens":128000,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1536,"supports_embedding_image_input":true},"cohere/embed-v4.0":{"input_cost_per_token":1.2e-7,"litellm_provider":"cohere","max_input_tokens":128000,"max_tokens":128000,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1536,"supports_embedding_image_input":true},"cohere.rerank-v3-5:0":{"input_cost_per_query":0.002,"input_cost_per_token":0,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"mode":"rerank","output_cost_per_token":0},"command":{"input_cost_per_token":0.000001,"litellm_provider":"cohere","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"completion","output_cost_per_token":0.000002},"command-a-03-2025":{"input_cost_per_token":0.0000025,"litellm_provider":"cohere_chat","max_input_tokens":256000,"max_output_tokens":8000,"max_tokens":8000,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_tool_choice":true},"command-light":{"input_cost_per_token":3e-7,"litellm_provider":"cohere_chat","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":6e-7,"supports_tool_choice":true},"command-nightly":{"input_cost_per_token":0.000001,"litellm_provider":"cohere","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"completion","output_cost_per_token":0.000002},"command-r":{"input_cost_per_token":1.5e-7,"litellm_provider":"cohere_chat","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_tool_choice":true},"command-r-08-2024":{"input_cost_per_token":1.5e-7,"litellm_provider":"cohere_chat","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_tool_choice":true},"command-r-plus":{"input_cost_per_token":0.0000025,"litellm_provider":"cohere_chat","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_tool_choice":true},"command-r-plus-08-2024":{"input_cost_per_token":0.0000025,"litellm_provider":"cohere_chat","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_tool_choice":true},"command-r7b-12-2024":{"input_cost_per_token":3.75e-8,"litellm_provider":"cohere_chat","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://docs.cohere.com/v2/docs/command-r7b","supports_function_calling":true,"supports_tool_choice":true},"computer-use-preview":{"input_cost_per_token":0.000003,"litellm_provider":"azure","max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"mode":"chat","output_cost_per_token":0.000012,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"dall-e-2":{"input_cost_per_image":0.02,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits","/v1/images/variations"]},"dall-e-3":{"input_cost_per_image":0.04,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations"]},"deepseek-chat":{"cache_read_input_token_cost":2.8e-8,"input_cost_per_token":2.8e-7,"litellm_provider":"deepseek","max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":4.2e-7,"source":"https://api-docs.deepseek.com/quick_start/pricing","supported_endpoints":["/v1/chat/completions"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true},"deepseek-reasoner":{"cache_read_input_token_cost":2.8e-8,"input_cost_per_token":2.8e-7,"litellm_provider":"deepseek","max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":4.2e-7,"source":"https://api-docs.deepseek.com/quick_start/pricing","supported_endpoints":["/v1/chat/completions"],"supports_function_calling":false,"supports_native_streaming":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":false},"dashscope/qwen-coder":{"input_cost_per_token":3e-7,"litellm_provider":"dashscope","max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000015,"source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"dashscope/qwen-flash":{"litellm_provider":"dashscope","max_input_tokens":997952,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"tiered_pricing":[{"input_cost_per_token":5e-8,"output_cost_per_token":4e-7,"range":[0,256000]},{"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"range":[256000,1000000]}]},"dashscope/qwen-flash-2025-07-28":{"litellm_provider":"dashscope","max_input_tokens":997952,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"tiered_pricing":[{"input_cost_per_token":5e-8,"output_cost_per_token":4e-7,"range":[0,256000]},{"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"range":[256000,1000000]}]},"dashscope/qwen-max":{"input_cost_per_token":0.0000016,"litellm_provider":"dashscope","max_input_tokens":30720,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000064,"source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"dashscope/qwen-plus":{"input_cost_per_token":4e-7,"litellm_provider":"dashscope","max_input_tokens":129024,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"dashscope/qwen-plus-2025-01-25":{"input_cost_per_token":4e-7,"litellm_provider":"dashscope","max_input_tokens":129024,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"dashscope/qwen-plus-2025-04-28":{"input_cost_per_token":4e-7,"litellm_provider":"dashscope","max_input_tokens":129024,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_reasoning_token":0.000004,"output_cost_per_token":0.0000012,"source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"dashscope/qwen-plus-2025-07-14":{"input_cost_per_token":4e-7,"litellm_provider":"dashscope","max_input_tokens":129024,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_reasoning_token":0.000004,"output_cost_per_token":0.0000012,"source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"dashscope/qwen-plus-2025-07-28":{"litellm_provider":"dashscope","max_input_tokens":997952,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"tiered_pricing":[{"input_cost_per_token":4e-7,"output_cost_per_reasoning_token":0.000004,"output_cost_per_token":0.0000012,"range":[0,256000]},{"input_cost_per_token":0.0000012,"output_cost_per_reasoning_token":0.000012,"output_cost_per_token":0.0000036,"range":[256000,1000000]}]},"dashscope/qwen-plus-2025-09-11":{"litellm_provider":"dashscope","max_input_tokens":997952,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"tiered_pricing":[{"input_cost_per_token":4e-7,"output_cost_per_reasoning_token":0.000004,"output_cost_per_token":0.0000012,"range":[0,256000]},{"input_cost_per_token":0.0000012,"output_cost_per_reasoning_token":0.000012,"output_cost_per_token":0.0000036,"range":[256000,1000000]}]},"dashscope/qwen-plus-latest":{"litellm_provider":"dashscope","max_input_tokens":997952,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"tiered_pricing":[{"input_cost_per_token":4e-7,"output_cost_per_reasoning_token":0.000004,"output_cost_per_token":0.0000012,"range":[0,256000]},{"input_cost_per_token":0.0000012,"output_cost_per_reasoning_token":0.000012,"output_cost_per_token":0.0000036,"range":[256000,1000000]}]},"dashscope/qwen-turbo":{"input_cost_per_token":5e-8,"litellm_provider":"dashscope","max_input_tokens":129024,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_reasoning_token":5e-7,"output_cost_per_token":2e-7,"source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"dashscope/qwen-turbo-2024-11-01":{"input_cost_per_token":5e-8,"litellm_provider":"dashscope","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":2e-7,"source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"dashscope/qwen-turbo-2025-04-28":{"input_cost_per_token":5e-8,"litellm_provider":"dashscope","max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_reasoning_token":5e-7,"output_cost_per_token":2e-7,"source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"dashscope/qwen-turbo-latest":{"input_cost_per_token":5e-8,"litellm_provider":"dashscope","max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_reasoning_token":5e-7,"output_cost_per_token":2e-7,"source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"dashscope/qwen3-30b-a3b":{"litellm_provider":"dashscope","max_input_tokens":129024,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"dashscope/qwen3-coder-flash":{"litellm_provider":"dashscope","max_input_tokens":997952,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"tiered_pricing":[{"cache_read_input_token_cost":8e-8,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000015,"range":[0,32000]},{"cache_read_input_token_cost":1.2e-7,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000025,"range":[32000,128000]},{"cache_read_input_token_cost":2e-7,"input_cost_per_token":8e-7,"output_cost_per_token":0.000004,"range":[128000,256000]},{"cache_read_input_token_cost":4e-7,"input_cost_per_token":0.0000016,"output_cost_per_token":0.0000096,"range":[256000,1000000]}]},"dashscope/qwen3-coder-flash-2025-07-28":{"litellm_provider":"dashscope","max_input_tokens":997952,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"tiered_pricing":[{"input_cost_per_token":3e-7,"output_cost_per_token":0.0000015,"range":[0,32000]},{"input_cost_per_token":5e-7,"output_cost_per_token":0.0000025,"range":[32000,128000]},{"input_cost_per_token":8e-7,"output_cost_per_token":0.000004,"range":[128000,256000]},{"input_cost_per_token":0.0000016,"output_cost_per_token":0.0000096,"range":[256000,1000000]}]},"dashscope/qwen3-coder-plus":{"litellm_provider":"dashscope","max_input_tokens":997952,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"tiered_pricing":[{"cache_read_input_token_cost":1e-7,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"range":[0,32000]},{"cache_read_input_token_cost":1.8e-7,"input_cost_per_token":0.0000018,"output_cost_per_token":0.000009,"range":[32000,128000]},{"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"range":[128000,256000]},{"cache_read_input_token_cost":6e-7,"input_cost_per_token":0.000006,"output_cost_per_token":0.00006,"range":[256000,1000000]}]},"dashscope/qwen3-coder-plus-2025-07-22":{"litellm_provider":"dashscope","max_input_tokens":997952,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"tiered_pricing":[{"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"range":[0,32000]},{"input_cost_per_token":0.0000018,"output_cost_per_token":0.000009,"range":[32000,128000]},{"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"range":[128000,256000]},{"input_cost_per_token":0.000006,"output_cost_per_token":0.00006,"range":[256000,1000000]}]},"dashscope/qwen3-max-preview":{"litellm_provider":"dashscope","max_input_tokens":258048,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"tiered_pricing":[{"input_cost_per_token":0.0000012,"output_cost_per_token":0.000006,"range":[0,32000]},{"input_cost_per_token":0.0000024,"output_cost_per_token":0.000012,"range":[32000,128000]},{"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"range":[128000,252000]}]},"dashscope/qwen3-max":{"litellm_provider":"dashscope","max_input_tokens":258048,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"tiered_pricing":[{"input_cost_per_token":0.0000012,"output_cost_per_token":0.000006,"range":[0,32000]},{"input_cost_per_token":0.0000024,"output_cost_per_token":0.000012,"range":[32000,128000]},{"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"range":[128000,252000]}]},"dashscope/qwen3-max-2026-01-23":{"litellm_provider":"dashscope","max_input_tokens":258048,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"tiered_pricing":[{"input_cost_per_token":0.0000012,"output_cost_per_token":0.000006,"range":[0,32000]},{"input_cost_per_token":0.0000024,"output_cost_per_token":0.000012,"range":[32000,128000]},{"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"range":[128000,252000]}]},"dashscope/qwen3-next-80b-a3b-instruct":{"input_cost_per_token":1.5e-7,"litellm_provider":"dashscope","max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://www.alibabacloud.com/help/en/model-studio/model-pricing","supports_function_calling":true,"supports_tool_choice":true},"dashscope/qwen3-next-80b-a3b-thinking":{"input_cost_per_token":1.5e-7,"litellm_provider":"dashscope","max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://www.alibabacloud.com/help/en/model-studio/model-pricing","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"dashscope/qwen3-vl-235b-a22b-instruct":{"input_cost_per_token":4e-7,"litellm_provider":"dashscope","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.0000016,"source":"https://www.alibabacloud.com/help/en/model-studio/model-pricing","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"dashscope/qwen3-vl-235b-a22b-thinking":{"input_cost_per_token":4e-7,"litellm_provider":"dashscope","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000004,"source":"https://www.alibabacloud.com/help/en/model-studio/model-pricing","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"dashscope/qwen3-vl-32b-instruct":{"input_cost_per_token":1.6e-7,"litellm_provider":"dashscope","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":6.4e-7,"source":"https://www.alibabacloud.com/help/en/model-studio/model-pricing","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"dashscope/qwen3-vl-32b-thinking":{"input_cost_per_token":1.6e-7,"litellm_provider":"dashscope","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.00000287,"source":"https://www.alibabacloud.com/help/en/model-studio/model-pricing","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"dashscope/qwen3-vl-plus":{"litellm_provider":"dashscope","max_input_tokens":260096,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true,"tiered_pricing":[{"input_cost_per_token":2e-7,"output_cost_per_token":0.0000016,"range":[0,32000]},{"input_cost_per_token":3e-7,"output_cost_per_token":0.0000024,"range":[32000,128000]},{"input_cost_per_token":6e-7,"output_cost_per_token":0.0000048,"range":[128000,256000]}]},"dashscope/qwen3.5-plus":{"litellm_provider":"dashscope","max_input_tokens":991808,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true,"tiered_pricing":[{"input_cost_per_token":4e-7,"output_cost_per_token":0.0000024,"range":[0,256000]},{"input_cost_per_token":5e-7,"output_cost_per_token":0.000003,"range":[256000,1000000]}]},"dashscope/qwq-plus":{"input_cost_per_token":8e-7,"litellm_provider":"dashscope","max_input_tokens":98304,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000024,"source":"https://www.alibabacloud.com/help/en/model-studio/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"dashscope/qwen-image-2.0":{"litellm_provider":"dashscope","mode":"image_generation","source":"https://www.alibabacloud.com/help/en/model-studio/models","supported_endpoints":["/v1/images/generations"]},"dashscope/qwen-image-2.0-pro":{"litellm_provider":"dashscope","mode":"image_generation","source":"https://www.alibabacloud.com/help/en/model-studio/models","supported_endpoints":["/v1/images/generations"]},"databricks/databricks-bge-large-en":{"input_cost_per_token":1.0003e-7,"input_dbu_cost_per_token":0.000001429,"litellm_provider":"databricks","max_input_tokens":512,"max_tokens":512,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"embedding","output_cost_per_token":0,"output_dbu_cost_per_token":0,"output_vector_size":1024,"source":"https://www.databricks.com/product/pricing/foundation-model-serving"},"databricks/databricks-claude-3-7-sonnet":{"input_cost_per_token":0.0000029999900000000002,"input_dbu_cost_per_token":0.000042857,"litellm_provider":"databricks","max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.000015000020000000002,"output_dbu_cost_per_token":0.000214286,"source":"https://www.databricks.com/product/pricing/proprietary-foundation-model-serving","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"databricks/databricks-claude-haiku-4-5":{"input_cost_per_token":0.00000100002,"input_dbu_cost_per_token":0.000014286,"litellm_provider":"databricks","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.00000500003,"output_dbu_cost_per_token":0.000071429,"source":"https://www.databricks.com/product/pricing/proprietary-foundation-model-serving","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"databricks/databricks-claude-opus-4":{"input_cost_per_token":0.000015000020000000002,"input_dbu_cost_per_token":0.000214286,"litellm_provider":"databricks","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.00007500003000000001,"output_dbu_cost_per_token":0.001071429,"source":"https://www.databricks.com/product/pricing/proprietary-foundation-model-serving","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"databricks/databricks-claude-opus-4-1":{"input_cost_per_token":0.000015000020000000002,"input_dbu_cost_per_token":0.000214286,"litellm_provider":"databricks","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.00007500003000000001,"output_dbu_cost_per_token":0.001071429,"source":"https://www.databricks.com/product/pricing/proprietary-foundation-model-serving","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"databricks/databricks-claude-opus-4-5":{"input_cost_per_token":0.00000500003,"input_dbu_cost_per_token":0.000071429,"litellm_provider":"databricks","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.000025000010000000002,"output_dbu_cost_per_token":0.000357143,"source":"https://www.databricks.com/product/pricing/proprietary-foundation-model-serving","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_output_config":true},"databricks/databricks-claude-sonnet-4":{"input_cost_per_token":0.0000029999900000000002,"input_dbu_cost_per_token":0.000042857,"litellm_provider":"databricks","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.000015000020000000002,"output_dbu_cost_per_token":0.000214286,"source":"https://www.databricks.com/product/pricing/proprietary-foundation-model-serving","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"databricks/databricks-claude-sonnet-4-1":{"input_cost_per_token":0.0000029999900000000002,"input_dbu_cost_per_token":0.000042857,"litellm_provider":"databricks","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.000015000020000000002,"output_dbu_cost_per_token":0.000214286,"source":"https://www.databricks.com/product/pricing/proprietary-foundation-model-serving","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"databricks/databricks-claude-sonnet-4-5":{"input_cost_per_token":0.0000029999900000000002,"input_dbu_cost_per_token":0.000042857,"litellm_provider":"databricks","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.000015000020000000002,"output_dbu_cost_per_token":0.000214286,"source":"https://www.databricks.com/product/pricing/proprietary-foundation-model-serving","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"databricks/databricks-gemini-2-5-flash":{"input_cost_per_token":3.0001999999999996e-7,"input_dbu_cost_per_token":0.000004285999999999999,"litellm_provider":"databricks","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.00000249998,"output_dbu_cost_per_token":0.000035714,"source":"https://www.databricks.com/product/pricing/proprietary-foundation-model-serving","supports_function_calling":true,"supports_tool_choice":true},"databricks/databricks-gemini-2-5-pro":{"input_cost_per_token":0.00000124999,"input_dbu_cost_per_token":0.000017857,"litellm_provider":"databricks","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.000009999990000000002,"output_dbu_cost_per_token":0.000142857,"source":"https://www.databricks.com/product/pricing/proprietary-foundation-model-serving","supports_function_calling":true,"supports_tool_choice":true},"databricks/databricks-gemma-3-12b":{"input_cost_per_token":1.5000999999999998e-7,"input_dbu_cost_per_token":0.0000021429999999999996,"litellm_provider":"databricks","max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":5.0001e-7,"output_dbu_cost_per_token":0.000007143,"source":"https://www.databricks.com/product/pricing/foundation-model-serving"},"databricks/databricks-gpt-5":{"input_cost_per_token":0.00000124999,"input_dbu_cost_per_token":0.000017857,"litellm_provider":"databricks","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.000009999990000000002,"output_dbu_cost_per_token":0.000142857,"source":"https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"},"databricks/databricks-gpt-5-1":{"input_cost_per_token":0.00000124999,"input_dbu_cost_per_token":0.000017857,"litellm_provider":"databricks","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.000009999990000000002,"output_dbu_cost_per_token":0.000142857,"source":"https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"},"databricks/databricks-gpt-5-mini":{"input_cost_per_token":2.4997000000000006e-7,"input_dbu_cost_per_token":0.000003571,"litellm_provider":"databricks","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.0000019999700000000004,"output_dbu_cost_per_token":0.000028571,"source":"https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"},"databricks/databricks-gpt-5-nano":{"input_cost_per_token":4.998e-8,"input_dbu_cost_per_token":7.14e-7,"litellm_provider":"databricks","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":3.9998000000000007e-7,"output_dbu_cost_per_token":0.000005714000000000001,"source":"https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"},"databricks/databricks-gpt-oss-120b":{"input_cost_per_token":1.5000999999999998e-7,"input_dbu_cost_per_token":0.0000021429999999999996,"litellm_provider":"databricks","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":5.9997e-7,"output_dbu_cost_per_token":0.000008571,"source":"https://www.databricks.com/product/pricing/foundation-model-serving"},"databricks/databricks-gpt-oss-20b":{"input_cost_per_token":7e-8,"input_dbu_cost_per_token":0.000001,"litellm_provider":"databricks","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":3.0001999999999996e-7,"output_dbu_cost_per_token":0.000004285999999999999,"source":"https://www.databricks.com/product/pricing/foundation-model-serving"},"databricks/databricks-gte-large-en":{"input_cost_per_token":1.2999000000000001e-7,"input_dbu_cost_per_token":0.000001857,"litellm_provider":"databricks","max_input_tokens":8192,"max_tokens":8192,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"embedding","output_cost_per_token":0,"output_dbu_cost_per_token":0,"output_vector_size":1024,"source":"https://www.databricks.com/product/pricing/foundation-model-serving"},"databricks/databricks-llama-2-70b-chat":{"input_cost_per_token":5.0001e-7,"input_dbu_cost_per_token":0.000007143,"litellm_provider":"databricks","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.0000015000300000000002,"output_dbu_cost_per_token":0.000021429,"source":"https://www.databricks.com/product/pricing/foundation-model-serving","supports_tool_choice":true},"databricks/databricks-llama-4-maverick":{"input_cost_per_token":5.0001e-7,"input_dbu_cost_per_token":0.000007143,"litellm_provider":"databricks","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"metadata":{"notes":"Databricks documentation now provides both DBU costs (_dbu_cost_per_token) and dollar costs(_cost_per_token)."},"mode":"chat","output_cost_per_token":0.0000015000300000000002,"output_dbu_cost_per_token":0.000021429,"source":"https://www.databricks.com/product/pricing/foundation-model-serving","supports_tool_choice":true},"databricks/databricks-meta-llama-3-1-405b-instruct":{"input_cost_per_token":0.00000500003,"input_dbu_cost_per_token":0.000071429,"litellm_provider":"databricks","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.000015000020000000002,"output_dbu_cost_per_token":0.000214286,"source":"https://www.databricks.com/product/pricing/foundation-model-serving","supports_tool_choice":true},"databricks/databricks-meta-llama-3-1-8b-instruct":{"input_cost_per_token":1.5000999999999998e-7,"input_dbu_cost_per_token":0.0000021429999999999996,"litellm_provider":"databricks","max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":4.5003000000000007e-7,"output_dbu_cost_per_token":0.000006429000000000001,"source":"https://www.databricks.com/product/pricing/foundation-model-serving"},"databricks/databricks-meta-llama-3-3-70b-instruct":{"input_cost_per_token":5.0001e-7,"input_dbu_cost_per_token":0.000007143,"litellm_provider":"databricks","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.0000015000300000000002,"output_dbu_cost_per_token":0.000021429,"source":"https://www.databricks.com/product/pricing/foundation-model-serving","supports_tool_choice":true},"databricks/databricks-meta-llama-3-70b-instruct":{"input_cost_per_token":0.00000100002,"input_dbu_cost_per_token":0.000014286,"litellm_provider":"databricks","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.0000029999900000000002,"output_dbu_cost_per_token":0.000042857,"source":"https://www.databricks.com/product/pricing/foundation-model-serving","supports_tool_choice":true},"databricks/databricks-mixtral-8x7b-instruct":{"input_cost_per_token":5.0001e-7,"input_dbu_cost_per_token":0.000007143,"litellm_provider":"databricks","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.00000100002,"output_dbu_cost_per_token":0.000014286,"source":"https://www.databricks.com/product/pricing/foundation-model-serving","supports_tool_choice":true},"databricks/databricks-mpt-30b-instruct":{"input_cost_per_token":0.00000100002,"input_dbu_cost_per_token":0.000014286,"litellm_provider":"databricks","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0.00000100002,"output_dbu_cost_per_token":0.000014286,"source":"https://www.databricks.com/product/pricing/foundation-model-serving","supports_tool_choice":true},"databricks/databricks-mpt-7b-instruct":{"input_cost_per_token":5.0001e-7,"input_dbu_cost_per_token":0.000007143,"litellm_provider":"databricks","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"metadata":{"notes":"Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."},"mode":"chat","output_cost_per_token":0,"output_dbu_cost_per_token":0,"source":"https://www.databricks.com/product/pricing/foundation-model-serving","supports_tool_choice":true},"dataforseo/search":{"input_cost_per_query":0.003,"litellm_provider":"dataforseo","mode":"search"},"davinci-002":{"input_cost_per_token":0.000002,"litellm_provider":"text-completion-openai","max_input_tokens":16384,"max_output_tokens":4096,"max_tokens":4096,"mode":"completion","output_cost_per_token":0.000002},"deepgram/base":{"input_cost_per_second":0.00020833,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0125/60 seconds = $0.00020833 per second","original_pricing_per_minute":0.0125},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/base-conversationalai":{"input_cost_per_second":0.00020833,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0125/60 seconds = $0.00020833 per second","original_pricing_per_minute":0.0125},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/base-finance":{"input_cost_per_second":0.00020833,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0125/60 seconds = $0.00020833 per second","original_pricing_per_minute":0.0125},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/base-general":{"input_cost_per_second":0.00020833,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0125/60 seconds = $0.00020833 per second","original_pricing_per_minute":0.0125},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/base-meeting":{"input_cost_per_second":0.00020833,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0125/60 seconds = $0.00020833 per second","original_pricing_per_minute":0.0125},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/base-phonecall":{"input_cost_per_second":0.00020833,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0125/60 seconds = $0.00020833 per second","original_pricing_per_minute":0.0125},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/base-video":{"input_cost_per_second":0.00020833,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0125/60 seconds = $0.00020833 per second","original_pricing_per_minute":0.0125},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/base-voicemail":{"input_cost_per_second":0.00020833,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0125/60 seconds = $0.00020833 per second","original_pricing_per_minute":0.0125},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/enhanced":{"input_cost_per_second":0.00024167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0145/60 seconds = $0.00024167 per second","original_pricing_per_minute":0.0145},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/enhanced-finance":{"input_cost_per_second":0.00024167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0145/60 seconds = $0.00024167 per second","original_pricing_per_minute":0.0145},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/enhanced-general":{"input_cost_per_second":0.00024167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0145/60 seconds = $0.00024167 per second","original_pricing_per_minute":0.0145},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/enhanced-meeting":{"input_cost_per_second":0.00024167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0145/60 seconds = $0.00024167 per second","original_pricing_per_minute":0.0145},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/enhanced-phonecall":{"input_cost_per_second":0.00024167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0145/60 seconds = $0.00024167 per second","original_pricing_per_minute":0.0145},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-2":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-2-atc":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-2-automotive":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-2-conversationalai":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-2-drivethru":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-2-finance":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-2-general":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-2-meeting":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-2-phonecall":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-2-video":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-2-voicemail":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-3":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-3-general":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-3-medical":{"input_cost_per_second":0.00008667,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0052/60 seconds = $0.00008667 per second (multilingual)","original_pricing_per_minute":0.0052},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-general":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/nova-phonecall":{"input_cost_per_second":0.00007167,"litellm_provider":"deepgram","metadata":{"calculation":"$0.0043/60 seconds = $0.00007167 per second","original_pricing_per_minute":0.0043},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/whisper":{"input_cost_per_second":0.0001,"litellm_provider":"deepgram","metadata":{"notes":"Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models"},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/whisper-base":{"input_cost_per_second":0.0001,"litellm_provider":"deepgram","metadata":{"notes":"Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models"},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/whisper-large":{"input_cost_per_second":0.0001,"litellm_provider":"deepgram","metadata":{"notes":"Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models"},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/whisper-medium":{"input_cost_per_second":0.0001,"litellm_provider":"deepgram","metadata":{"notes":"Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models"},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/whisper-small":{"input_cost_per_second":0.0001,"litellm_provider":"deepgram","metadata":{"notes":"Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models"},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepgram/whisper-tiny":{"input_cost_per_second":0.0001,"litellm_provider":"deepgram","metadata":{"notes":"Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models"},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://deepgram.com/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"deepinfra/Gryphe/MythoMax-L2-13b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":8e-8,"output_cost_per_token":9e-8,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/NousResearch/Hermes-3-Llama-3.1-405B":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":0.000001,"output_cost_per_token":0.000001,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/NousResearch/Hermes-3-Llama-3.1-70B":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":3e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":false},"deepinfra/Qwen/QwQ-32B":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":4e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/Qwen/Qwen2.5-72B-Instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":1.2e-7,"output_cost_per_token":3.9e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/Qwen/Qwen2.5-7B-Instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":4e-8,"output_cost_per_token":1e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":false},"deepinfra/Qwen/Qwen2.5-VL-32B-Instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":2e-7,"output_cost_per_token":6e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_vision":true,"supports_function_calling":true},"deepinfra/Qwen/Qwen3-14B":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":6e-8,"output_cost_per_token":2.4e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/Qwen/Qwen3-235B-A22B":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":1.8e-7,"output_cost_per_token":5.4e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/Qwen/Qwen3-235B-A22B-Instruct-2507":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":9e-8,"output_cost_per_token":6e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/Qwen/Qwen3-235B-A22B-Thinking-2507":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000029,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/Qwen/Qwen3-30B-A3B":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":8e-8,"output_cost_per_token":2.9e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/Qwen/Qwen3-32B":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":1e-7,"output_cost_per_token":2.8e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":4e-7,"output_cost_per_token":0.0000016,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":2.9e-7,"output_cost_per_token":0.0000012,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/Qwen/Qwen3-Next-80B-A3B-Instruct":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":1.4e-7,"output_cost_per_token":0.0000014,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/Qwen/Qwen3-Next-80B-A3B-Thinking":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":1.4e-7,"output_cost_per_token":0.0000014,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/Sao10K/L3-8B-Lunaris-v1-Turbo":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":4e-8,"output_cost_per_token":5e-8,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":false},"deepinfra/Sao10K/L3.1-70B-Euryale-v2.2":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":6.5e-7,"output_cost_per_token":7.5e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":false},"deepinfra/Sao10K/L3.3-70B-Euryale-v2.3":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":6.5e-7,"output_cost_per_token":7.5e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":false},"deepinfra/allenai/olmOCR-7B-0725-FP8":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":2.7e-7,"output_cost_per_token":0.0000015,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":false},"deepinfra/anthropic/claude-3-7-sonnet-latest":{"max_tokens":200000,"max_input_tokens":200000,"max_output_tokens":200000,"input_cost_per_token":0.0000033,"output_cost_per_token":0.0000165,"cache_read_input_token_cost":3.3e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/anthropic/claude-4-opus":{"max_tokens":200000,"max_input_tokens":200000,"max_output_tokens":200000,"input_cost_per_token":0.0000165,"output_cost_per_token":0.0000825,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/anthropic/claude-4-sonnet":{"max_tokens":200000,"max_input_tokens":200000,"max_output_tokens":200000,"input_cost_per_token":0.0000033,"output_cost_per_token":0.0000165,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/deepseek-ai/DeepSeek-R1":{"max_tokens":163840,"max_input_tokens":163840,"max_output_tokens":163840,"input_cost_per_token":7e-7,"output_cost_per_token":0.0000024,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/deepseek-ai/DeepSeek-R1-0528":{"max_tokens":163840,"max_input_tokens":163840,"max_output_tokens":163840,"input_cost_per_token":5e-7,"output_cost_per_token":0.00000215,"cache_read_input_token_cost":4e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/deepseek-ai/DeepSeek-R1-0528-Turbo":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/deepseek-ai/DeepSeek-R1-Distill-Llama-70B":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-7,"output_cost_per_token":6e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":false},"deepinfra/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2.7e-7,"output_cost_per_token":2.7e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/deepseek-ai/DeepSeek-R1-Turbo":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/deepseek-ai/DeepSeek-V3":{"max_tokens":163840,"max_input_tokens":163840,"max_output_tokens":163840,"input_cost_per_token":3.8e-7,"output_cost_per_token":8.9e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/deepseek-ai/DeepSeek-V3-0324":{"max_tokens":163840,"max_input_tokens":163840,"max_output_tokens":163840,"input_cost_per_token":2.5e-7,"output_cost_per_token":8.8e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/deepseek-ai/DeepSeek-V3.1":{"max_tokens":163840,"max_input_tokens":163840,"max_output_tokens":163840,"input_cost_per_token":2.7e-7,"output_cost_per_token":0.000001,"cache_read_input_token_cost":2.16e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_reasoning":true,"supports_function_calling":true},"deepinfra/deepseek-ai/DeepSeek-V3.1-Terminus":{"max_tokens":163840,"max_input_tokens":163840,"max_output_tokens":163840,"input_cost_per_token":2.7e-7,"output_cost_per_token":0.000001,"cache_read_input_token_cost":2.16e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/google/gemini-2.0-flash-001":{"deprecation_date":"2026-06-01","max_tokens":1000000,"max_input_tokens":1000000,"max_output_tokens":1000000,"input_cost_per_token":1e-7,"output_cost_per_token":4e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/google/gemini-2.5-flash":{"max_tokens":1000000,"max_input_tokens":1000000,"max_output_tokens":1000000,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true,"supports_image_size":false},"deepinfra/google/gemini-2.5-pro":{"max_tokens":1000000,"max_input_tokens":1000000,"max_output_tokens":1000000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/google/gemma-3-12b-it":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":5e-8,"output_cost_per_token":1e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/google/gemma-3-27b-it":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-8,"output_cost_per_token":1.6e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/google/gemma-3-4b-it":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":4e-8,"output_cost_per_token":8e-8,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/meta-llama/Llama-3.2-11B-Vision-Instruct":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":4.9e-8,"output_cost_per_token":4.9e-8,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":false},"deepinfra/meta-llama/Llama-3.2-3B-Instruct":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-8,"output_cost_per_token":2e-8,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/meta-llama/Llama-3.3-70B-Instruct":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2.3e-7,"output_cost_per_token":4e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/meta-llama/Llama-3.3-70B-Instruct-Turbo":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1.3e-7,"output_cost_per_token":3.9e-7,"litellm_provider":"deepinfra","mode":"chat","supports_function_calling":true,"supports_tool_choice":true},"deepinfra/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8":{"max_tokens":1048576,"max_input_tokens":1048576,"max_output_tokens":1048576,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/meta-llama/Llama-4-Scout-17B-16E-Instruct":{"max_tokens":327680,"max_input_tokens":327680,"max_output_tokens":327680,"input_cost_per_token":8e-8,"output_cost_per_token":3e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/meta-llama/Llama-Guard-3-8B":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":5.5e-8,"output_cost_per_token":5.5e-8,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":false},"deepinfra/meta-llama/Llama-Guard-4-12B":{"max_tokens":163840,"max_input_tokens":163840,"max_output_tokens":163840,"input_cost_per_token":1.8e-7,"output_cost_per_token":1.8e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":false},"deepinfra/meta-llama/Meta-Llama-3-8B-Instruct":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":3e-8,"output_cost_per_token":6e-8,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":4e-7,"output_cost_per_token":4e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1e-7,"output_cost_per_token":2.8e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":3e-8,"output_cost_per_token":5e-8,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-8,"output_cost_per_token":3e-8,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/microsoft/WizardLM-2-8x22B":{"max_tokens":65536,"max_input_tokens":65536,"max_output_tokens":65536,"input_cost_per_token":4.8e-7,"output_cost_per_token":4.8e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":false},"deepinfra/microsoft/phi-4":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":7e-8,"output_cost_per_token":1.4e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/mistralai/Mistral-Nemo-Instruct-2407":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-8,"output_cost_per_token":4e-8,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/mistralai/Mistral-Small-24B-Instruct-2501":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":5e-8,"output_cost_per_token":8e-8,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/mistralai/Mistral-Small-3.2-24B-Instruct-2506":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":7.5e-8,"output_cost_per_token":2e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/mistralai/Mixtral-8x7B-Instruct-v0.1":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":4e-7,"output_cost_per_token":4e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/moonshotai/Kimi-K2-Instruct":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":5e-7,"output_cost_per_token":0.000002,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/moonshotai/Kimi-K2-Instruct-0905":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":4e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/nvidia/Llama-3.1-Nemotron-70B-Instruct":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":6e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/nvidia/Llama-3.3-Nemotron-Super-49B-v1.5":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1e-7,"output_cost_per_token":4e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/nvidia/NVIDIA-Nemotron-Nano-9B-v2":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":4e-8,"output_cost_per_token":1.6e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/openai/gpt-oss-120b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":5e-8,"output_cost_per_token":4.5e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/openai/gpt-oss-20b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":4e-8,"output_cost_per_token":1.5e-7,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepinfra/zai-org/GLM-4.5":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":4e-7,"output_cost_per_token":0.0000016,"litellm_provider":"deepinfra","mode":"chat","supports_tool_choice":true,"supports_function_calling":true},"deepseek/deepseek-chat":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":2.8e-8,"input_cost_per_token":2.8e-7,"input_cost_per_token_cache_hit":2.8e-8,"litellm_provider":"deepseek","max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":4.2e-7,"source":"https://api-docs.deepseek.com/quick_start/pricing","supported_endpoints":["/v1/chat/completions"],"supports_assistant_prefill":true,"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true},"deepseek/deepseek-coder":{"input_cost_per_token":1.4e-7,"input_cost_per_token_cache_hit":1.4e-8,"litellm_provider":"deepseek","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":2.8e-7,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_tool_choice":true},"deepseek/deepseek-r1":{"input_cost_per_token":5.5e-7,"input_cost_per_token_cache_hit":1.4e-7,"litellm_provider":"deepseek","max_input_tokens":65536,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000219,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"deepseek/deepseek-reasoner":{"cache_read_input_token_cost":2.8e-8,"input_cost_per_token":2.8e-7,"input_cost_per_token_cache_hit":2.8e-8,"litellm_provider":"deepseek","max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":4.2e-7,"source":"https://api-docs.deepseek.com/quick_start/pricing","supported_endpoints":["/v1/chat/completions"],"supports_assistant_prefill":true,"supports_function_calling":false,"supports_native_streaming":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":false},"deepseek/deepseek-v3":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":7e-8,"input_cost_per_token":2.7e-7,"input_cost_per_token_cache_hit":7e-8,"litellm_provider":"deepseek","max_input_tokens":65536,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000011,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_tool_choice":true},"deepseek/deepseek-v3.2":{"input_cost_per_token":2.8e-7,"input_cost_per_token_cache_hit":2.8e-8,"litellm_provider":"deepseek","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":4e-7,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"deepseek.v3-v1:0":{"input_cost_per_token":5.8e-7,"litellm_provider":"bedrock_converse","max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"mode":"chat","output_cost_per_token":0.00000168,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_native_structured_output":true},"deepseek.v3.2":{"input_cost_per_token":6.2e-7,"litellm_provider":"bedrock_converse","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.00000185,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"dolphin":{"input_cost_per_token":5e-7,"litellm_provider":"nlp_cloud","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"completion","output_cost_per_token":5e-7},"deepseek-v3-2-251201":{"input_cost_per_token":0,"litellm_provider":"volcengine","max_input_tokens":98304,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"glm-4-7-251222":{"input_cost_per_token":0,"litellm_provider":"volcengine","max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"kimi-k2-thinking-251104":{"input_cost_per_token":0,"litellm_provider":"volcengine","max_input_tokens":229376,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"doubao-embedding":{"input_cost_per_token":0,"litellm_provider":"volcengine","max_input_tokens":4096,"max_tokens":4096,"metadata":{"notes":"Volcengine Doubao embedding model - standard version with 2560 dimensions"},"mode":"embedding","output_cost_per_token":0,"output_vector_size":2560},"doubao-embedding-large":{"input_cost_per_token":0,"litellm_provider":"volcengine","max_input_tokens":4096,"max_tokens":4096,"metadata":{"notes":"Volcengine Doubao embedding model - large version with 2048 dimensions"},"mode":"embedding","output_cost_per_token":0,"output_vector_size":2048},"doubao-embedding-large-text-240915":{"input_cost_per_token":0,"litellm_provider":"volcengine","max_input_tokens":4096,"max_tokens":4096,"metadata":{"notes":"Volcengine Doubao embedding model - text-240915 version with 4096 dimensions"},"mode":"embedding","output_cost_per_token":0,"output_vector_size":4096},"doubao-embedding-large-text-250515":{"input_cost_per_token":0,"litellm_provider":"volcengine","max_input_tokens":4096,"max_tokens":4096,"metadata":{"notes":"Volcengine Doubao embedding model - text-250515 version with 2048 dimensions"},"mode":"embedding","output_cost_per_token":0,"output_vector_size":2048},"doubao-embedding-text-240715":{"input_cost_per_token":0,"litellm_provider":"volcengine","max_input_tokens":4096,"max_tokens":4096,"metadata":{"notes":"Volcengine Doubao embedding model - text-240715 version with 2560 dimensions"},"mode":"embedding","output_cost_per_token":0,"output_vector_size":2560},"exa_ai/search":{"litellm_provider":"exa_ai","mode":"search","tiered_pricing":[{"input_cost_per_query":0.005,"max_results_range":[0,25]},{"input_cost_per_query":0.025,"max_results_range":[26,100]}]},"firecrawl/search":{"litellm_provider":"firecrawl","mode":"search","tiered_pricing":[{"input_cost_per_query":0.00166,"max_results_range":[1,10]},{"input_cost_per_query":0.00332,"max_results_range":[11,20]},{"input_cost_per_query":0.00498,"max_results_range":[21,30]},{"input_cost_per_query":0.00664,"max_results_range":[31,40]},{"input_cost_per_query":0.0083,"max_results_range":[41,50]},{"input_cost_per_query":0.00996,"max_results_range":[51,60]},{"input_cost_per_query":0.01162,"max_results_range":[61,70]},{"input_cost_per_query":0.01328,"max_results_range":[71,80]},{"input_cost_per_query":0.01494,"max_results_range":[81,90]},{"input_cost_per_query":0.0166,"max_results_range":[91,100]}],"metadata":{"notes":"Firecrawl search pricing: $83 for 100,000 credits, 2 credits per 10 results. Cost = ceiling(limit/10) * 2 * $0.00083"}},"perplexity/search":{"input_cost_per_query":0.005,"litellm_provider":"perplexity","mode":"search"},"searxng/search":{"litellm_provider":"searxng","mode":"search","input_cost_per_query":0,"metadata":{"notes":"SearXNG is an open-source metasearch engine. Free to use when self-hosted or using public instances."}},"serper/search":{"input_cost_per_query":0.001,"litellm_provider":"serper","mode":"search","metadata":{"notes":"Serper Google Search API. Pricing: $1.00/1k queries (Starter), $0.75/1k (Standard), $0.50/1k (Scale), $0.30/1k (Ultimate)."}},"apiserpent/search":{"input_cost_per_query":0.0006,"litellm_provider":"apiserpent","mode":"search","metadata":{"notes":"APISerpent quick search (/api/search/quick), multi-engine (Google, Bing, Yahoo, DuckDuckGo). Pricing: $0.60/1k searches."}},"apiserpent/deep_search":{"input_cost_per_query":0.0006,"litellm_provider":"apiserpent","mode":"search","metadata":{"notes":"APISerpent deep search (/api/search), multi-engine (Google, Bing, Yahoo, DuckDuckGo). Pricing: $0.60/1k searches."}},"tinyfish/search":{"input_cost_per_query":0,"litellm_provider":"tinyfish","mode":"search","metadata":{"notes":"TinyFish Search API"}},"elevenlabs/scribe_v1":{"input_cost_per_second":0.0000611,"litellm_provider":"elevenlabs","metadata":{"calculation":"$0.22/hour = $0.00366/minute = $0.0000611 per second (enterprise pricing)","notes":"ElevenLabs Scribe v1 - state-of-the-art speech recognition model with 99 language support","original_pricing_per_hour":0.22},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://elevenlabs.io/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"elevenlabs/scribe_v1_experimental":{"input_cost_per_second":0.0000611,"litellm_provider":"elevenlabs","metadata":{"calculation":"$0.22/hour = $0.00366/minute = $0.0000611 per second (enterprise pricing)","notes":"ElevenLabs Scribe v1 experimental - enhanced version of the main Scribe model","original_pricing_per_hour":0.22},"mode":"audio_transcription","output_cost_per_second":0,"source":"https://elevenlabs.io/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"elevenlabs/eleven_v3":{"input_cost_per_character":0.00018,"litellm_provider":"elevenlabs","metadata":{"calculation":"$0.18/1000 characters (Scale plan pricing, 1 credit per character)","notes":"ElevenLabs Eleven v3 - most expressive TTS model with 70+ languages and audio tags support"},"mode":"audio_speech","source":"https://elevenlabs.io/pricing","supported_endpoints":["/v1/audio/speech"]},"elevenlabs/eleven_multilingual_v2":{"input_cost_per_character":0.00018,"litellm_provider":"elevenlabs","metadata":{"calculation":"$0.18/1000 characters (Scale plan pricing, 1 credit per character)","notes":"ElevenLabs Eleven Multilingual v2 - default TTS model with 29 languages support"},"mode":"audio_speech","source":"https://elevenlabs.io/pricing","supported_endpoints":["/v1/audio/speech"]},"embed-english-light-v2.0":{"input_cost_per_token":1e-7,"litellm_provider":"cohere","max_input_tokens":1024,"max_tokens":1024,"mode":"embedding","output_cost_per_token":0},"embed-english-light-v3.0":{"input_cost_per_token":1e-7,"litellm_provider":"cohere","max_input_tokens":1024,"max_tokens":1024,"mode":"embedding","output_cost_per_token":0},"embed-english-v2.0":{"input_cost_per_token":1e-7,"litellm_provider":"cohere","max_input_tokens":4096,"max_tokens":4096,"mode":"embedding","output_cost_per_token":0},"embed-english-v3.0":{"input_cost_per_image":0.0001,"input_cost_per_token":1e-7,"litellm_provider":"cohere","max_input_tokens":1024,"max_tokens":1024,"metadata":{"notes":"'supports_image_input' is a deprecated field. Use 'supports_embedding_image_input' instead."},"mode":"embedding","output_cost_per_token":0,"supports_embedding_image_input":true,"supports_image_input":true},"embed-multilingual-v2.0":{"input_cost_per_token":1e-7,"litellm_provider":"cohere","max_input_tokens":768,"max_tokens":768,"mode":"embedding","output_cost_per_token":0},"embed-multilingual-v3.0":{"input_cost_per_token":1e-7,"litellm_provider":"cohere","max_input_tokens":1024,"max_tokens":1024,"mode":"embedding","output_cost_per_token":0,"supports_embedding_image_input":true},"embed-multilingual-light-v3.0":{"input_cost_per_token":0.0001,"litellm_provider":"cohere","max_input_tokens":1024,"max_tokens":1024,"mode":"embedding","output_cost_per_token":0,"supports_embedding_image_input":true},"eu.amazon.nova-lite-v1:0":{"input_cost_per_token":7.8e-8,"litellm_provider":"bedrock_converse","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":3.12e-7,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true},"eu.amazon.nova-micro-v1:0":{"input_cost_per_token":4.6e-8,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":1.84e-7,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true},"eu.amazon.nova-pro-v1:0":{"input_cost_per_token":0.00000105,"litellm_provider":"bedrock_converse","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":0.0000042,"source":"https://aws.amazon.com/bedrock/pricing/","supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true},"eu.anthropic.claude-3-5-haiku-20241022-v1:0":{"input_cost_per_token":2.5e-7,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000125,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"cache_read_input_token_cost":2.5e-8,"cache_creation_input_token_cost":3.125e-7,"prompt_cache_min_tokens":2048},"eu.anthropic.claude-haiku-4-5-20251001-v1:0":{"cache_creation_input_token_cost":0.000001375,"cache_creation_input_token_cost_above_1hr":0.0000022,"cache_read_input_token_cost":1.1e-7,"input_cost_per_token":0.0000011,"deprecation_date":"2026-10-15","litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000055,"source":"https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock","supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"eu.anthropic.claude-3-5-sonnet-20240620-v1:0":{"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"eu.anthropic.claude-3-5-sonnet-20241022-v2:0":{"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"eu.anthropic.claude-3-7-sonnet-20250219-v1:0":{"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"eu.anthropic.claude-3-haiku-20240307-v1:0":{"input_cost_per_token":2.5e-7,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00000125,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":2.5e-8,"cache_creation_input_token_cost":3.125e-7},"eu.anthropic.claude-3-opus-20240229-v1:0":{"input_cost_per_token":0.000015,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000075,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875},"eu.anthropic.claude-3-sonnet-20240229-v1:0":{"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"eu.anthropic.claude-opus-4-1-20250805-v1:0":{"cache_creation_input_token_cost":0.00001875,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"eu.anthropic.claude-opus-4-20250514-v1:0":{"cache_creation_input_token_cost":0.00001875,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"eu.anthropic.claude-sonnet-4-20250514-v1:0":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"bedrock_converse_supports_strict_tools":false,"prompt_cache_min_tokens":1024},"eu.anthropic.claude-sonnet-4-5-20250929-v1:0":{"cache_creation_input_token_cost":0.000004125,"cache_creation_input_token_cost_above_1hr":0.0000066,"cache_read_input_token_cost":3.3e-7,"input_cost_per_token":0.0000033,"input_cost_per_token_above_200k_tokens":0.0000066,"output_cost_per_token_above_200k_tokens":0.00002475,"cache_creation_input_token_cost_above_200k_tokens":0.00000825,"cache_creation_input_token_cost_above_1hr_above_200k_tokens":0.0000132,"cache_read_input_token_cost_above_200k_tokens":6.6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000165,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"eu.meta.llama3-2-1b-instruct-v1:0":{"input_cost_per_token":1.3e-7,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":1.3e-7,"supports_function_calling":true,"supports_tool_choice":false},"eu.meta.llama3-2-3b-instruct-v1:0":{"input_cost_per_token":1.9e-7,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":1.9e-7,"supports_function_calling":true,"supports_tool_choice":false},"eu.mistral.pixtral-large-2502-v1:0":{"input_cost_per_token":0.000002,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000006,"supports_function_calling":true,"supports_tool_choice":false},"fal_ai/bria/text-to-image/3.2":{"litellm_provider":"fal_ai","mode":"image_generation","output_cost_per_image":0.0398,"supported_endpoints":["/v1/images/generations"]},"fal_ai/fal-ai/flux-pro/v1.1":{"litellm_provider":"fal_ai","mode":"image_generation","output_cost_per_image":0.04,"supported_endpoints":["/v1/images/generations"]},"fal_ai/fal-ai/flux-pro/v1.1-ultra":{"litellm_provider":"fal_ai","mode":"image_generation","output_cost_per_image":0.06,"supported_endpoints":["/v1/images/generations"]},"fal_ai/fal-ai/flux/schnell":{"litellm_provider":"fal_ai","mode":"image_generation","output_cost_per_image":0.003,"supported_endpoints":["/v1/images/generations"]},"fal_ai/fal-ai/bytedance/seedream/v3/text-to-image":{"litellm_provider":"fal_ai","mode":"image_generation","output_cost_per_image":0.03,"supported_endpoints":["/v1/images/generations"]},"fal_ai/fal-ai/bytedance/dreamina/v3.1/text-to-image":{"litellm_provider":"fal_ai","mode":"image_generation","output_cost_per_image":0.03,"supported_endpoints":["/v1/images/generations"]},"fal_ai/fal-ai/ideogram/v3":{"litellm_provider":"fal_ai","mode":"image_generation","output_cost_per_image":0.06,"supported_endpoints":["/v1/images/generations"]},"fal_ai/fal-ai/imagen4/preview":{"litellm_provider":"fal_ai","mode":"image_generation","output_cost_per_image":0.0398,"supported_endpoints":["/v1/images/generations"]},"fal_ai/fal-ai/imagen4/preview/fast":{"litellm_provider":"fal_ai","mode":"image_generation","output_cost_per_image":0.02,"supported_endpoints":["/v1/images/generations"]},"fal_ai/fal-ai/imagen4/preview/ultra":{"litellm_provider":"fal_ai","mode":"image_generation","output_cost_per_image":0.06,"supported_endpoints":["/v1/images/generations"]},"fal_ai/fal-ai/recraft/v3/text-to-image":{"litellm_provider":"fal_ai","mode":"image_generation","output_cost_per_image":0.0398,"supported_endpoints":["/v1/images/generations"]},"fal_ai/fal-ai/stable-diffusion-v35-medium":{"litellm_provider":"fal_ai","mode":"image_generation","output_cost_per_image":0.0398,"supported_endpoints":["/v1/images/generations"]},"fal_ai/fal-ai/nano-banana":{"litellm_provider":"fal_ai","mode":"image_generation","output_cost_per_image":0.039,"supported_endpoints":["/v1/images/generations"]},"fal_ai/fal-ai/gemini-25-flash-image":{"litellm_provider":"fal_ai","mode":"image_generation","output_cost_per_image":0.039,"supported_endpoints":["/v1/images/generations"]},"featherless_ai/featherless-ai/Qwerky-72B":{"litellm_provider":"featherless_ai","max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat"},"featherless_ai/featherless-ai/Qwerky-QwQ-32B":{"litellm_provider":"featherless_ai","max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat"},"fireworks-ai-4.1b-to-16b":{"input_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","output_cost_per_token":2e-7},"fireworks-ai-56b-to-176b":{"input_cost_per_token":0.0000012,"litellm_provider":"fireworks_ai","output_cost_per_token":0.0000012},"fireworks-ai-above-16b":{"input_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","output_cost_per_token":9e-7},"fireworks-ai-default":{"input_cost_per_token":0,"litellm_provider":"fireworks_ai","output_cost_per_token":0},"fireworks-ai-embedding-150m-to-350m":{"input_cost_per_token":1.6e-8,"litellm_provider":"fireworks_ai-embedding-models","output_cost_per_token":0},"fireworks-ai-embedding-up-to-150m":{"input_cost_per_token":8e-9,"litellm_provider":"fireworks_ai-embedding-models","output_cost_per_token":0},"fireworks-ai-moe-up-to-56b":{"input_cost_per_token":5e-7,"litellm_provider":"fireworks_ai","output_cost_per_token":5e-7},"fireworks-ai-up-to-4b":{"input_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","output_cost_per_token":2e-7},"fireworks_ai/WhereIsAI/UAE-Large-V1":{"input_cost_per_token":1.6e-8,"litellm_provider":"fireworks_ai-embedding-models","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"source":"https://fireworks.ai/pricing"},"fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct":{"input_cost_per_token":0.0000012,"litellm_provider":"fireworks_ai","max_input_tokens":65536,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://fireworks.ai/pricing","supports_function_calling":false,"supports_response_schema":true,"supports_tool_choice":false},"fireworks_ai/accounts/fireworks/models/deepseek-r1":{"input_cost_per_token":0.000003,"litellm_provider":"fireworks_ai","max_input_tokens":128000,"max_output_tokens":20480,"max_tokens":20480,"mode":"chat","output_cost_per_token":0.000008,"source":"https://fireworks.ai/pricing","supports_response_schema":true,"supports_tool_choice":false},"fireworks_ai/accounts/fireworks/models/deepseek-r1-0528":{"input_cost_per_token":0.000003,"litellm_provider":"fireworks_ai","max_input_tokens":160000,"max_output_tokens":160000,"max_tokens":160000,"mode":"chat","output_cost_per_token":0.000008,"source":"https://fireworks.ai/pricing","supports_response_schema":true,"supports_tool_choice":false},"fireworks_ai/accounts/fireworks/models/deepseek-r1-basic":{"input_cost_per_token":5.5e-7,"litellm_provider":"fireworks_ai","max_input_tokens":128000,"max_output_tokens":20480,"max_tokens":20480,"mode":"chat","output_cost_per_token":0.00000219,"source":"https://fireworks.ai/pricing","supports_response_schema":true,"supports_tool_choice":false},"fireworks_ai/accounts/fireworks/models/deepseek-v3":{"input_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":9e-7,"source":"https://fireworks.ai/pricing","supports_response_schema":true,"supports_tool_choice":false},"fireworks_ai/accounts/fireworks/models/deepseek-v3-0324":{"input_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":9e-7,"source":"https://fireworks.ai/models/fireworks/deepseek-v3-0324","supports_response_schema":true,"supports_tool_choice":false},"fireworks_ai/accounts/fireworks/models/deepseek-v3p1":{"input_cost_per_token":5.6e-7,"litellm_provider":"fireworks_ai","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000168,"source":"https://fireworks.ai/pricing","supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus":{"input_cost_per_token":5.6e-7,"litellm_provider":"fireworks_ai","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000168,"source":"https://fireworks.ai/pricing","supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/accounts/fireworks/models/deepseek-v3p2":{"input_cost_per_token":5.6e-7,"litellm_provider":"fireworks_ai","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.00000168,"source":"https://fireworks.ai/models/fireworks/deepseek-v3p2","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/accounts/fireworks/models/deepseek-v4-flash":{"cache_read_input_token_cost":2.8e-8,"input_cost_per_token":1.4e-7,"litellm_provider":"fireworks_ai","max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"mode":"chat","output_cost_per_token":2.8e-7,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/accounts/fireworks/models/deepseek-v4-pro":{"cache_read_input_token_cost":1.45e-7,"input_cost_per_token":0.00000174,"litellm_provider":"fireworks_ai","max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"mode":"chat","output_cost_per_token":0.00000348,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/accounts/fireworks/models/firefunction-v2":{"input_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":9e-7,"source":"https://fireworks.ai/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/accounts/fireworks/models/glm-4p5":{"input_cost_per_token":5.5e-7,"litellm_provider":"fireworks_ai","max_input_tokens":128000,"max_output_tokens":96000,"max_tokens":96000,"mode":"chat","output_cost_per_token":0.00000219,"source":"https://fireworks.ai/models/fireworks/glm-4p5","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/accounts/fireworks/models/glm-4p5-air":{"input_cost_per_token":2.2e-7,"litellm_provider":"fireworks_ai","max_input_tokens":128000,"max_output_tokens":96000,"max_tokens":96000,"mode":"chat","output_cost_per_token":8.8e-7,"source":"https://artificialanalysis.ai/models/glm-4-5-air","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/accounts/fireworks/models/glm-4p6":{"input_cost_per_token":5.5e-7,"output_cost_per_token":0.00000219,"litellm_provider":"fireworks_ai","max_input_tokens":202800,"max_output_tokens":202800,"max_tokens":202800,"mode":"chat","source":"https://fireworks.ai/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/accounts/fireworks/models/glm-4p7":{"cache_read_input_token_cost":3e-7,"input_cost_per_token":6e-7,"litellm_provider":"fireworks_ai","max_input_tokens":202800,"max_output_tokens":202800,"max_tokens":202800,"mode":"chat","output_cost_per_token":0.0000022,"source":"https://fireworks.ai/models/fireworks/glm-4p7","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/accounts/fireworks/models/glm-5p1":{"cache_read_input_token_cost":2.6e-7,"input_cost_per_token":0.0000014,"litellm_provider":"fireworks_ai","max_input_tokens":202800,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.0000044,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/accounts/fireworks/models/glm-5p2":{"cache_read_input_token_cost":1.4e-7,"input_cost_per_token":0.0000014,"litellm_provider":"fireworks_ai","max_input_tokens":1048576,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.0000044,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/accounts/fireworks/models/gpt-oss-120b":{"cache_read_input_token_cost":1.5e-8,"input_cost_per_token":1.5e-7,"litellm_provider":"fireworks_ai","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":6e-7,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/accounts/fireworks/models/gpt-oss-20b":{"cache_read_input_token_cost":3.5e-8,"input_cost_per_token":7e-8,"litellm_provider":"fireworks_ai","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":3e-7,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/accounts/fireworks/models/kimi-k2-instruct":{"input_cost_per_token":6e-7,"litellm_provider":"fireworks_ai","max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000025,"source":"https://fireworks.ai/models/fireworks/kimi-k2-instruct","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905":{"input_cost_per_token":6e-7,"litellm_provider":"fireworks_ai","max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.0000025,"source":"https://app.fireworks.ai/models/fireworks/kimi-k2-instruct-0905","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/accounts/fireworks/models/kimi-k2-thinking":{"input_cost_per_token":6e-7,"litellm_provider":"fireworks_ai","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000025,"source":"https://fireworks.ai/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_web_search":true},"fireworks_ai/accounts/fireworks/models/kimi-k2p5":{"cache_read_input_token_cost":1e-7,"input_cost_per_token":6e-7,"litellm_provider":"fireworks_ai","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000003,"source":"https://fireworks.ai/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/accounts/fireworks/models/kimi-k2p6":{"cache_read_input_token_cost":1.6e-7,"input_cost_per_token":9.5e-7,"litellm_provider":"fireworks_ai","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000004,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"fireworks_ai/accounts/fireworks/models/kimi-k2p7-code":{"cache_read_input_token_cost":1.9e-7,"input_cost_per_token":9.5e-7,"litellm_provider":"fireworks_ai","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000004,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct":{"input_cost_per_token":0.000003,"litellm_provider":"fireworks_ai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000003,"source":"https://fireworks.ai/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct":{"input_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":1e-7,"source":"https://fireworks.ai/pricing","supports_function_calling":false,"supports_response_schema":true,"supports_tool_choice":false},"fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct":{"input_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":2e-7,"source":"https://fireworks.ai/pricing","supports_function_calling":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_vision":true},"fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct":{"input_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":1e-7,"source":"https://fireworks.ai/pricing","supports_function_calling":false,"supports_response_schema":true,"supports_tool_choice":false},"fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct":{"input_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":1e-7,"source":"https://fireworks.ai/pricing","supports_function_calling":false,"supports_response_schema":true,"supports_tool_choice":false},"fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct":{"input_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":9e-7,"source":"https://fireworks.ai/pricing","supports_response_schema":true,"supports_tool_choice":false,"supports_vision":true},"fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic":{"input_cost_per_token":2.2e-7,"litellm_provider":"fireworks_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":8.8e-7,"source":"https://fireworks.ai/pricing","supports_response_schema":true,"supports_tool_choice":false},"fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic":{"input_cost_per_token":1.5e-7,"litellm_provider":"fireworks_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":6e-7,"source":"https://fireworks.ai/pricing","supports_response_schema":true,"supports_tool_choice":false},"fireworks_ai/accounts/fireworks/models/minimax-m2p1":{"cache_read_input_token_cost":3e-8,"input_cost_per_token":3e-7,"litellm_provider":"fireworks_ai","max_input_tokens":204800,"max_output_tokens":204800,"max_tokens":204800,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://fireworks.ai/models/fireworks/minimax-m2p1","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/accounts/fireworks/models/minimax-m2p7":{"cache_read_input_token_cost":6e-8,"input_cost_per_token":3e-7,"litellm_provider":"fireworks_ai","max_input_tokens":196608,"max_output_tokens":196608,"max_tokens":196608,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/accounts/fireworks/models/minimax-m3":{"cache_read_input_token_cost":6e-8,"input_cost_per_token":3e-7,"litellm_provider":"fireworks_ai","max_input_tokens":512000,"max_output_tokens":512000,"max_tokens":512000,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf":{"input_cost_per_token":0.0000012,"litellm_provider":"fireworks_ai","max_input_tokens":65536,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://fireworks.ai/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct":{"input_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":9e-7,"source":"https://fireworks.ai/pricing","supports_function_calling":false,"supports_response_schema":true,"supports_tool_choice":false},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct":{"input_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":9e-7,"source":"https://fireworks.ai/pricing","supports_function_calling":false,"supports_response_schema":true,"supports_tool_choice":false},"fireworks_ai/accounts/fireworks/models/yi-large":{"input_cost_per_token":0.000003,"litellm_provider":"fireworks_ai","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000003,"source":"https://fireworks.ai/pricing","supports_function_calling":false,"supports_response_schema":true,"supports_tool_choice":false},"fireworks_ai/deepseek-v4-flash":{"cache_read_input_token_cost":2.8e-8,"input_cost_per_token":1.4e-7,"litellm_provider":"fireworks_ai","max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"mode":"chat","output_cost_per_token":2.8e-7,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/deepseek-v4-pro":{"cache_read_input_token_cost":1.45e-7,"input_cost_per_token":0.00000174,"litellm_provider":"fireworks_ai","max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"mode":"chat","output_cost_per_token":0.00000348,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/glm-4p7":{"cache_read_input_token_cost":3e-7,"input_cost_per_token":6e-7,"litellm_provider":"fireworks_ai","max_input_tokens":202800,"max_output_tokens":202800,"max_tokens":202800,"mode":"chat","output_cost_per_token":0.0000022,"source":"https://fireworks.ai/models/fireworks/glm-4p7","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/glm-5p1":{"cache_read_input_token_cost":2.6e-7,"input_cost_per_token":0.0000014,"litellm_provider":"fireworks_ai","max_input_tokens":202800,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.0000044,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/glm-5p1-fast":{"cache_read_input_token_cost":5.2e-7,"input_cost_per_token":0.0000028,"litellm_provider":"fireworks_ai","max_input_tokens":202800,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.0000088,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/glm-5p2":{"cache_read_input_token_cost":1.4e-7,"input_cost_per_token":0.0000014,"litellm_provider":"fireworks_ai","max_input_tokens":1048576,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.0000044,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/gpt-oss-120b":{"cache_read_input_token_cost":1.5e-8,"input_cost_per_token":1.5e-7,"litellm_provider":"fireworks_ai","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":6e-7,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/gpt-oss-20b":{"cache_read_input_token_cost":3.5e-8,"input_cost_per_token":7e-8,"litellm_provider":"fireworks_ai","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":3e-7,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/kimi-k2p5":{"cache_read_input_token_cost":1e-7,"input_cost_per_token":6e-7,"litellm_provider":"fireworks_ai","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000003,"source":"https://fireworks.ai/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/kimi-k2p6":{"cache_read_input_token_cost":1.6e-7,"input_cost_per_token":9.5e-7,"litellm_provider":"fireworks_ai","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000004,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"fireworks_ai/kimi-k2p6-fast":{"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000002,"litellm_provider":"fireworks_ai","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000008,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"fireworks_ai/kimi-k2p7-code":{"cache_read_input_token_cost":1.9e-7,"input_cost_per_token":9.5e-7,"litellm_provider":"fireworks_ai","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000004,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"fireworks_ai/kimi-k2p7-code-fast":{"cache_read_input_token_cost":3.8e-7,"input_cost_per_token":0.0000019,"litellm_provider":"fireworks_ai","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000008,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"fireworks_ai/minimax-m2p1":{"cache_read_input_token_cost":3e-8,"input_cost_per_token":3e-7,"litellm_provider":"fireworks_ai","max_input_tokens":204800,"max_output_tokens":204800,"max_tokens":204800,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://fireworks.ai/models/fireworks/minimax-m2p1","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"fireworks_ai/minimax-m2p7":{"cache_read_input_token_cost":6e-8,"input_cost_per_token":3e-7,"litellm_provider":"fireworks_ai","max_input_tokens":196608,"max_output_tokens":196608,"max_tokens":196608,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/minimax-m3":{"cache_read_input_token_cost":6e-8,"input_cost_per_token":3e-7,"litellm_provider":"fireworks_ai","max_input_tokens":512000,"max_output_tokens":512000,"max_tokens":512000,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"fireworks_ai/qwen3p7-plus":{"cache_read_input_token_cost":8e-8,"input_cost_per_token":4e-7,"litellm_provider":"fireworks_ai","max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.0000016,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"fireworks_ai/nomic-ai/nomic-embed-text-v1":{"input_cost_per_token":8e-9,"litellm_provider":"fireworks_ai-embedding-models","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"source":"https://fireworks.ai/pricing"},"fireworks_ai/nomic-ai/nomic-embed-text-v1.5":{"input_cost_per_token":8e-9,"litellm_provider":"fireworks_ai-embedding-models","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"source":"https://fireworks.ai/pricing"},"fireworks_ai/thenlper/gte-base":{"input_cost_per_token":8e-9,"litellm_provider":"fireworks_ai-embedding-models","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"source":"https://fireworks.ai/pricing"},"fireworks_ai/thenlper/gte-large":{"input_cost_per_token":1.6e-8,"litellm_provider":"fireworks_ai-embedding-models","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"source":"https://fireworks.ai/pricing"},"friendliai/meta-llama-3.1-70b-instruct":{"input_cost_per_token":6e-7,"litellm_provider":"friendliai","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true},"friendliai/meta-llama-3.1-8b-instruct":{"input_cost_per_token":1e-7,"litellm_provider":"friendliai","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":1e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true},"ft:babbage-002":{"input_cost_per_token":0.0000016,"input_cost_per_token_batches":2e-7,"litellm_provider":"text-completion-openai","max_input_tokens":16384,"max_output_tokens":4096,"max_tokens":4096,"mode":"completion","output_cost_per_token":0.0000016,"output_cost_per_token_batches":2e-7},"ft:davinci-002":{"input_cost_per_token":0.000012,"input_cost_per_token_batches":0.000001,"litellm_provider":"text-completion-openai","max_input_tokens":16384,"max_output_tokens":4096,"max_tokens":4096,"mode":"completion","output_cost_per_token":0.000012,"output_cost_per_token_batches":0.000001},"ft:gpt-3.5-turbo":{"input_cost_per_token":0.000003,"input_cost_per_token_batches":0.0000015,"litellm_provider":"openai","max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000006,"output_cost_per_token_batches":0.000003,"supports_system_messages":true,"supports_tool_choice":true},"ft:gpt-3.5-turbo-0125":{"input_cost_per_token":0.000003,"litellm_provider":"openai","max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000006,"supports_system_messages":true,"supports_tool_choice":true},"ft:gpt-3.5-turbo-0613":{"input_cost_per_token":0.000003,"litellm_provider":"openai","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000006,"supports_system_messages":true,"supports_tool_choice":true},"ft:gpt-3.5-turbo-1106":{"input_cost_per_token":0.000003,"litellm_provider":"openai","max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000006,"supports_system_messages":true,"supports_tool_choice":true},"ft:gpt-4-0613":{"input_cost_per_token":0.00003,"litellm_provider":"openai","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00006,"source":"OpenAI needs to add pricing for this ft model, will be updated when added by OpenAI. Defaulting to base model pricing","supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"ft:gpt-4o-2024-08-06":{"cache_read_input_token_cost":0.000001875,"input_cost_per_token":0.00000375,"input_cost_per_token_batches":0.000001875,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_batches":0.0000075,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"ft:gpt-4o-2024-11-20":{"cache_creation_input_token_cost":0.000001875,"input_cost_per_token":0.00000375,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true},"ft:gpt-4o-mini-2024-07-18":{"cache_read_input_token_cost":1.5e-7,"input_cost_per_token":3e-7,"input_cost_per_token_batches":1.5e-7,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000012,"output_cost_per_token_batches":6e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true},"ft:gpt-4.1-2025-04-14":{"cache_read_input_token_cost":7.5e-7,"input_cost_per_token":0.000003,"input_cost_per_token_batches":0.0000015,"litellm_provider":"openai","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000012,"output_cost_per_token_batches":0.000006,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true},"ft:gpt-4.1-mini-2025-04-14":{"cache_read_input_token_cost":2e-7,"input_cost_per_token":8e-7,"input_cost_per_token_batches":4e-7,"litellm_provider":"openai","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.0000032,"output_cost_per_token_batches":0.0000016,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true},"ft:gpt-4.1-nano-2025-04-14":{"cache_read_input_token_cost":5e-8,"input_cost_per_token":2e-7,"input_cost_per_token_batches":1e-7,"litellm_provider":"openai","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":8e-7,"output_cost_per_token_batches":4e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true},"ft:o4-mini-2025-04-16":{"cache_read_input_token_cost":0.000001,"input_cost_per_token":0.000004,"input_cost_per_token_batches":0.000002,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.000016,"output_cost_per_token_batches":0.000008,"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"gemini-2.0-flash":{"cache_read_input_token_cost":2.5e-8,"deprecation_date":"2026-06-01","input_cost_per_audio_token":7e-7,"input_cost_per_token":1e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":4e-7,"source":"https://ai.google.dev/pricing#2_0flash","supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text","image"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini-2.0-flash-001":{"cache_read_input_token_cost":3.75e-8,"deprecation_date":"2026-06-01","input_cost_per_audio_token":0.000001,"input_cost_per_token":1.5e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":6e-7,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text","image"],"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini-2.0-flash-lite":{"cache_read_input_token_cost":1.875e-8,"deprecation_date":"2026-06-01","input_cost_per_audio_token":7.5e-8,"input_cost_per_token":7.5e-8,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":8192,"mode":"chat","output_cost_per_token":3e-7,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash","supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini-2.0-flash-lite-001":{"cache_read_input_token_cost":1.875e-8,"deprecation_date":"2026-06-01","input_cost_per_audio_token":7.5e-8,"input_cost_per_token":7.5e-8,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":8192,"mode":"chat","output_cost_per_token":3e-7,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash","supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini-2.5-flash":{"cache_read_input_token_cost":3e-8,"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.0000025,"output_cost_per_token":0.0000025,"source":"https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035},"supports_image_size":false},"gemini-2.5-flash-image":{"cache_read_input_token_cost":3e-8,"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.039,"output_cost_per_image_token":0.00003,"output_cost_per_reasoning_token":0.0000025,"output_cost_per_token":0.0000025,"rpm":100000,"source":"https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-flash-image","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text","image"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":false,"tpm":8000000,"supports_image_size":false},"gemini-3-pro-image":{"input_cost_per_image":0.0011,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"litellm_provider":"vertex_ai-language-models","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.134,"output_cost_per_image_token":0.00012,"output_cost_per_token":0.000012,"output_cost_per_token_batches":0.000006,"source":"https://ai.google.dev/gemini-api/docs/pricing#gemini-3-pro-image","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":false,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini-3-pro-image-preview":{"input_cost_per_image":0.0011,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"litellm_provider":"vertex_ai-language-models","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.134,"output_cost_per_image_token":0.00012,"output_cost_per_token":0.000012,"output_cost_per_token_batches":0.000006,"source":"https://ai.google.dev/gemini-api/docs/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":false,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini-3.1-flash-image":{"input_cost_per_image":0.00056,"input_cost_per_token":5e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.0672,"output_cost_per_image_token":0.00006,"output_cost_per_token":0.000003,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":false,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini-3.1-flash-image-preview":{"input_cost_per_image":0.00056,"input_cost_per_token":5e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.0672,"output_cost_per_image_token":0.00006,"output_cost_per_token":0.000003,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":false,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini-3.1-flash-lite-preview":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_audio_token":5e-7,"input_cost_per_token":2.5e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_reasoning_token":0.0000015,"output_cost_per_token":0.0000015,"source":"https://ai.google.dev/gemini-api/docs/models","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini-3.1-flash-lite":{"cache_read_input_token_cost":2.5e-8,"cache_read_input_token_cost_flex":1.25e-8,"cache_read_input_token_cost_priority":4.5e-8,"input_cost_per_audio_token":5e-7,"input_cost_per_token":2.5e-7,"input_cost_per_token_batches":1.25e-7,"input_cost_per_token_flex":1.25e-7,"input_cost_per_token_priority":4.5e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_reasoning_token":0.0000015,"output_cost_per_token":0.0000015,"output_cost_per_token_batches":7.5e-7,"output_cost_per_token_flex":7.5e-7,"output_cost_per_token_priority":0.0000027,"source":"https://ai.google.dev/gemini-api/docs/pricing#gemini-3.1-flash-lite","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini-3.5-flash-lite":{"cache_read_input_token_cost":3e-8,"cache_read_input_token_cost_flex":2e-8,"cache_read_input_token_cost_priority":5e-8,"input_cost_per_token":3e-7,"input_cost_per_token_batches":1.5e-7,"input_cost_per_token_flex":1.5e-7,"input_cost_per_token_priority":5.4e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_reasoning_token":0.0000025,"output_cost_per_token":0.0000025,"output_cost_per_token_batches":0.00000125,"output_cost_per_token_flex":0.00000125,"output_cost_per_token_priority":0.0000045,"source":"https://ai.google.dev/gemini-api/docs/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"deep-research-pro-preview-12-2025":{"input_cost_per_image":0.0011,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"litellm_provider":"vertex_ai-language-models","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.134,"output_cost_per_image_token":0.00012,"output_cost_per_token":0.000012,"output_cost_per_token_batches":0.000006,"source":"https://ai.google.dev/gemini-api/docs/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":false,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_vision":true,"supports_web_search":true},"gemini-2.5-flash-lite":{"cache_read_input_token_cost":1e-8,"input_cost_per_audio_token":3e-7,"input_cost_per_token":1e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":4e-7,"output_cost_per_token":4e-7,"source":"https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035},"supports_image_size":false},"gemini-2.5-flash-lite-preview-09-2025":{"cache_read_input_token_cost":1e-8,"input_cost_per_audio_token":3e-7,"input_cost_per_token":1e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":4e-7,"output_cost_per_token":4e-7,"source":"https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035},"supports_image_size":false},"gemini-2.5-flash-preview-09-2025":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.0000025,"output_cost_per_token":0.0000025,"source":"https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035},"supports_image_size":false},"gemini-live-2.5-flash-preview-native-audio-09-2025":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_audio_token":0.000003,"input_cost_per_token":3e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"realtime","output_cost_per_audio_token":0.000012,"output_cost_per_token":0.000002,"source":"https://ai.google.dev/gemini-api/docs/pricing","supported_endpoints":["/vertex_ai/live"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035},"gemini_native_audio":true},"gemini/gemini-live-2.5-flash-preview-native-audio-09-2025":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_audio_token":0.000003,"input_cost_per_token":3e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"realtime","output_cost_per_audio_token":0.000012,"output_cost_per_token":0.000002,"rpm":100000,"source":"https://ai.google.dev/gemini-api/docs/pricing","supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":8000000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035},"gemini_native_audio":true},"gemini-2.5-flash-lite-preview-06-17":{"deprecation_date":"2025-11-18","cache_read_input_token_cost":2.5e-8,"input_cost_per_audio_token":5e-7,"input_cost_per_token":1e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":4e-7,"output_cost_per_token":4e-7,"source":"https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035},"supports_image_size":false},"gemini-2.5-pro":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_above_200k_tokens":2.5e-7,"cache_creation_input_token_cost_above_200k_tokens":2.5e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_above_200k_tokens":0.0000025,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_above_200k_tokens":0.000015,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini-3-pro-preview":{"deprecation_date":"2026-03-26","cache_read_input_token_cost":2e-7,"cache_read_input_token_cost_above_200k_tokens":4e-7,"cache_creation_input_token_cost_above_200k_tokens":2.5e-7,"input_cost_per_token":0.000002,"input_cost_per_token_above_200k_tokens":0.000004,"input_cost_per_token_batches":0.000001,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_token":0.000012,"output_cost_per_token_above_200k_tokens":0.000018,"output_cost_per_token_batches":0.000006,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"input_cost_per_token_priority":0.0000036,"input_cost_per_token_above_200k_tokens_priority":0.0000072,"output_cost_per_token_priority":0.0000216,"output_cost_per_token_above_200k_tokens_priority":0.0000324,"cache_read_input_token_cost_priority":3.6e-7,"cache_read_input_token_cost_above_200k_tokens_priority":7.2e-7,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini-3.1-pro-preview":{"cache_read_input_token_cost":2e-7,"cache_read_input_token_cost_above_200k_tokens":4e-7,"cache_creation_input_token_cost_above_200k_tokens":2.5e-7,"input_cost_per_token":0.000002,"input_cost_per_token_above_200k_tokens":0.000004,"input_cost_per_token_batches":0.000001,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.000012,"output_cost_per_token_above_200k_tokens":0.000018,"output_cost_per_token_batches":0.000006,"output_cost_per_image":0.00012,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_url_context":true,"supports_native_streaming":true,"input_cost_per_token_priority":0.0000036,"input_cost_per_token_above_200k_tokens_priority":0.0000072,"output_cost_per_token_priority":0.0000216,"output_cost_per_token_above_200k_tokens_priority":0.0000324,"cache_read_input_token_cost_priority":3.6e-7,"cache_read_input_token_cost_above_200k_tokens_priority":7.2e-7,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini-3.1-pro-preview-customtools":{"cache_read_input_token_cost":2e-7,"cache_read_input_token_cost_above_200k_tokens":4e-7,"cache_creation_input_token_cost_above_200k_tokens":2.5e-7,"input_cost_per_token":0.000002,"input_cost_per_token_above_200k_tokens":0.000004,"input_cost_per_token_batches":0.000001,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.000012,"output_cost_per_token_above_200k_tokens":0.000018,"output_cost_per_token_batches":0.000006,"output_cost_per_image":0.00012,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_url_context":true,"supports_native_streaming":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"vertex_ai/gemini-3-pro-preview":{"cache_read_input_token_cost":2e-7,"cache_read_input_token_cost_above_200k_tokens":4e-7,"cache_creation_input_token_cost_above_200k_tokens":2.5e-7,"input_cost_per_token":0.000002,"input_cost_per_token_above_200k_tokens":0.000004,"input_cost_per_token_batches":0.000001,"litellm_provider":"vertex_ai","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_token":0.000012,"output_cost_per_token_above_200k_tokens":0.000018,"output_cost_per_token_batches":0.000006,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"input_cost_per_token_priority":0.0000036,"input_cost_per_token_above_200k_tokens_priority":0.0000072,"output_cost_per_token_priority":0.0000216,"output_cost_per_token_above_200k_tokens_priority":0.0000324,"cache_read_input_token_cost_priority":3.6e-7,"cache_read_input_token_cost_above_200k_tokens_priority":7.2e-7,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"vertex_ai/gemini-3-flash-preview":{"cache_read_input_token_cost":5e-8,"input_cost_per_token":5e-7,"input_cost_per_audio_token":0.000001,"litellm_provider":"vertex_ai","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_token":0.000003,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"input_cost_per_token_priority":9e-7,"input_cost_per_audio_token_priority":0.0000018,"output_cost_per_token_priority":0.0000054,"cache_read_input_token_cost_priority":9e-8,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"vertex_ai/gemini-3.5-flash":{"cache_read_input_token_cost":1.5e-7,"input_cost_per_token":0.0000015,"input_cost_per_audio_token":0.000001,"litellm_provider":"vertex_ai","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.000009,"output_cost_per_token":0.000009,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"input_cost_per_token_priority":0.0000027,"input_cost_per_audio_token_priority":0.0000018,"output_cost_per_token_priority":0.0000162,"cache_read_input_token_cost_priority":2.7e-7,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"vertex_ai/gemini-3.6-flash":{"cache_read_input_token_cost":1.5e-7,"cache_read_input_token_cost_flex":7.5e-8,"input_cost_per_token":0.0000015,"input_cost_per_token_batches":7.5e-7,"input_cost_per_token_flex":7.5e-7,"litellm_provider":"vertex_ai","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_reasoning_token":0.0000075,"output_cost_per_token":0.0000075,"output_cost_per_token_batches":0.00000375,"output_cost_per_token_flex":0.00000375,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"input_cost_per_token_priority":0.0000027,"output_cost_per_token_priority":0.0000135,"cache_read_input_token_cost_priority":2.7e-7,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"vertex_ai/gemini-3.1-pro-preview":{"cache_read_input_token_cost":2e-7,"cache_read_input_token_cost_above_200k_tokens":4e-7,"cache_creation_input_token_cost_above_200k_tokens":2.5e-7,"input_cost_per_token":0.000002,"input_cost_per_token_above_200k_tokens":0.000004,"input_cost_per_token_batches":0.000001,"litellm_provider":"vertex_ai","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.000012,"output_cost_per_token_above_200k_tokens":0.000018,"output_cost_per_token_batches":0.000006,"output_cost_per_image":0.00012,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_url_context":true,"supports_native_streaming":true,"input_cost_per_token_priority":0.0000036,"input_cost_per_token_above_200k_tokens_priority":0.0000072,"output_cost_per_token_priority":0.0000216,"output_cost_per_token_above_200k_tokens_priority":0.0000324,"cache_read_input_token_cost_priority":3.6e-7,"cache_read_input_token_cost_above_200k_tokens_priority":7.2e-7,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"vertex_ai/gemini-3.1-pro-preview-customtools":{"cache_read_input_token_cost":2e-7,"cache_read_input_token_cost_above_200k_tokens":4e-7,"cache_creation_input_token_cost_above_200k_tokens":2.5e-7,"input_cost_per_token":0.000002,"input_cost_per_token_above_200k_tokens":0.000004,"input_cost_per_token_batches":0.000001,"litellm_provider":"vertex_ai","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.000012,"output_cost_per_token_above_200k_tokens":0.000018,"output_cost_per_token_batches":0.000006,"output_cost_per_image":0.00012,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_url_context":true,"supports_native_streaming":true,"input_cost_per_token_priority":0.0000036,"input_cost_per_token_above_200k_tokens_priority":0.0000072,"output_cost_per_token_priority":0.0000216,"output_cost_per_token_above_200k_tokens_priority":0.0000324,"cache_read_input_token_cost_priority":3.6e-7,"cache_read_input_token_cost_above_200k_tokens_priority":7.2e-7,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini-2.5-pro-preview-tts":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_above_200k_tokens":2.5e-7,"input_cost_per_audio_token":7e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_above_200k_tokens":0.0000025,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_above_200k_tokens":0.000015,"source":"https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro-preview","supported_modalities":["text"],"supported_output_modalities":["audio"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini-robotics-er-1.5-preview":{"cache_read_input_token_cost":0,"input_cost_per_token":3e-7,"input_cost_per_audio_token":0.000001,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_token":0.0000025,"output_cost_per_reasoning_token":0.0000025,"source":"https://ai.google.dev/gemini-api/docs/models#gemini-robotics-er-1-5-preview","supported_endpoints":["/v1/chat/completions","/v1/completions"],"supported_modalities":["text","image","video","audio"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true},"gemini/gemini-robotics-er-1.5-preview":{"cache_read_input_token_cost":0,"input_cost_per_token":3e-7,"input_cost_per_audio_token":0.000001,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_token":0.0000025,"output_cost_per_reasoning_token":0.0000025,"source":"https://ai.google.dev/gemini-api/docs/models#gemini-robotics-er-1-5-preview","supported_endpoints":["/v1/chat/completions","/v1/completions"],"supported_modalities":["text","image","video","audio"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":250000,"rpm":10,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini-2.5-computer-use-preview-10-2025":{"input_cost_per_token":0.00000125,"input_cost_per_token_above_200k_tokens":0.0000025,"litellm_provider":"vertex_ai-language-models","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_above_200k_tokens":0.000015,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/computer-use","supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_computer_use":true,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gemini-embedding-001":{"input_cost_per_token":1.5e-7,"litellm_provider":"vertex_ai-embedding-models","max_input_tokens":2048,"max_tokens":2048,"mode":"embedding","output_cost_per_token":0,"output_vector_size":3072,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models"},"gemini-embedding-2-preview":{"input_cost_per_audio_per_second":0.00016,"input_cost_per_image":0.00012,"input_cost_per_token":2e-7,"input_cost_per_video_per_second":0.00079,"litellm_provider":"vertex_ai-embedding-models","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":3072,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","uses_embed_content":true},"gemini-embedding-2":{"input_cost_per_audio_per_second":0.00016,"input_cost_per_image":0.00012,"input_cost_per_token":2e-7,"input_cost_per_video_per_second":0.00079,"litellm_provider":"vertex_ai-embedding-models","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":3072,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supports_multimodal":true,"uses_embed_content":true},"vertex_ai/gemini-embedding-2-preview":{"input_cost_per_audio_per_second":0.00016,"input_cost_per_image":0.00012,"input_cost_per_token":2e-7,"input_cost_per_video_per_second":0.00079,"litellm_provider":"vertex_ai","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":3072,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supports_multimodal":true,"uses_embed_content":true},"vertex_ai/gemini-embedding-2":{"input_cost_per_audio_per_second":0.00016,"input_cost_per_image":0.00012,"input_cost_per_token":2e-7,"input_cost_per_video_per_second":0.00079,"litellm_provider":"vertex_ai","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":3072,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supports_multimodal":true,"uses_embed_content":true},"gemini-flash-experimental":{"input_cost_per_character":0,"input_cost_per_token":0,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":3072,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","uses_embed_content":true},"gemini/gemini-embedding-001":{"input_cost_per_token":1.5e-7,"litellm_provider":"gemini","max_input_tokens":2048,"max_tokens":2048,"mode":"embedding","output_cost_per_token":0,"output_vector_size":3072,"rpm":10000,"source":"https://ai.google.dev/gemini-api/docs/embeddings#model-versions","tpm":10000000},"gemini/gemini-embedding-2-preview":{"input_cost_per_audio_per_second":0.00016,"input_cost_per_image":0.00012,"input_cost_per_token":2e-7,"input_cost_per_video_per_second":0.00079,"litellm_provider":"gemini","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":3072,"rpm":10000,"source":"https://ai.google.dev/gemini-api/docs/pricing","supports_multimodal":true,"tpm":10000000},"gemini/gemini-embedding-2":{"input_cost_per_audio_per_second":0.00016,"input_cost_per_image":0.00012,"input_cost_per_token":2e-7,"input_cost_per_video_per_second":0.00079,"litellm_provider":"gemini","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":3072,"rpm":10000,"source":"https://ai.google.dev/gemini-api/docs/pricing","supports_multimodal":true,"tpm":10000000},"gemini/gemini-1.5-flash":{"deprecation_date":"2025-09-29","input_cost_per_token":7.5e-8,"input_cost_per_token_above_128k_tokens":1.5e-7,"litellm_provider":"gemini","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":3072,"rpm":10000,"source":"https://ai.google.dev/gemini-api/docs/embeddings#multimodal","supports_multimodal":true,"tpm":10000000},"gemini/gemini-2.0-flash":{"cache_read_input_token_cost":2.5e-8,"deprecation_date":"2026-06-01","input_cost_per_audio_token":7e-7,"input_cost_per_token":1e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":4e-7,"rpm":10000,"source":"https://ai.google.dev/pricing#2_0flash","supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text","image"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":10000000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini/gemini-2.0-flash-001":{"cache_read_input_token_cost":2.5e-8,"deprecation_date":"2026-06-01","input_cost_per_audio_token":7e-7,"input_cost_per_token":1e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":4e-7,"rpm":10000,"source":"https://ai.google.dev/pricing#2_0flash","supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text","image"],"supports_audio_output":false,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"tpm":10000000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini/gemini-2.0-flash-lite":{"cache_read_input_token_cost":1.875e-8,"deprecation_date":"2026-06-01","input_cost_per_audio_token":7.5e-8,"input_cost_per_token":7.5e-8,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":8192,"mode":"chat","output_cost_per_token":3e-7,"rpm":4000,"source":"https://ai.google.dev/gemini-api/docs/pricing#gemini-2.0-flash-lite","supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"tpm":4000000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini/gemini-2.5-flash":{"cache_read_input_token_cost":3e-8,"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.0000025,"output_cost_per_token":0.0000025,"rpm":100000,"source":"https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":8000000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035},"supports_image_size":false},"gemini/gemini-2.5-flash-image":{"cache_read_input_token_cost":3e-8,"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"gemini","supports_reasoning":false,"max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.039,"output_cost_per_image_token":0.00003,"output_cost_per_reasoning_token":0.0000025,"output_cost_per_token":0.0000025,"rpm":100000,"source":"https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-flash-image","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text","image"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":8000000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035},"supports_image_size":false},"gemini/gemini-3-pro-image":{"input_cost_per_image":0.0011,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"litellm_provider":"gemini","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.134,"output_cost_per_image_token":0.00012,"output_cost_per_token":0.000012,"rpm":1000,"tpm":4000000,"output_cost_per_token_batches":0.000006,"source":"https://ai.google.dev/gemini-api/docs/pricing#gemini-3-pro-image","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":false,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query","supports_reasoning":false},"gemini/gemini-3-pro-image-preview":{"input_cost_per_image":0.0011,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"litellm_provider":"gemini","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.134,"output_cost_per_image_token":0.00012,"output_cost_per_token":0.000012,"rpm":1000,"tpm":4000000,"output_cost_per_token_batches":0.000006,"source":"https://ai.google.dev/gemini-api/docs/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_response_schema":true,"supports_system_messages":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini/gemini-3.1-flash-image":{"input_cost_per_token":2.5e-7,"input_cost_per_token_batches":1.25e-7,"litellm_provider":"gemini","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.045,"output_cost_per_image_token":0.00006,"output_cost_per_token":0.0000015,"output_cost_per_token_batches":7.5e-7,"rpm":1000,"tpm":4000000,"source":"https://ai.google.dev/gemini-api/docs/pricing#gemini-3.1-flash-image","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_response_schema":true,"supports_system_messages":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini/gemini-3.1-flash-image-preview":{"input_cost_per_token":2.5e-7,"input_cost_per_token_batches":1.25e-7,"litellm_provider":"gemini","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.045,"output_cost_per_image_token":0.00006,"output_cost_per_token":0.0000015,"output_cost_per_token_batches":7.5e-7,"rpm":1000,"tpm":4000000,"source":"https://ai.google.dev/gemini-api/docs/pricing#gemini-3.1-flash-image-preview","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_response_schema":true,"supports_system_messages":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini/deep-research-pro-preview-12-2025":{"input_cost_per_image":0.0011,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"litellm_provider":"gemini","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.134,"output_cost_per_image_token":0.00012,"output_cost_per_token":0.000012,"rpm":1000,"tpm":4000000,"output_cost_per_token_batches":0.000006,"source":"https://ai.google.dev/gemini-api/docs/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":false,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_vision":true,"supports_web_search":true,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini/gemini-2.5-flash-lite":{"cache_read_input_token_cost":1e-8,"input_cost_per_audio_token":3e-7,"input_cost_per_token":1e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":4e-7,"output_cost_per_token":4e-7,"rpm":15,"source":"https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-lite","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":250000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035},"supports_image_size":false},"gemini/gemini-2.5-flash-lite-preview-09-2025":{"cache_read_input_token_cost":1e-8,"input_cost_per_audio_token":3e-7,"input_cost_per_token":1e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":4e-7,"output_cost_per_token":4e-7,"rpm":15,"source":"https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":250000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035},"supports_image_size":false},"gemini/gemini-2.5-flash-preview-09-2025":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.0000025,"output_cost_per_token":0.0000025,"rpm":15,"source":"https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":250000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035},"supports_image_size":false},"gemini/gemini-flash-latest":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.0000025,"output_cost_per_token":0.0000025,"rpm":15,"source":"https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":250000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini/gemini-flash-lite-latest":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_audio_token":3e-7,"input_cost_per_token":1e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":4e-7,"output_cost_per_token":4e-7,"rpm":15,"source":"https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":250000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini/gemini-2.5-flash-lite-preview-06-17":{"deprecation_date":"2025-11-18","cache_read_input_token_cost":2.5e-8,"input_cost_per_audio_token":5e-7,"input_cost_per_token":1e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":4e-7,"output_cost_per_token":4e-7,"rpm":15,"source":"https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-lite","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":250000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035},"supports_image_size":false},"gemini/gemini-2.5-flash-preview-tts":{"input_cost_per_token":3e-7,"litellm_provider":"gemini","mode":"audio_speech","output_cost_per_token":0.0000025,"source":"https://ai.google.dev/pricing","supported_endpoints":["/v1/audio/speech"],"tpm":4000000,"rpm":10},"gemini/gemini-2.5-pro":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_above_200k_tokens":2.5e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_above_200k_tokens":0.0000025,"input_cost_per_token_priority":0.00000125,"input_cost_per_token_above_200k_tokens_priority":0.0000025,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_above_200k_tokens":0.000015,"output_cost_per_token_priority":0.00001,"output_cost_per_token_above_200k_tokens_priority":0.000015,"rpm":2000,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"tpm":800000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini/gemini-2.5-computer-use-preview-10-2025":{"input_cost_per_token":0.00000125,"input_cost_per_token_above_200k_tokens":0.0000025,"litellm_provider":"gemini","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_above_200k_tokens":0.000015,"rpm":2000,"source":"https://ai.google.dev/gemini-api/docs/computer-use","supported_endpoints":["/v1/chat/completions","/v1/completions"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_computer_use":true,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"tpm":800000},"gemini/gemini-3-pro-preview":{"deprecation_date":"2026-03-09","cache_read_input_token_cost":2e-7,"cache_read_input_token_cost_above_200k_tokens":4e-7,"input_cost_per_token":0.000002,"input_cost_per_token_above_200k_tokens":0.000004,"input_cost_per_token_batches":0.000001,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_token":0.000012,"output_cost_per_token_above_200k_tokens":0.000018,"output_cost_per_token_batches":0.000006,"rpm":2000,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"tpm":800000,"input_cost_per_token_priority":0.0000036,"input_cost_per_token_above_200k_tokens_priority":0.0000072,"output_cost_per_token_priority":0.0000216,"output_cost_per_token_above_200k_tokens_priority":0.0000324,"cache_read_input_token_cost_priority":3.6e-7,"cache_read_input_token_cost_above_200k_tokens_priority":7.2e-7,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini/gemini-3.1-flash-lite-preview":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_audio_token":5e-7,"input_cost_per_token":2.5e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_reasoning_token":0.0000015,"output_cost_per_token":0.0000015,"rpm":15,"source":"https://ai.google.dev/gemini-api/docs/models","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"tpm":250000,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini/gemini-3.1-flash-lite":{"cache_read_input_token_cost":2.5e-8,"cache_read_input_token_cost_flex":1.25e-8,"cache_read_input_token_cost_priority":4.5e-8,"input_cost_per_audio_token":5e-7,"input_cost_per_token":2.5e-7,"input_cost_per_token_batches":1.25e-7,"input_cost_per_token_flex":1.25e-7,"input_cost_per_token_priority":4.5e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_reasoning_token":0.0000015,"output_cost_per_token":0.0000015,"output_cost_per_token_batches":7.5e-7,"output_cost_per_token_flex":7.5e-7,"output_cost_per_token_priority":0.0000027,"rpm":15,"source":"https://ai.google.dev/gemini-api/docs/pricing#gemini-3.1-flash-lite","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"tpm":250000,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini/gemini-3.5-flash-lite":{"cache_read_input_token_cost":3e-8,"cache_read_input_token_cost_flex":2e-8,"cache_read_input_token_cost_priority":5e-8,"input_cost_per_token":3e-7,"input_cost_per_token_batches":1.5e-7,"input_cost_per_token_flex":1.5e-7,"input_cost_per_token_priority":5.4e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_reasoning_token":0.0000025,"output_cost_per_token":0.0000025,"output_cost_per_token_batches":0.00000125,"output_cost_per_token_flex":0.00000125,"output_cost_per_token_priority":0.0000045,"rpm":15,"source":"https://ai.google.dev/gemini-api/docs/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"tpm":250000,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini/gemini-3-flash-preview":{"cache_read_input_token_cost":5e-8,"input_cost_per_audio_token":0.000001,"input_cost_per_token":5e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.000003,"output_cost_per_token":0.000003,"rpm":2000,"source":"https://ai.google.dev/pricing/gemini-3","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"tpm":800000,"input_cost_per_token_priority":9e-7,"input_cost_per_audio_token_priority":0.0000018,"output_cost_per_token_priority":0.0000054,"cache_read_input_token_cost_priority":9e-8,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini/gemini-3.5-flash":{"cache_read_input_token_cost":1.5e-7,"input_cost_per_audio_token":0.000001,"input_cost_per_token":0.0000015,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.000009,"output_cost_per_token":0.000009,"rpm":2000,"source":"https://ai.google.dev/pricing/gemini-3","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_audio_input":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"tpm":800000,"input_cost_per_token_priority":0.0000027,"input_cost_per_audio_token_priority":0.0000018,"output_cost_per_token_priority":0.0000162,"cache_read_input_token_cost_priority":2.7e-7,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini/gemini-3.6-flash":{"cache_read_input_token_cost":1.5e-7,"cache_read_input_token_cost_flex":7.5e-8,"input_cost_per_token":0.0000015,"input_cost_per_token_batches":7.5e-7,"input_cost_per_token_flex":7.5e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_reasoning_token":0.0000075,"output_cost_per_token":0.0000075,"output_cost_per_token_batches":0.00000375,"output_cost_per_token_flex":0.00000375,"rpm":2000,"source":"https://ai.google.dev/pricing/gemini-3","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_audio_input":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"tpm":800000,"input_cost_per_token_priority":0.0000027,"output_cost_per_token_priority":0.0000135,"cache_read_input_token_cost_priority":2.7e-7,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini/gemini-omni-flash-preview":{"input_cost_per_audio_token":0.0000015,"input_cost_per_token":0.0000015,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.000009,"output_cost_per_token":0.000009,"output_cost_per_video_token":0.0000175,"rpm":2000,"source":"https://ai.google.dev/gemini-api/docs/pricing","supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text","video"],"supports_audio_input":true,"supports_reasoning":true,"supports_system_messages":true,"supports_video_input":true,"supports_vision":true,"tpm":800000},"gemini/gemini-3.1-pro-preview":{"cache_read_input_token_cost":2e-7,"cache_read_input_token_cost_above_200k_tokens":4e-7,"input_cost_per_token":0.000002,"input_cost_per_token_above_200k_tokens":0.000004,"input_cost_per_token_batches":0.000001,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.000012,"output_cost_per_token_above_200k_tokens":0.000018,"output_cost_per_token_batches":0.000006,"rpm":2000,"source":"https://ai.google.dev/gemini-api/docs/models#gemini-3.1-pro-preview","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_url_context":true,"supports_native_streaming":true,"tpm":800000,"input_cost_per_token_priority":0.0000036,"input_cost_per_token_above_200k_tokens_priority":0.0000072,"output_cost_per_token_priority":0.0000216,"output_cost_per_token_above_200k_tokens_priority":0.0000324,"cache_read_input_token_cost_priority":3.6e-7,"cache_read_input_token_cost_above_200k_tokens_priority":7.2e-7,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini/gemini-3.1-pro-preview-customtools":{"cache_read_input_token_cost":2e-7,"cache_read_input_token_cost_above_200k_tokens":4e-7,"input_cost_per_token":0.000002,"input_cost_per_token_above_200k_tokens":0.000004,"input_cost_per_token_batches":0.000001,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.000012,"output_cost_per_token_above_200k_tokens":0.000018,"output_cost_per_token_batches":0.000006,"rpm":2000,"source":"https://ai.google.dev/gemini-api/docs/models#gemini-3.1-pro-preview","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_url_context":true,"supports_native_streaming":true,"tpm":800000,"input_cost_per_token_priority":0.0000036,"input_cost_per_token_above_200k_tokens_priority":0.0000072,"output_cost_per_token_priority":0.0000216,"output_cost_per_token_above_200k_tokens_priority":0.0000324,"cache_read_input_token_cost_priority":3.6e-7,"cache_read_input_token_cost_above_200k_tokens_priority":7.2e-7,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini-3-flash-preview":{"cache_read_input_token_cost":5e-8,"input_cost_per_audio_token":0.000001,"input_cost_per_token":5e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.000003,"output_cost_per_token":0.000003,"source":"https://ai.google.dev/pricing/gemini-3","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"input_cost_per_token_priority":9e-7,"input_cost_per_audio_token_priority":0.0000018,"output_cost_per_token_priority":0.0000054,"cache_read_input_token_cost_priority":9e-8,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini-omni-flash-preview":{"input_cost_per_audio_token":0.0000015,"input_cost_per_token":0.0000015,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.000009,"output_cost_per_token":0.000009,"output_cost_per_video_token":0.0000175,"source":"https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/gemini/omni-flash-preview","supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text","video"],"supports_audio_input":true,"supports_reasoning":true,"supports_system_messages":true,"supports_video_input":true,"supports_vision":true},"gemini-3.5-flash":{"cache_read_input_token_cost":1.5e-7,"input_cost_per_audio_token":0.000001,"input_cost_per_token":0.0000015,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.000009,"output_cost_per_token":0.000009,"source":"https://ai.google.dev/pricing/gemini-3","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_audio_input":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"input_cost_per_token_priority":0.0000027,"input_cost_per_audio_token_priority":0.0000018,"output_cost_per_token_priority":0.0000162,"cache_read_input_token_cost_priority":2.7e-7,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini-3.6-flash":{"cache_read_input_token_cost":1.5e-7,"cache_read_input_token_cost_flex":7.5e-8,"input_cost_per_token":0.0000015,"input_cost_per_token_batches":7.5e-7,"input_cost_per_token_flex":7.5e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_reasoning_token":0.0000075,"output_cost_per_token":0.0000075,"output_cost_per_token_batches":0.00000375,"output_cost_per_token_flex":0.00000375,"source":"https://ai.google.dev/pricing/gemini-3","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_audio_input":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"input_cost_per_token_priority":0.0000027,"output_cost_per_token_priority":0.0000135,"cache_read_input_token_cost_priority":2.7e-7,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"gemini/gemini-2.5-pro-preview-tts":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_above_200k_tokens":2.5e-7,"input_cost_per_audio_token":7e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_above_200k_tokens":0.0000025,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_above_200k_tokens":0.000015,"rpm":10000,"source":"https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro-preview","supported_modalities":["text"],"supported_output_modalities":["audio"],"supports_audio_output":false,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"tpm":10000000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini/gemini-exp-1114":{"input_cost_per_token":0,"input_cost_per_token_above_128k_tokens":0,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"metadata":{"notes":"Rate limits not documented for gemini-exp-1114. Assuming same as gemini-1.5-pro.","supports_tool_choice":true},"mode":"chat","output_cost_per_token":0,"output_cost_per_token_above_128k_tokens":0,"rpm":1000,"source":"https://ai.google.dev/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"tpm":4000000},"gemini/gemini-exp-1206":{"input_cost_per_token":0,"input_cost_per_token_above_128k_tokens":0,"litellm_provider":"gemini","max_input_tokens":2097152,"max_output_tokens":8192,"max_tokens":8192,"metadata":{"notes":"Rate limits not documented for gemini-exp-1206. Assuming same as gemini-1.5-pro.","supports_tool_choice":true},"mode":"chat","output_cost_per_token":0,"output_cost_per_token_above_128k_tokens":0,"rpm":1000,"source":"https://ai.google.dev/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"tpm":4000000},"gemini/gemini-gemma-2-27b-it":{"input_cost_per_token":3.5e-7,"litellm_provider":"gemini","max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000105,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"tpm":250000,"rpm":10},"gemini/gemini-gemma-2-9b-it":{"input_cost_per_token":3.5e-7,"litellm_provider":"gemini","max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000105,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"tpm":250000,"rpm":10},"gemini/gemma-3-27b-it":{"input_cost_per_audio_per_second":0,"input_cost_per_audio_per_second_above_128k_tokens":0,"input_cost_per_character":0,"input_cost_per_character_above_128k_tokens":0,"input_cost_per_image":0,"input_cost_per_image_above_128k_tokens":0,"input_cost_per_token":0,"input_cost_per_token_above_128k_tokens":0,"input_cost_per_video_per_second":0,"input_cost_per_video_per_second_above_128k_tokens":0,"litellm_provider":"gemini","max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_character":0,"output_cost_per_character_above_128k_tokens":0,"output_cost_per_token":0,"output_cost_per_token_above_128k_tokens":0,"source":"https://aistudio.google.com","supports_audio_output":false,"supports_function_calling":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true},"gemini/imagen-3.0-fast-generate-001":{"litellm_provider":"gemini","mode":"image_generation","output_cost_per_image":0.02,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing"},"gemini/imagen-3.0-generate-001":{"litellm_provider":"gemini","mode":"image_generation","output_cost_per_image":0.04,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing"},"gemini/imagen-3.0-generate-002":{"deprecation_date":"2025-11-10","litellm_provider":"gemini","mode":"image_generation","output_cost_per_image":0.04,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing"},"gemini/imagen-4.0-fast-generate-001":{"litellm_provider":"gemini","mode":"image_generation","output_cost_per_image":0.02,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing"},"gemini/imagen-4.0-generate-001":{"litellm_provider":"gemini","mode":"image_generation","output_cost_per_image":0.04,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing"},"gemini/imagen-4.0-ultra-generate-001":{"litellm_provider":"gemini","mode":"image_generation","output_cost_per_image":0.06,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing"},"gemini/learnlm-1.5-pro-experimental":{"input_cost_per_audio_per_second":0,"input_cost_per_audio_per_second_above_128k_tokens":0,"input_cost_per_character":0,"input_cost_per_character_above_128k_tokens":0,"input_cost_per_image":0,"input_cost_per_image_above_128k_tokens":0,"input_cost_per_token":0,"input_cost_per_token_above_128k_tokens":0,"input_cost_per_video_per_second":0,"input_cost_per_video_per_second_above_128k_tokens":0,"litellm_provider":"gemini","max_input_tokens":32767,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_character":0,"output_cost_per_character_above_128k_tokens":0,"output_cost_per_token":0,"output_cost_per_token_above_128k_tokens":0,"source":"https://aistudio.google.com","supports_audio_output":false,"supports_function_calling":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gemini/lyria-3-clip-preview":{"input_cost_per_token":0,"litellm_provider":"gemini","max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_image":0.04,"output_cost_per_token":0,"source":"https://ai.google.dev/gemini-api/docs/pricing","supported_modalities":["text"],"supported_output_modalities":["audio"],"supports_audio_input":false,"supports_audio_output":true,"supports_function_calling":false,"supports_prompt_caching":false,"supports_response_schema":false,"supports_system_messages":false,"supports_vision":false,"supports_web_search":false},"gemini/lyria-3-pro-preview":{"input_cost_per_token":0,"litellm_provider":"gemini","max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0,"source":"https://ai.google.dev/gemini-api/docs/pricing","supported_modalities":["text"],"supported_output_modalities":["audio"],"supports_audio_input":false,"supports_audio_output":true,"supports_function_calling":false,"supports_prompt_caching":false,"supports_response_schema":false,"supports_system_messages":false,"supports_vision":false,"supports_web_search":false},"gemini/veo-2.0-generate-001":{"litellm_provider":"gemini","max_input_tokens":1024,"max_tokens":1024,"mode":"video_generation","output_cost_per_second":0.35,"source":"https://ai.google.dev/gemini-api/docs/video","supported_modalities":["text"],"supported_output_modalities":["video"]},"gemini/veo-3.1-fast-generate-preview":{"litellm_provider":"gemini","max_input_tokens":1024,"max_tokens":1024,"mode":"video_generation","output_cost_per_second":0.15,"source":"https://ai.google.dev/gemini-api/docs/video","supported_modalities":["text"],"supported_output_modalities":["video"]},"gemini/veo-3.1-generate-preview":{"litellm_provider":"gemini","max_input_tokens":1024,"max_tokens":1024,"mode":"video_generation","output_cost_per_second":0.4,"source":"https://ai.google.dev/gemini-api/docs/video","supported_modalities":["text"],"supported_output_modalities":["video"]},"gemini/veo-3.1-lite-generate-preview":{"litellm_provider":"gemini","max_input_tokens":1024,"max_tokens":1024,"mode":"video_generation","output_cost_per_second":0.05,"output_cost_per_second_1080p":0.08,"source":"https://ai.google.dev/gemini-api/docs/video","supported_modalities":["text"],"supported_output_modalities":["video"]},"gemini/veo-3.1-fast-generate-001":{"litellm_provider":"gemini","max_input_tokens":1024,"max_tokens":1024,"mode":"video_generation","output_cost_per_second":0.15,"source":"https://ai.google.dev/gemini-api/docs/video","supported_modalities":["text"],"supported_output_modalities":["video"]},"gemini/veo-3.1-generate-001":{"litellm_provider":"gemini","max_input_tokens":1024,"max_tokens":1024,"mode":"video_generation","output_cost_per_second":0.4,"source":"https://ai.google.dev/gemini-api/docs/video","supported_modalities":["text"],"supported_output_modalities":["video"]},"github_copilot/claude-haiku-4.5":{"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":16000,"max_tokens":16000,"mode":"chat","supported_endpoints":["/v1/chat/completions"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true},"github_copilot/claude-opus-4.5":{"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":16000,"max_tokens":16000,"mode":"chat","supported_endpoints":["/v1/chat/completions"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_output_config":true},"github_copilot/claude-opus-4.6-fast":{"supports_adaptive_thinking":true,"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":16000,"max_tokens":16000,"mode":"chat","supported_endpoints":["/v1/chat/completions"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true},"github_copilot/claude-opus-41":{"litellm_provider":"github_copilot","max_input_tokens":80000,"max_output_tokens":16000,"max_tokens":16000,"mode":"chat","supported_endpoints":["/v1/chat/completions"],"supports_vision":true},"github_copilot/claude-sonnet-4":{"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":16000,"max_tokens":16000,"mode":"chat","supported_endpoints":["/v1/chat/completions"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true},"github_copilot/claude-sonnet-4.5":{"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":16000,"max_tokens":16000,"mode":"chat","supported_endpoints":["/v1/chat/completions"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true},"github_copilot/gemini-2.5-pro":{"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true},"github_copilot/gemini-3-pro-preview":{"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true},"github_copilot/gpt-3.5-turbo":{"litellm_provider":"github_copilot","max_input_tokens":16384,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","supports_function_calling":true},"github_copilot/gpt-3.5-turbo-0613":{"litellm_provider":"github_copilot","max_input_tokens":16384,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","supports_function_calling":true},"github_copilot/gpt-4":{"litellm_provider":"github_copilot","max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","supports_function_calling":true},"github_copilot/gpt-4-0613":{"litellm_provider":"github_copilot","max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","supports_function_calling":true},"github_copilot/gpt-4-o-preview":{"litellm_provider":"github_copilot","max_input_tokens":64000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true},"github_copilot/gpt-4.1":{"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"github_copilot/gpt-4.1-2025-04-14":{"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"github_copilot/gpt-41-copilot":{"litellm_provider":"github_copilot","mode":"completion"},"github_copilot/gpt-4o":{"litellm_provider":"github_copilot","max_input_tokens":64000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true},"github_copilot/gpt-4o-2024-05-13":{"litellm_provider":"github_copilot","max_input_tokens":64000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true},"github_copilot/gpt-4o-2024-08-06":{"litellm_provider":"github_copilot","max_input_tokens":64000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true},"github_copilot/gpt-4o-2024-11-20":{"litellm_provider":"github_copilot","max_input_tokens":64000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true},"github_copilot/gpt-4o-mini":{"litellm_provider":"github_copilot","max_input_tokens":64000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true},"github_copilot/gpt-4o-mini-2024-07-18":{"litellm_provider":"github_copilot","max_input_tokens":64000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true},"github_copilot/gpt-5":{"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","supported_endpoints":["/v1/chat/completions","/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"github_copilot/gpt-5-mini":{"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"github_copilot/gpt-5.1":{"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","supported_endpoints":["/v1/chat/completions","/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"github_copilot/gpt-5.1-codex-max":{"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","supported_endpoints":["/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"github_copilot/gpt-5.2":{"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","supported_endpoints":["/v1/chat/completions","/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"github_copilot/gpt-5.3-codex":{"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","supported_endpoints":["/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"github_copilot/mai-code-1-flash":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_token":7.5e-7,"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000045,"supported_endpoints":["/v1/chat/completions"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true},"github_copilot/mai-code-1-flash-internal":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_token":7.5e-7,"litellm_provider":"github_copilot","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000045,"supported_endpoints":["/v1/chat/completions"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true},"github_copilot/text-embedding-3-small":{"litellm_provider":"github_copilot","max_input_tokens":8191,"max_tokens":8191,"mode":"embedding"},"github_copilot/text-embedding-3-small-inference":{"litellm_provider":"github_copilot","max_input_tokens":8191,"max_tokens":8191,"mode":"embedding"},"github_copilot/text-embedding-ada-002":{"litellm_provider":"github_copilot","max_input_tokens":8191,"max_tokens":8191,"mode":"embedding"},"chatgpt/gpt-5.4":{"litellm_provider":"chatgpt","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","supported_endpoints":["/v1/chat/completions","/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"chatgpt/gpt-5.4-pro":{"litellm_provider":"chatgpt","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","supported_endpoints":["/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"chatgpt/gpt-5.3-codex":{"litellm_provider":"chatgpt","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","supported_endpoints":["/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"chatgpt/gpt-5.3-codex-spark":{"litellm_provider":"chatgpt","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","supported_endpoints":["/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"chatgpt/gpt-5.3-instant":{"litellm_provider":"chatgpt","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"responses","supported_endpoints":["/v1/chat/completions","/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"chatgpt/gpt-5.3-chat-latest":{"litellm_provider":"chatgpt","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"responses","supported_endpoints":["/v1/chat/completions","/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"chatgpt/gpt-5.2-codex":{"litellm_provider":"chatgpt","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","supported_endpoints":["/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"chatgpt/gpt-5.2":{"litellm_provider":"chatgpt","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"responses","supported_endpoints":["/v1/chat/completions","/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"chatgpt/gpt-5.1-codex-max":{"litellm_provider":"chatgpt","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","supported_endpoints":["/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"chatgpt/gpt-5.1-codex-mini":{"litellm_provider":"chatgpt","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"responses","supported_endpoints":["/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_vision":true},"gigachat/GigaChat-2-Lite":{"input_cost_per_token":0,"litellm_provider":"gigachat","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true,"supports_system_messages":true},"gigachat/GigaChat-2-Max":{"input_cost_per_token":0,"litellm_provider":"gigachat","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true,"supports_system_messages":true,"supports_vision":true},"gigachat/GigaChat-2-Pro":{"input_cost_per_token":0,"litellm_provider":"gigachat","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true,"supports_system_messages":true,"supports_vision":true},"gigachat/Embeddings":{"input_cost_per_token":0,"litellm_provider":"gigachat","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024},"gigachat/Embeddings-2":{"input_cost_per_token":0,"litellm_provider":"gigachat","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024},"gigachat/EmbeddingsGigaR":{"input_cost_per_token":0,"litellm_provider":"gigachat","max_input_tokens":4096,"max_tokens":4096,"mode":"embedding","output_cost_per_token":0,"output_vector_size":2560},"gmi/anthropic/claude-opus-4.5":{"input_cost_per_token":0.000005,"litellm_provider":"gmi","max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000025,"supports_function_calling":true,"supports_vision":true,"supports_output_config":true},"gmi/anthropic/claude-sonnet-4.5":{"input_cost_per_token":0.000003,"litellm_provider":"gmi","max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_vision":true},"gmi/anthropic/claude-sonnet-4":{"input_cost_per_token":0.000003,"litellm_provider":"gmi","max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_vision":true},"gmi/anthropic/claude-opus-4":{"input_cost_per_token":0.000015,"litellm_provider":"gmi","max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"supports_function_calling":true,"supports_vision":true},"gmi/openai/gpt-5.2":{"input_cost_per_token":0.00000175,"litellm_provider":"gmi","max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000014,"supports_function_calling":true},"gmi/openai/gpt-5.1":{"input_cost_per_token":0.00000125,"litellm_provider":"gmi","max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true},"gmi/openai/gpt-5":{"input_cost_per_token":0.00000125,"litellm_provider":"gmi","max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true},"gmi/openai/gpt-4o":{"input_cost_per_token":0.0000025,"litellm_provider":"gmi","max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_vision":true},"gmi/openai/gpt-4o-mini":{"input_cost_per_token":1.5e-7,"litellm_provider":"gmi","max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_vision":true},"gmi/deepseek-ai/DeepSeek-V3.2":{"input_cost_per_token":2.8e-7,"litellm_provider":"gmi","max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":4e-7,"supports_function_calling":true},"gmi/deepseek-ai/DeepSeek-V3-0324":{"input_cost_per_token":2.8e-7,"litellm_provider":"gmi","max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":8.8e-7,"supports_function_calling":true},"gmi/google/gemini-3-pro-preview":{"input_cost_per_token":0.000002,"litellm_provider":"gmi","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.000012,"supports_function_calling":true,"supports_vision":true},"gmi/google/gemini-3-flash-preview":{"input_cost_per_token":5e-7,"litellm_provider":"gmi","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.000003,"supports_function_calling":true,"supports_vision":true},"gmi/moonshotai/Kimi-K2-Thinking":{"input_cost_per_token":8e-7,"litellm_provider":"gmi","max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000012},"gmi/MiniMaxAI/MiniMax-M2.1":{"input_cost_per_token":3e-7,"litellm_provider":"gmi","max_input_tokens":196608,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000012},"baseten/MiniMaxAI/MiniMax-M2.5":{"input_cost_per_token":3e-7,"litellm_provider":"baseten","mode":"chat","output_cost_per_token":0.0000012},"baseten/nvidia/Nemotron-120B-A12B":{"input_cost_per_token":3e-7,"litellm_provider":"baseten","mode":"chat","output_cost_per_token":7.5e-7},"baseten/zai-org/GLM-5":{"input_cost_per_token":9.5e-7,"litellm_provider":"baseten","mode":"chat","output_cost_per_token":0.00000315},"baseten/zai-org/GLM-4.7":{"input_cost_per_token":6e-7,"litellm_provider":"baseten","mode":"chat","output_cost_per_token":0.0000022},"baseten/zai-org/GLM-4.6":{"input_cost_per_token":6e-7,"litellm_provider":"baseten","mode":"chat","output_cost_per_token":0.0000022},"baseten/moonshotai/Kimi-K2.5":{"input_cost_per_token":6e-7,"litellm_provider":"baseten","mode":"chat","output_cost_per_token":0.000003},"baseten/moonshotai/Kimi-K2-Thinking":{"input_cost_per_token":6e-7,"litellm_provider":"baseten","mode":"chat","output_cost_per_token":0.0000025},"baseten/moonshotai/Kimi-K2-Instruct-0905":{"input_cost_per_token":6e-7,"litellm_provider":"baseten","mode":"chat","output_cost_per_token":0.0000025},"baseten/openai/gpt-oss-120b":{"input_cost_per_token":1e-7,"litellm_provider":"baseten","mode":"chat","output_cost_per_token":5e-7},"baseten/deepseek-ai/DeepSeek-V3.1":{"input_cost_per_token":5e-7,"litellm_provider":"baseten","mode":"chat","output_cost_per_token":0.0000015},"baseten/deepseek-ai/DeepSeek-V3-0324":{"input_cost_per_token":7.7e-7,"litellm_provider":"baseten","mode":"chat","output_cost_per_token":7.7e-7},"gmi/Qwen/Qwen3-VL-235B-A22B-Instruct-FP8":{"input_cost_per_token":3e-7,"litellm_provider":"gmi","max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000014,"supports_vision":true},"gmi/zai-org/GLM-4.7-FP8":{"input_cost_per_token":4e-7,"litellm_provider":"gmi","max_input_tokens":202752,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000002},"google.gemma-3-12b-it":{"input_cost_per_token":9e-8,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":2.9e-7,"supports_system_messages":true,"supports_vision":true},"google.gemma-3-27b-it":{"input_cost_per_token":2.3e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":3.8e-7,"supports_system_messages":true,"supports_vision":true},"google.gemma-3-4b-it":{"input_cost_per_token":4e-8,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":8e-8,"supports_system_messages":true,"supports_vision":true},"google_pse/search":{"input_cost_per_query":0.005,"litellm_provider":"google_pse","mode":"search"},"global.anthropic.claude-sonnet-4-5-20250929-v1:0":{"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_creation_input_token_cost_above_1hr_above_200k_tokens":0.000012,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"global.anthropic.claude-sonnet-4-20250514-v1:0":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"bedrock_converse_supports_strict_tools":false,"prompt_cache_min_tokens":1024},"global.anthropic.claude-haiku-4-5-20251001-v1:0":{"cache_creation_input_token_cost":0.00000125,"cache_creation_input_token_cost_above_1hr":0.000002,"cache_read_input_token_cost":1e-7,"input_cost_per_token":0.000001,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000005,"source":"https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock","supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"global.amazon.nova-2-lite-v1:0":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_token":3e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000025,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},"gpt-3.5-turbo":{"input_cost_per_token":5e-7,"litellm_provider":"openai","max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-3.5-turbo-0125":{"input_cost_per_token":5e-7,"litellm_provider":"openai","max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-3.5-turbo-1106":{"deprecation_date":"2026-09-28","input_cost_per_token":0.000001,"litellm_provider":"openai","max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000002,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-3.5-turbo-16k":{"input_cost_per_token":0.000003,"litellm_provider":"openai","max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000004,"supports_prompt_caching":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-3.5-turbo-instruct":{"input_cost_per_token":0.0000015,"litellm_provider":"text-completion-openai","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"completion","output_cost_per_token":0.000002},"gpt-3.5-turbo-instruct-0914":{"input_cost_per_token":0.0000015,"litellm_provider":"text-completion-openai","max_input_tokens":8192,"max_output_tokens":4097,"max_tokens":4097,"mode":"completion","output_cost_per_token":0.000002},"gpt-4":{"input_cost_per_token":0.00003,"litellm_provider":"openai","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00006,"supports_function_calling":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4-0125-preview":{"deprecation_date":"2026-03-26","input_cost_per_token":0.00001,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00003,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4-0314":{"deprecation_date":"2026-03-26","input_cost_per_token":0.00003,"litellm_provider":"openai","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00006,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4-0613":{"deprecation_date":"2025-06-06","input_cost_per_token":0.00003,"litellm_provider":"openai","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00006,"supports_function_calling":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4-1106-preview":{"deprecation_date":"2026-03-26","input_cost_per_token":0.00001,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00003,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4-turbo":{"input_cost_per_token":0.00001,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00003,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gpt-4-turbo-2024-04-09":{"input_cost_per_token":0.00001,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00003,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gpt-4-turbo-preview":{"input_cost_per_token":0.00001,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00003,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4.1":{"cache_read_input_token_cost":5e-7,"cache_read_input_token_cost_priority":8.75e-7,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"input_cost_per_token_priority":0.0000035,"litellm_provider":"openai","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000008,"output_cost_per_token_batches":0.000004,"output_cost_per_token_priority":0.000014,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"gpt-4.1-2025-04-14":{"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"litellm_provider":"openai","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000008,"output_cost_per_token_batches":0.000004,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"gpt-4.1-mini":{"cache_read_input_token_cost":1e-7,"cache_read_input_token_cost_priority":1.75e-7,"input_cost_per_token":4e-7,"input_cost_per_token_batches":2e-7,"input_cost_per_token_priority":7e-7,"litellm_provider":"openai","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.0000016,"output_cost_per_token_batches":8e-7,"output_cost_per_token_priority":0.0000028,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"gpt-4.1-mini-2025-04-14":{"cache_read_input_token_cost":1e-7,"input_cost_per_token":4e-7,"input_cost_per_token_batches":2e-7,"litellm_provider":"openai","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.0000016,"output_cost_per_token_batches":8e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"gpt-4.1-nano":{"cache_read_input_token_cost":2.5e-8,"cache_read_input_token_cost_priority":5e-8,"input_cost_per_token":1e-7,"input_cost_per_token_batches":5e-8,"input_cost_per_token_priority":2e-7,"litellm_provider":"openai","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":4e-7,"output_cost_per_token_batches":2e-7,"output_cost_per_token_priority":8e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gpt-4.1-nano-2025-04-14":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_token":1e-7,"input_cost_per_token_batches":5e-8,"litellm_provider":"openai","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":4e-7,"output_cost_per_token_batches":2e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gpt-4o":{"cache_read_input_token_cost":0.00000125,"cache_read_input_token_cost_priority":0.000002125,"input_cost_per_token":0.0000025,"input_cost_per_token_batches":0.00000125,"input_cost_per_token_priority":0.00000425,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_batches":0.000005,"output_cost_per_token_priority":0.000017,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gpt-4o-2024-05-13":{"input_cost_per_token":0.000005,"input_cost_per_token_batches":0.0000025,"input_cost_per_token_priority":0.00000875,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_batches":0.0000075,"output_cost_per_token_priority":0.00002625,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gpt-4o-2024-08-06":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.0000025,"input_cost_per_token_batches":0.00000125,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_batches":0.000005,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gpt-4o-2024-11-20":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.0000025,"input_cost_per_token_batches":0.00000125,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_batches":0.000005,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gpt-4o-audio-preview":{"input_cost_per_audio_token":0.00004,"input_cost_per_token":0.0000025,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.00008,"output_cost_per_token":0.00001,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4o-audio-preview-2024-12-17":{"input_cost_per_audio_token":0.00004,"input_cost_per_token":0.0000025,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.00008,"output_cost_per_token":0.00001,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4o-audio-preview-2025-06-03":{"input_cost_per_audio_token":0.00004,"input_cost_per_token":0.0000025,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.00008,"output_cost_per_token":0.00001,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-audio":{"input_cost_per_audio_token":0.000032,"input_cost_per_token":0.0000025,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.000064,"output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions","/v1/responses","/v1/realtime","/v1/batch"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"gpt-audio-1.5":{"input_cost_per_audio_token":0.000032,"input_cost_per_token":0.0000025,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.000064,"output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"gpt-audio-2025-08-28":{"input_cost_per_audio_token":0.000032,"input_cost_per_token":0.0000025,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.000064,"output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions","/v1/responses","/v1/realtime","/v1/batch"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"gpt-audio-mini":{"input_cost_per_audio_token":0.00001,"input_cost_per_token":6e-7,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.00002,"output_cost_per_token":0.0000024,"supported_endpoints":["/v1/chat/completions","/v1/responses","/v1/realtime","/v1/batch"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"gpt-audio-mini-2025-10-06":{"input_cost_per_audio_token":0.00001,"input_cost_per_token":6e-7,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.00002,"output_cost_per_token":0.0000024,"supported_endpoints":["/v1/chat/completions","/v1/responses","/v1/realtime","/v1/batch"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"gpt-audio-mini-2025-12-15":{"input_cost_per_audio_token":0.00001,"input_cost_per_token":6e-7,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.00002,"output_cost_per_token":0.0000024,"supported_endpoints":["/v1/chat/completions","/v1/responses","/v1/realtime","/v1/batch"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"gpt-4o-mini":{"cache_read_input_token_cost":7.5e-8,"cache_read_input_token_cost_priority":1.25e-7,"input_cost_per_token":1.5e-7,"input_cost_per_token_batches":7.5e-8,"input_cost_per_token_priority":2.5e-7,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":6e-7,"output_cost_per_token_batches":3e-7,"output_cost_per_token_priority":0.000001,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gpt-4o-mini-2024-07-18":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_token":1.5e-7,"input_cost_per_token_batches":7.5e-8,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":6e-7,"output_cost_per_token_batches":3e-7,"search_context_cost_per_query":{"search_context_size_high":0.03,"search_context_size_low":0.025,"search_context_size_medium":0.0275},"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gpt-4o-mini-audio-preview":{"input_cost_per_audio_token":0.00001,"input_cost_per_token":1.5e-7,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.00002,"output_cost_per_token":6e-7,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4o-mini-audio-preview-2024-12-17":{"input_cost_per_audio_token":0.00001,"input_cost_per_token":1.5e-7,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_audio_token":0.00002,"output_cost_per_token":6e-7,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4o-mini-realtime-preview":{"cache_creation_input_audio_token_cost":3e-7,"cache_read_input_token_cost":3e-7,"input_cost_per_audio_token":0.00001,"input_cost_per_token":6e-7,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00002,"output_cost_per_token":0.0000024,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4o-mini-realtime-preview-2024-12-17":{"cache_creation_input_audio_token_cost":3e-7,"cache_read_input_token_cost":3e-7,"input_cost_per_audio_token":0.00001,"input_cost_per_token":6e-7,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00002,"output_cost_per_token":0.0000024,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4o-mini-search-preview":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_token":1.5e-7,"input_cost_per_token_batches":7.5e-8,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":6e-7,"output_cost_per_token_batches":3e-7,"search_context_cost_per_query":{"search_context_size_high":0.03,"search_context_size_low":0.025,"search_context_size_medium":0.0275},"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"gpt-4o-mini-search-preview-2025-03-11":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_token":1.5e-7,"input_cost_per_token_batches":7.5e-8,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":6e-7,"output_cost_per_token_batches":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gpt-4o-mini-transcribe":{"input_cost_per_audio_token":0.00000125,"input_cost_per_token":0.00000125,"litellm_provider":"openai","max_input_tokens":16000,"max_output_tokens":2000,"mode":"audio_transcription","output_cost_per_token":0.000005,"supported_endpoints":["/v1/audio/transcriptions"]},"gpt-4o-mini-tts":{"input_cost_per_token":0.0000025,"litellm_provider":"openai","mode":"audio_speech","output_cost_per_audio_token":0.000012,"output_cost_per_second":0.00025,"output_cost_per_token":0.00001,"supported_endpoints":["/v1/audio/speech"],"supported_modalities":["text","audio"],"supported_output_modalities":["audio"]},"gpt-4o-realtime-preview":{"cache_read_input_token_cost":0.0000025,"input_cost_per_audio_token":0.00004,"input_cost_per_token":0.000005,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00008,"output_cost_per_token":0.00002,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4o-realtime-preview-2024-12-17":{"cache_read_input_token_cost":0.0000025,"input_cost_per_audio_token":0.00004,"input_cost_per_token":0.000005,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00008,"output_cost_per_token":0.00002,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4o-realtime-preview-2025-06-03":{"cache_read_input_token_cost":0.0000025,"input_cost_per_audio_token":0.00004,"input_cost_per_token":0.000005,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00008,"output_cost_per_token":0.00002,"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-4o-search-preview":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.0000025,"input_cost_per_token_batches":0.00000125,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_batches":0.000005,"search_context_cost_per_query":{"search_context_size_high":0.05,"search_context_size_low":0.03,"search_context_size_medium":0.035},"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"gpt-4o-search-preview-2025-03-11":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.0000025,"input_cost_per_token_batches":0.00000125,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_batches":0.000005,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gpt-4o-transcribe":{"input_cost_per_audio_token":0.0000025,"input_cost_per_token":0.0000025,"litellm_provider":"openai","max_input_tokens":16000,"max_output_tokens":2000,"mode":"audio_transcription","output_cost_per_token":0.00001,"supported_endpoints":["/v1/audio/transcriptions"]},"gpt-image-1.5":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.000005,"litellm_provider":"openai","mode":"image_generation","output_cost_per_token":0.00001,"input_cost_per_image_token":0.000008,"output_cost_per_image_token":0.000032,"supported_endpoints":["/v1/images/generations"],"supports_vision":true,"supports_pdf_input":true},"gpt-image-1.5-2025-12-16":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.000005,"litellm_provider":"openai","mode":"image_generation","output_cost_per_token":0.00001,"input_cost_per_image_token":0.000008,"output_cost_per_image_token":0.000032,"supported_endpoints":["/v1/images/generations"],"supports_vision":true,"supports_pdf_input":true},"gpt-image-2":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.000005,"litellm_provider":"openai","mode":"image_generation","output_cost_per_token":0.00001,"input_cost_per_image_token":0.000008,"output_cost_per_image_token":0.00003,"supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"gpt-image-2-2026-04-21":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.000005,"litellm_provider":"openai","mode":"image_generation","output_cost_per_token":0.00001,"input_cost_per_image_token":0.000008,"output_cost_per_image_token":0.00003,"supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"low/1024-x-1024/gpt-image-1.5":{"input_cost_per_image":0.009,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"low/1024-x-1536/gpt-image-1.5":{"input_cost_per_image":0.013,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"low/1536-x-1024/gpt-image-1.5":{"input_cost_per_image":0.013,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"medium/1024-x-1024/gpt-image-1.5":{"input_cost_per_image":0.034,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"medium/1024-x-1536/gpt-image-1.5":{"input_cost_per_image":0.05,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"medium/1536-x-1024/gpt-image-1.5":{"input_cost_per_image":0.05,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"high/1024-x-1024/gpt-image-1.5":{"input_cost_per_image":0.133,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"high/1024-x-1536/gpt-image-1.5":{"input_cost_per_image":0.2,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"high/1536-x-1024/gpt-image-1.5":{"input_cost_per_image":0.2,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"standard/1024-x-1024/gpt-image-1.5":{"input_cost_per_image":0.009,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"standard/1024-x-1536/gpt-image-1.5":{"input_cost_per_image":0.013,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"standard/1536-x-1024/gpt-image-1.5":{"input_cost_per_image":0.013,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"1024-x-1024/gpt-image-1.5":{"input_cost_per_image":0.009,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"1024-x-1536/gpt-image-1.5":{"input_cost_per_image":0.013,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"1536-x-1024/gpt-image-1.5":{"input_cost_per_image":0.013,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"low/1024-x-1024/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.009,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"low/1024-x-1536/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.013,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"low/1536-x-1024/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.013,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"medium/1024-x-1024/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.034,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"medium/1024-x-1536/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.05,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"medium/1536-x-1024/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.05,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"high/1024-x-1024/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.133,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"high/1024-x-1536/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.2,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"high/1536-x-1024/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.2,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"standard/1024-x-1024/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.009,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"standard/1024-x-1536/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.013,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"standard/1536-x-1024/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.013,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"1024-x-1024/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.009,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"1024-x-1536/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.013,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"1536-x-1024/gpt-image-1.5-2025-12-16":{"input_cost_per_image":0.013,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations","/v1/images/edits"],"supports_vision":true,"supports_pdf_input":true},"gpt-5":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_flex":6.25e-8,"cache_read_input_token_cost_priority":2.5e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_flex":6.25e-7,"input_cost_per_token_priority":0.0000025,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_flex":0.000005,"output_cost_per_token_priority":0.00002,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5.1":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_priority":2.5e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_priority":0.0000025,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_priority":0.00002,"supported_endpoints":["/v1/chat/completions","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5.1-2025-11-13":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_priority":2.5e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_priority":0.0000025,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_priority":0.00002,"supported_endpoints":["/v1/chat/completions","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5.1-chat-latest":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_priority":2.5e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_priority":0.0000025,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_priority":0.00002,"supported_endpoints":["/v1/chat/completions","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":false,"supports_native_streaming":true,"supports_parallel_function_calling":false,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":false,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5.2":{"cache_read_input_token_cost":1.75e-7,"cache_read_input_token_cost_priority":3.5e-7,"input_cost_per_token":0.00000175,"input_cost_per_token_priority":0.0000035,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000014,"output_cost_per_token_priority":0.000028,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":true},"gpt-5.2-2025-12-11":{"cache_read_input_token_cost":1.75e-7,"cache_read_input_token_cost_priority":3.5e-7,"input_cost_per_token":0.00000175,"input_cost_per_token_priority":0.0000035,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000014,"output_cost_per_token_priority":0.000028,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":true},"gpt-5.2-chat-latest":{"cache_read_input_token_cost":1.75e-7,"cache_read_input_token_cost_priority":3.5e-7,"input_cost_per_token":0.00000175,"input_cost_per_token_priority":0.0000035,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000014,"output_cost_per_token_priority":0.000028,"supported_endpoints":["/v1/chat/completions","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5.3-chat-latest":{"cache_read_input_token_cost":1.75e-7,"cache_read_input_token_cost_priority":3.5e-7,"input_cost_per_token":0.00000175,"input_cost_per_token_priority":0.0000035,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000014,"output_cost_per_token_priority":0.000028,"supported_endpoints":["/v1/chat/completions","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5.2-pro":{"input_cost_per_token":0.000021,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.000168,"supported_endpoints":["/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":true},"gpt-5.2-pro-2025-12-11":{"input_cost_per_token":0.000021,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.000168,"supported_endpoints":["/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":true},"gpt-5.6":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_272k_tokens":0.0000125,"cache_creation_input_token_cost_flex":0.000003125,"cache_creation_input_token_cost_priority":0.0000125,"cache_read_input_token_cost":5e-7,"cache_read_input_token_cost_above_272k_tokens":0.000001,"cache_read_input_token_cost_flex":2.5e-7,"cache_read_input_token_cost_priority":0.000001,"input_cost_per_token":0.000005,"input_cost_per_token_above_272k_tokens":0.00001,"input_cost_per_token_batches":0.0000025,"input_cost_per_token_flex":0.0000025,"input_cost_per_token_priority":0.00001,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00003,"output_cost_per_token_above_272k_tokens":0.000045,"output_cost_per_token_batches":0.000015,"output_cost_per_token_flex":0.000015,"output_cost_per_token_priority":0.00006,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_minimal_reasoning_effort":false,"supports_native_streaming":true,"supports_none_reasoning_effort":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_xhigh_reasoning_effort":true},"gpt-5.6-sol":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_272k_tokens":0.0000125,"cache_creation_input_token_cost_flex":0.000003125,"cache_creation_input_token_cost_priority":0.0000125,"cache_read_input_token_cost":5e-7,"cache_read_input_token_cost_above_272k_tokens":0.000001,"cache_read_input_token_cost_flex":2.5e-7,"cache_read_input_token_cost_priority":0.000001,"input_cost_per_token":0.000005,"input_cost_per_token_above_272k_tokens":0.00001,"input_cost_per_token_batches":0.0000025,"input_cost_per_token_flex":0.0000025,"input_cost_per_token_priority":0.00001,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00003,"output_cost_per_token_above_272k_tokens":0.000045,"output_cost_per_token_batches":0.000015,"output_cost_per_token_flex":0.000015,"output_cost_per_token_priority":0.00006,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_minimal_reasoning_effort":false,"supports_native_streaming":true,"supports_none_reasoning_effort":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_xhigh_reasoning_effort":true},"gpt-5.6-terra":{"cache_creation_input_token_cost":0.000003125,"cache_creation_input_token_cost_above_272k_tokens":0.00000625,"cache_creation_input_token_cost_flex":0.0000015625,"cache_creation_input_token_cost_priority":0.00000625,"cache_read_input_token_cost":2.5e-7,"cache_read_input_token_cost_above_272k_tokens":5e-7,"cache_read_input_token_cost_flex":1.25e-7,"cache_read_input_token_cost_priority":5e-7,"input_cost_per_token":0.0000025,"input_cost_per_token_above_272k_tokens":0.000005,"input_cost_per_token_batches":0.00000125,"input_cost_per_token_flex":0.00000125,"input_cost_per_token_priority":0.000005,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_above_272k_tokens":0.0000225,"output_cost_per_token_batches":0.0000075,"output_cost_per_token_flex":0.0000075,"output_cost_per_token_priority":0.00003,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_minimal_reasoning_effort":false,"supports_native_streaming":true,"supports_none_reasoning_effort":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_xhigh_reasoning_effort":true},"gpt-5.6-luna":{"cache_creation_input_token_cost":0.00000125,"cache_creation_input_token_cost_above_272k_tokens":0.0000025,"cache_creation_input_token_cost_flex":6.25e-7,"cache_creation_input_token_cost_priority":0.0000025,"cache_read_input_token_cost":1e-7,"cache_read_input_token_cost_above_272k_tokens":2e-7,"cache_read_input_token_cost_flex":5e-8,"cache_read_input_token_cost_priority":2e-7,"input_cost_per_token":0.000001,"input_cost_per_token_above_272k_tokens":0.000002,"input_cost_per_token_batches":5e-7,"input_cost_per_token_flex":5e-7,"input_cost_per_token_priority":0.000002,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000006,"output_cost_per_token_above_272k_tokens":0.000009,"output_cost_per_token_batches":0.000003,"output_cost_per_token_flex":0.000003,"output_cost_per_token_priority":0.000012,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_minimal_reasoning_effort":false,"supports_native_streaming":true,"supports_none_reasoning_effort":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_xhigh_reasoning_effort":true},"gpt-5.5":{"cache_read_input_token_cost":5e-7,"cache_read_input_token_cost_above_272k_tokens":0.000001,"cache_read_input_token_cost_flex":2.5e-7,"cache_read_input_token_cost_priority":0.000001,"input_cost_per_token":0.000005,"input_cost_per_token_above_272k_tokens":0.00001,"input_cost_per_token_flex":0.0000025,"input_cost_per_token_batches":0.0000025,"input_cost_per_token_priority":0.00001,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00003,"output_cost_per_token_above_272k_tokens":0.000045,"output_cost_per_token_flex":0.000015,"output_cost_per_token_batches":0.000015,"output_cost_per_token_priority":0.00006,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"gpt-5.5-2026-04-23":{"cache_read_input_token_cost":5e-7,"cache_read_input_token_cost_above_272k_tokens":0.000001,"cache_read_input_token_cost_flex":2.5e-7,"cache_read_input_token_cost_priority":0.000001,"input_cost_per_token":0.000005,"input_cost_per_token_above_272k_tokens":0.00001,"input_cost_per_token_flex":0.0000025,"input_cost_per_token_batches":0.0000025,"input_cost_per_token_priority":0.00001,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00003,"output_cost_per_token_above_272k_tokens":0.000045,"output_cost_per_token_flex":0.000015,"output_cost_per_token_batches":0.000015,"output_cost_per_token_priority":0.00006,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"gpt-5.5-pro":{"cache_read_input_token_cost":0.000003,"cache_read_input_token_cost_above_272k_tokens":0.000006,"input_cost_per_token":0.00003,"input_cost_per_token_above_272k_tokens":0.00006,"input_cost_per_token_flex":0.000015,"input_cost_per_token_batches":0.000015,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00018,"output_cost_per_token_above_272k_tokens":0.00027,"output_cost_per_token_flex":0.00009,"output_cost_per_token_batches":0.00009,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/responses","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false,"supports_low_reasoning_effort":false},"gpt-5.5-pro-2026-04-23":{"cache_read_input_token_cost":0.000003,"cache_read_input_token_cost_above_272k_tokens":0.000006,"input_cost_per_token":0.00003,"input_cost_per_token_above_272k_tokens":0.00006,"input_cost_per_token_flex":0.000015,"input_cost_per_token_batches":0.000015,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00018,"output_cost_per_token_above_272k_tokens":0.00027,"output_cost_per_token_flex":0.00009,"output_cost_per_token_batches":0.00009,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/responses","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false,"supports_low_reasoning_effort":false},"gpt-5.4":{"cache_read_input_token_cost":2.5e-7,"cache_read_input_token_cost_above_272k_tokens":5e-7,"cache_read_input_token_cost_flex":1.3e-7,"cache_read_input_token_cost_priority":5e-7,"input_cost_per_token":0.0000025,"input_cost_per_token_above_272k_tokens":0.000005,"input_cost_per_token_flex":0.00000125,"input_cost_per_token_batches":0.00000125,"input_cost_per_token_priority":0.000005,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_above_272k_tokens":0.0000225,"output_cost_per_token_flex":0.0000075,"output_cost_per_token_batches":0.0000075,"output_cost_per_token_priority":0.00003,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":true},"gpt-5.4-2026-03-05":{"cache_read_input_token_cost":2.5e-7,"cache_read_input_token_cost_above_272k_tokens":5e-7,"cache_read_input_token_cost_flex":1.3e-7,"cache_read_input_token_cost_priority":5e-7,"input_cost_per_token":0.0000025,"input_cost_per_token_above_272k_tokens":0.000005,"input_cost_per_token_flex":0.00000125,"input_cost_per_token_batches":0.00000125,"input_cost_per_token_priority":0.000005,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_above_272k_tokens":0.0000225,"output_cost_per_token_flex":0.0000075,"output_cost_per_token_batches":0.0000075,"output_cost_per_token_priority":0.00003,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"gpt-5.4-pro":{"cache_read_input_token_cost":0.000003,"cache_read_input_token_cost_above_272k_tokens":0.000006,"input_cost_per_token":0.00003,"input_cost_per_token_above_272k_tokens":0.00006,"input_cost_per_token_flex":0.000015,"input_cost_per_token_batches":0.000015,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00018,"output_cost_per_token_above_272k_tokens":0.00027,"output_cost_per_token_flex":0.00009,"output_cost_per_token_batches":0.00009,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/responses","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":true},"gpt-5.4-pro-2026-03-05":{"cache_read_input_token_cost":0.000003,"cache_read_input_token_cost_above_272k_tokens":0.000006,"input_cost_per_token":0.00003,"input_cost_per_token_above_272k_tokens":0.00006,"input_cost_per_token_flex":0.000015,"input_cost_per_token_batches":0.000015,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00018,"output_cost_per_token_above_272k_tokens":0.00027,"output_cost_per_token_flex":0.00009,"output_cost_per_token_batches":0.00009,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/responses","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":true},"gpt-5.4-mini":{"cache_read_input_token_cost":7.5e-8,"cache_read_input_token_cost_flex":3.75e-8,"cache_read_input_token_cost_priority":1.5e-7,"input_cost_per_token":7.5e-7,"input_cost_per_token_flex":3.75e-7,"input_cost_per_token_batches":3.75e-7,"input_cost_per_token_priority":0.0000015,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000045,"output_cost_per_token_flex":0.00000225,"output_cost_per_token_batches":0.00000225,"output_cost_per_token_priority":0.000009,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"gpt-5.4-mini-2026-03-17":{"cache_read_input_token_cost":7.5e-8,"cache_read_input_token_cost_flex":3.75e-8,"cache_read_input_token_cost_priority":1.5e-7,"input_cost_per_token":7.5e-7,"input_cost_per_token_flex":3.75e-7,"input_cost_per_token_batches":3.75e-7,"input_cost_per_token_priority":0.0000015,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000045,"output_cost_per_token_flex":0.00000225,"output_cost_per_token_batches":0.00000225,"output_cost_per_token_priority":0.000009,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"gpt-5.4-nano":{"cache_read_input_token_cost":2e-8,"cache_read_input_token_cost_flex":1e-8,"input_cost_per_token":2e-7,"input_cost_per_token_flex":1e-7,"input_cost_per_token_batches":1e-7,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00000125,"output_cost_per_token_flex":6.25e-7,"output_cost_per_token_batches":6.25e-7,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"gpt-5.4-nano-2026-03-17":{"cache_read_input_token_cost":2e-8,"cache_read_input_token_cost_flex":1e-8,"input_cost_per_token":2e-7,"input_cost_per_token_flex":1e-7,"input_cost_per_token_batches":1e-7,"litellm_provider":"openai","max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00000125,"output_cost_per_token_flex":6.25e-7,"output_cost_per_token_batches":6.25e-7,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":true,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":false},"gpt-5-pro":{"input_cost_per_token":0.000015,"input_cost_per_token_batches":0.0000075,"litellm_provider":"openai","max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00012,"output_cost_per_token_batches":0.00006,"supported_endpoints":["/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":false,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5-pro-2025-10-06":{"input_cost_per_token":0.000015,"input_cost_per_token_batches":0.0000075,"litellm_provider":"openai","max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00012,"output_cost_per_token_batches":0.00006,"supported_endpoints":["/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":false,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5-2025-08-07":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_flex":6.25e-8,"cache_read_input_token_cost_priority":2.5e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_flex":6.25e-7,"input_cost_per_token_priority":0.0000025,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_flex":0.000005,"output_cost_per_token_priority":0.00002,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5-chat":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":false,"supports_native_streaming":true,"supports_parallel_function_calling":false,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":false,"supports_vision":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5-chat-latest":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":false,"supports_native_streaming":true,"supports_parallel_function_calling":false,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":false,"supports_vision":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5-codex":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00001,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5.1-codex":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_priority":2.5e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_priority":0.0000025,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00001,"output_cost_per_token_priority":0.00002,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5.1-codex-max":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.00001,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":true},"gpt-5.1-codex-mini":{"cache_read_input_token_cost":2.5e-8,"cache_read_input_token_cost_priority":4.5e-8,"input_cost_per_token":2.5e-7,"input_cost_per_token_priority":4.5e-7,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.000002,"output_cost_per_token_priority":0.0000036,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5.2-codex":{"cache_read_input_token_cost":1.75e-7,"cache_read_input_token_cost_priority":3.5e-7,"input_cost_per_token":0.00000175,"input_cost_per_token_priority":0.0000035,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.000014,"output_cost_per_token_priority":0.000028,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":true,"supports_minimal_reasoning_effort":true},"gpt-5.3-codex":{"cache_read_input_token_cost":1.75e-7,"cache_read_input_token_cost_priority":3.5e-7,"input_cost_per_token":0.00000175,"input_cost_per_token_priority":0.0000035,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","output_cost_per_token":0.000014,"output_cost_per_token_priority":0.000028,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":false,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5-mini":{"cache_read_input_token_cost":2.5e-8,"cache_read_input_token_cost_flex":1.25e-8,"cache_read_input_token_cost_priority":4.5e-8,"input_cost_per_token":2.5e-7,"input_cost_per_token_flex":1.25e-7,"input_cost_per_token_priority":4.5e-7,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000002,"output_cost_per_token_flex":0.000001,"output_cost_per_token_priority":0.0000036,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5-mini-2025-08-07":{"cache_read_input_token_cost":2.5e-8,"cache_read_input_token_cost_flex":1.25e-8,"cache_read_input_token_cost_priority":4.5e-8,"input_cost_per_token":2.5e-7,"input_cost_per_token_flex":1.25e-7,"input_cost_per_token_priority":4.5e-7,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000002,"output_cost_per_token_flex":0.000001,"output_cost_per_token_priority":0.0000036,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5-nano":{"cache_read_input_token_cost":5e-9,"cache_read_input_token_cost_flex":2.5e-9,"input_cost_per_token":5e-8,"input_cost_per_token_flex":2.5e-8,"input_cost_per_token_priority":0.0000025,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":4e-7,"output_cost_per_token_flex":2e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5-nano-2025-08-07":{"cache_read_input_token_cost":5e-9,"cache_read_input_token_cost_flex":2.5e-9,"input_cost_per_token":5e-8,"input_cost_per_token_flex":2.5e-8,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":4e-7,"output_cost_per_token_flex":2e-7,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-image-1":{"cache_read_input_token_cost":0.00000125,"input_cost_per_image_token":0.00001,"input_cost_per_token":0.000005,"litellm_provider":"openai","mode":"image_generation","output_cost_per_image_token":0.00004,"supported_endpoints":["/v1/images/generations","/v1/images/edits"]},"gpt-image-1-mini":{"cache_read_input_token_cost":2e-7,"input_cost_per_image_token":0.0000025,"input_cost_per_token":0.000002,"litellm_provider":"openai","mode":"image_generation","output_cost_per_image_token":0.000008,"supported_endpoints":["/v1/images/generations","/v1/images/edits"]},"gpt-realtime":{"cache_creation_input_audio_token_cost":4e-7,"cache_read_input_token_cost":4e-7,"input_cost_per_audio_token":0.000032,"input_cost_per_image":0.000005,"input_cost_per_token":0.000004,"litellm_provider":"openai","max_input_tokens":32000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.000064,"output_cost_per_token":0.000016,"supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-realtime-1.5":{"cache_creation_input_audio_token_cost":4e-7,"cache_read_input_token_cost":4e-7,"input_cost_per_audio_token":0.000032,"input_cost_per_image":0.000005,"input_cost_per_token":0.000004,"litellm_provider":"openai","max_input_tokens":32000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.000064,"output_cost_per_token":0.000016,"supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-realtime-2":{"cache_creation_input_audio_token_cost":4e-7,"cache_read_input_token_cost":4e-7,"input_cost_per_audio_token":0.000032,"input_cost_per_image":0.000005,"input_cost_per_token":0.000004,"litellm_provider":"openai","max_input_tokens":32000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.000064,"output_cost_per_token":0.000016,"supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-realtime-2.1":{"cache_creation_input_audio_token_cost":4e-7,"cache_read_input_audio_token_cost":4e-7,"cache_read_input_token_cost":4e-7,"input_cost_per_audio_token":0.000032,"input_cost_per_image":0.000005,"input_cost_per_token":0.000004,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"mode":"realtime","output_cost_per_audio_token":0.000064,"output_cost_per_token":0.000024,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-realtime-2.1-mini":{"cache_creation_input_audio_token_cost":3e-7,"cache_read_input_audio_token_cost":3e-7,"cache_read_input_token_cost":6e-8,"input_cost_per_audio_token":0.00001,"input_cost_per_image":8e-7,"input_cost_per_token":6e-7,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00002,"output_cost_per_token":0.0000024,"regional_processing_uplift_multiplier_eu":1.1,"regional_processing_uplift_multiplier_us":1.1,"supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-realtime-mini":{"cache_creation_input_audio_token_cost":3e-7,"cache_read_input_audio_token_cost":3e-7,"input_cost_per_audio_token":0.00001,"input_cost_per_token":6e-7,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00002,"output_cost_per_token":0.0000024,"supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-realtime-2025-08-28":{"cache_creation_input_audio_token_cost":4e-7,"cache_read_input_token_cost":4e-7,"input_cost_per_audio_token":0.000032,"input_cost_per_image":0.000005,"input_cost_per_token":0.000004,"litellm_provider":"openai","max_input_tokens":32000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.000064,"output_cost_per_token":0.000016,"supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gradient_ai/alibaba-qwen3-32b":{"litellm_provider":"gradient_ai","max_tokens":40960,"mode":"chat","supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text"],"supports_tool_choice":false,"max_input_tokens":131072,"max_output_tokens":40960},"gradient_ai/anthropic-claude-3-opus":{"input_cost_per_token":0.000015,"litellm_provider":"gradient_ai","max_tokens":1024,"mode":"chat","output_cost_per_token":0.000075,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text"],"supports_tool_choice":false,"max_input_tokens":200000,"max_output_tokens":1024},"gradient_ai/anthropic-claude-3.5-haiku":{"input_cost_per_token":8e-7,"litellm_provider":"gradient_ai","max_tokens":1024,"mode":"chat","output_cost_per_token":0.000004,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text"],"supports_tool_choice":false,"max_input_tokens":200000,"max_output_tokens":1024},"gradient_ai/anthropic-claude-3.5-sonnet":{"input_cost_per_token":0.000003,"litellm_provider":"gradient_ai","max_tokens":1024,"mode":"chat","output_cost_per_token":0.000015,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text"],"supports_tool_choice":false,"max_input_tokens":200000,"max_output_tokens":1024},"gradient_ai/anthropic-claude-3.7-sonnet":{"input_cost_per_token":0.000003,"litellm_provider":"gradient_ai","max_tokens":1024,"mode":"chat","output_cost_per_token":0.000015,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text"],"supports_tool_choice":false,"max_input_tokens":200000,"max_output_tokens":1024},"gradient_ai/deepseek-r1-distill-llama-70b":{"input_cost_per_token":9.9e-7,"litellm_provider":"gradient_ai","max_tokens":8000,"mode":"chat","output_cost_per_token":9.9e-7,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text"],"supports_tool_choice":false,"max_input_tokens":32768,"max_output_tokens":8000},"gradient_ai/llama3-8b-instruct":{"input_cost_per_token":2e-7,"litellm_provider":"gradient_ai","max_tokens":512,"mode":"chat","output_cost_per_token":2e-7,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text"],"supports_tool_choice":false,"max_input_tokens":8192,"max_output_tokens":512},"gradient_ai/llama3.3-70b-instruct":{"input_cost_per_token":6.5e-7,"litellm_provider":"gradient_ai","max_tokens":2048,"mode":"chat","output_cost_per_token":6.5e-7,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text"],"supports_tool_choice":false,"max_input_tokens":128000,"max_output_tokens":2048},"gradient_ai/mistral-nemo-instruct-2407":{"input_cost_per_token":3e-7,"litellm_provider":"gradient_ai","max_tokens":512,"mode":"chat","output_cost_per_token":3e-7,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text"],"supports_tool_choice":false,"max_input_tokens":128000,"max_output_tokens":512},"gradient_ai/openai-gpt-4o":{"litellm_provider":"gradient_ai","max_tokens":16384,"mode":"chat","supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text"],"supports_tool_choice":false,"max_input_tokens":128000,"max_output_tokens":16384},"gradient_ai/openai-gpt-4o-mini":{"litellm_provider":"gradient_ai","max_tokens":16384,"mode":"chat","supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text"],"supports_tool_choice":false,"max_input_tokens":128000,"max_output_tokens":16384},"gradient_ai/openai-o3":{"input_cost_per_token":0.000002,"litellm_provider":"gradient_ai","max_tokens":100000,"mode":"chat","output_cost_per_token":0.000008,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text"],"supports_tool_choice":false,"max_input_tokens":200000,"max_output_tokens":100000},"gradient_ai/openai-o3-mini":{"input_cost_per_token":0.0000011,"litellm_provider":"gradient_ai","max_tokens":100000,"mode":"chat","output_cost_per_token":0.0000044,"supported_endpoints":["/v1/chat/completions"],"supported_modalities":["text"],"supports_tool_choice":false,"max_input_tokens":200000,"max_output_tokens":100000},"lemonade/Qwen3-Coder-30B-A3B-Instruct-GGUF":{"input_cost_per_token":0,"litellm_provider":"lemonade","max_tokens":32768,"max_input_tokens":262144,"max_output_tokens":32768,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"lemonade/gpt-oss-20b-mxfp4-GGUF":{"input_cost_per_token":0,"litellm_provider":"lemonade","max_tokens":32768,"max_input_tokens":131072,"max_output_tokens":32768,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"lemonade/gpt-oss-120b-mxfp-GGUF":{"input_cost_per_token":0,"litellm_provider":"lemonade","max_tokens":32768,"max_input_tokens":131072,"max_output_tokens":32768,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"lemonade/Gemma-3-4b-it-GGUF":{"input_cost_per_token":0,"litellm_provider":"lemonade","max_tokens":8192,"max_input_tokens":128000,"max_output_tokens":8192,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"lemonade/Qwen3-4B-Instruct-2507-GGUF":{"input_cost_per_token":0,"litellm_provider":"lemonade","max_tokens":32768,"max_input_tokens":262144,"max_output_tokens":32768,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"amazon-nova/nova-micro-v1":{"input_cost_per_token":3.5e-8,"litellm_provider":"amazon_nova","max_input_tokens":128000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":1.4e-7,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true},"amazon-nova/nova-lite-v1":{"input_cost_per_token":6e-8,"litellm_provider":"amazon_nova","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":2.4e-7,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true},"amazon-nova/nova-premier-v1":{"input_cost_per_token":0.0000025,"litellm_provider":"amazon_nova","max_input_tokens":1000000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":0.0000125,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":false,"supports_response_schema":true,"supports_vision":true},"amazon-nova/nova-pro-v1":{"input_cost_per_token":8e-7,"litellm_provider":"amazon_nova","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":0.0000032,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true},"groq/llama-3.1-8b-instant":{"input_cost_per_token":5e-8,"litellm_provider":"groq","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":8e-8,"supports_function_calling":true,"supports_response_schema":false,"supports_tool_choice":true},"groq/llama-3.3-70b-versatile":{"input_cost_per_token":5.9e-7,"litellm_provider":"groq","max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":7.9e-7,"supports_function_calling":true,"supports_response_schema":false,"supports_tool_choice":true},"groq/gemma-7b-it":{"input_cost_per_token":5e-8,"litellm_provider":"groq","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":8e-8,"supports_function_calling":true,"supports_response_schema":false,"supports_tool_choice":true},"groq/meta-llama/llama-guard-4-12b":{"input_cost_per_token":2e-7,"litellm_provider":"groq","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":2e-7},"groq/meta-llama/llama-4-maverick-17b-128e-instruct":{"input_cost_per_token":2e-7,"litellm_provider":"groq","max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"groq/meta-llama/llama-4-scout-17b-16e-instruct":{"input_cost_per_token":1.1e-7,"litellm_provider":"groq","max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":3.4e-7,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"groq/moonshotai/kimi-k2-instruct-0905":{"input_cost_per_token":0.000001,"output_cost_per_token":0.000003,"cache_read_input_token_cost":5e-7,"litellm_provider":"groq","max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"groq/openai/gpt-oss-120b":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_token":1.5e-7,"litellm_provider":"groq","max_input_tokens":131072,"max_output_tokens":32766,"max_tokens":32766,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_web_search":true},"groq/openai/gpt-oss-20b":{"cache_read_input_token_cost":3.75e-8,"input_cost_per_token":7.5e-8,"litellm_provider":"groq","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_web_search":true},"groq/openai/gpt-oss-safeguard-20b":{"cache_read_input_token_cost":3.7e-8,"input_cost_per_token":7.5e-8,"litellm_provider":"groq","max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_web_search":true},"groq/playai-tts":{"input_cost_per_character":0.00005,"litellm_provider":"groq","max_input_tokens":10000,"max_output_tokens":10000,"max_tokens":10000,"mode":"audio_speech"},"groq/qwen/qwen3-32b":{"input_cost_per_token":2.9e-7,"litellm_provider":"groq","max_input_tokens":131000,"max_output_tokens":131000,"max_tokens":131000,"mode":"chat","output_cost_per_token":5.9e-7,"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":false,"supports_tool_choice":true},"groq/whisper-large-v3":{"input_cost_per_second":0.00003083,"litellm_provider":"groq","mode":"audio_transcription","output_cost_per_second":0},"groq/whisper-large-v3-turbo":{"input_cost_per_second":0.00001111,"litellm_provider":"groq","mode":"audio_transcription","output_cost_per_second":0},"hd/1024-x-1024/dall-e-3":{"input_cost_per_pixel":7.629e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0},"hd/1024-x-1792/dall-e-3":{"input_cost_per_pixel":6.539e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0},"hd/1792-x-1024/dall-e-3":{"input_cost_per_pixel":6.539e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0},"heroku/claude-3-5-haiku":{"litellm_provider":"heroku","max_tokens":8192,"mode":"chat","supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"max_input_tokens":200000,"max_output_tokens":8192},"heroku/claude-3-5-sonnet-latest":{"litellm_provider":"heroku","max_tokens":8192,"mode":"chat","supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"max_input_tokens":200000,"max_output_tokens":8192},"heroku/claude-3-7-sonnet":{"litellm_provider":"heroku","max_tokens":8192,"mode":"chat","supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"max_input_tokens":200000,"max_output_tokens":8192},"heroku/claude-4-sonnet":{"litellm_provider":"heroku","max_tokens":8192,"mode":"chat","supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"max_input_tokens":200000,"max_output_tokens":8192},"high/1024-x-1024/gpt-image-1":{"input_cost_per_image":0.167,"input_cost_per_pixel":1.59263611e-7,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"high/1024-x-1536/gpt-image-1":{"input_cost_per_image":0.25,"input_cost_per_pixel":1.58945719e-7,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"high/1536-x-1024/gpt-image-1":{"input_cost_per_image":0.25,"input_cost_per_pixel":1.58945719e-7,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"hyperbolic/NousResearch/Hermes-3-Llama-3.1-70B":{"input_cost_per_token":1.2e-7,"litellm_provider":"hyperbolic","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/Qwen/QwQ-32B":{"input_cost_per_token":2e-7,"litellm_provider":"hyperbolic","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":2e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/Qwen/Qwen2.5-72B-Instruct":{"input_cost_per_token":1.2e-7,"litellm_provider":"hyperbolic","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/Qwen/Qwen2.5-Coder-32B-Instruct":{"input_cost_per_token":1.2e-7,"litellm_provider":"hyperbolic","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/Qwen/Qwen3-235B-A22B":{"input_cost_per_token":0.000002,"litellm_provider":"hyperbolic","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000002,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/deepseek-ai/DeepSeek-R1":{"input_cost_per_token":4e-7,"litellm_provider":"hyperbolic","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":4e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/deepseek-ai/DeepSeek-R1-0528":{"input_cost_per_token":2.5e-7,"litellm_provider":"hyperbolic","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":2.5e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/deepseek-ai/DeepSeek-V3":{"input_cost_per_token":2e-7,"litellm_provider":"hyperbolic","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":2e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/deepseek-ai/DeepSeek-V3-0324":{"input_cost_per_token":4e-7,"litellm_provider":"hyperbolic","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":4e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/meta-llama/Llama-3.2-3B-Instruct":{"input_cost_per_token":1.2e-7,"litellm_provider":"hyperbolic","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/meta-llama/Llama-3.3-70B-Instruct":{"input_cost_per_token":1.2e-7,"litellm_provider":"hyperbolic","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/meta-llama/Meta-Llama-3-70B-Instruct":{"input_cost_per_token":1.2e-7,"litellm_provider":"hyperbolic","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/meta-llama/Meta-Llama-3.1-405B-Instruct":{"input_cost_per_token":1.2e-7,"litellm_provider":"hyperbolic","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/meta-llama/Meta-Llama-3.1-70B-Instruct":{"input_cost_per_token":1.2e-7,"litellm_provider":"hyperbolic","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/meta-llama/Meta-Llama-3.1-8B-Instruct":{"input_cost_per_token":1.2e-7,"litellm_provider":"hyperbolic","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"hyperbolic/moonshotai/Kimi-K2-Instruct":{"input_cost_per_token":0.000002,"litellm_provider":"hyperbolic","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000002,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"j2-light":{"input_cost_per_token":0.000003,"litellm_provider":"ai21","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"completion","output_cost_per_token":0.000003},"j2-mid":{"input_cost_per_token":0.00001,"litellm_provider":"ai21","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"completion","output_cost_per_token":0.00001},"j2-ultra":{"input_cost_per_token":0.000015,"litellm_provider":"ai21","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"completion","output_cost_per_token":0.000015},"jamba-1.5":{"input_cost_per_token":2e-7,"litellm_provider":"ai21","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":4e-7,"supports_tool_choice":true},"jamba-1.5-large":{"input_cost_per_token":0.000002,"litellm_provider":"ai21","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000008,"supports_tool_choice":true},"jamba-1.5-large@001":{"input_cost_per_token":0.000002,"litellm_provider":"ai21","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000008,"supports_tool_choice":true},"jamba-1.5-mini":{"input_cost_per_token":2e-7,"litellm_provider":"ai21","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":4e-7,"supports_tool_choice":true},"jamba-1.5-mini@001":{"input_cost_per_token":2e-7,"litellm_provider":"ai21","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":4e-7,"supports_tool_choice":true},"jamba-large-1.6":{"input_cost_per_token":0.000002,"litellm_provider":"ai21","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000008,"supports_tool_choice":true},"jamba-large-1.7":{"input_cost_per_token":0.000002,"litellm_provider":"ai21","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000008,"supports_tool_choice":true},"jamba-mini-1.6":{"input_cost_per_token":2e-7,"litellm_provider":"ai21","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":4e-7,"supports_tool_choice":true},"jamba-mini-1.7":{"input_cost_per_token":2e-7,"litellm_provider":"ai21","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":4e-7,"supports_tool_choice":true},"jina-reranker-v2-base-multilingual":{"input_cost_per_token":1.8e-8,"litellm_provider":"jina_ai","max_input_tokens":1024,"max_output_tokens":1024,"max_tokens":1024,"mode":"rerank","output_cost_per_token":1.8e-8},"jp.anthropic.claude-sonnet-4-5-20250929-v1:0":{"cache_creation_input_token_cost":0.000004125,"cache_creation_input_token_cost_above_1hr":0.0000066,"cache_read_input_token_cost":3.3e-7,"input_cost_per_token":0.0000033,"input_cost_per_token_above_200k_tokens":0.0000066,"output_cost_per_token_above_200k_tokens":0.00002475,"cache_creation_input_token_cost_above_200k_tokens":0.00000825,"cache_creation_input_token_cost_above_1hr_above_200k_tokens":0.0000132,"cache_read_input_token_cost_above_200k_tokens":6.6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000165,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"jp.anthropic.claude-haiku-4-5-20251001-v1:0":{"cache_creation_input_token_cost":0.000001375,"cache_creation_input_token_cost_above_1hr":0.0000022,"cache_read_input_token_cost":1.1e-7,"input_cost_per_token":0.0000011,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000055,"source":"https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock","supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"crusoe/deepseek-ai/DeepSeek-R1-0528":{"input_cost_per_token":0.000003,"litellm_provider":"crusoe","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.000007,"supports_function_calling":false,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":false},"crusoe/deepseek-ai/DeepSeek-V3-0324":{"input_cost_per_token":0.0000015,"litellm_provider":"crusoe","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"crusoe/google/gemma-3-12b-it":{"input_cost_per_token":1e-7,"litellm_provider":"crusoe","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":1e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"crusoe/meta-llama/Llama-3.3-70B-Instruct":{"input_cost_per_token":2e-7,"litellm_provider":"crusoe","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":2e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"crusoe/moonshotai/Kimi-K2-Thinking":{"input_cost_per_token":0.0000025,"litellm_provider":"crusoe","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000025,"supports_function_calling":false,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":false},"crusoe/openai/gpt-oss-120b":{"input_cost_per_token":8e-7,"litellm_provider":"crusoe","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":8e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"crusoe/Qwen/Qwen3-235B-A22B-Instruct-2507":{"input_cost_per_token":0.000003,"litellm_provider":"crusoe","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000003,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"inception/mercury-2":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_token":2.5e-7,"litellm_provider":"inception","max_input_tokens":128000,"max_output_tokens":50000,"max_tokens":50000,"mode":"chat","output_cost_per_token":7.5e-7,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true},"text-completion-inception/mercury-edit-2":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_token":2.5e-7,"litellm_provider":"text-completion-inception","max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"mode":"completion","output_cost_per_token":7.5e-7},"lambda_ai/deepseek-llama3.3-70b":{"input_cost_per_token":2e-7,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/deepseek-r1-0528":{"input_cost_per_token":2e-7,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/deepseek-r1-671b":{"input_cost_per_token":8e-7,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":8e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/deepseek-v3-0324":{"input_cost_per_token":2e-7,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/hermes3-405b":{"input_cost_per_token":8e-7,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":8e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/hermes3-70b":{"input_cost_per_token":1.2e-7,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/hermes3-8b":{"input_cost_per_token":2.5e-8,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":4e-8,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/lfm-40b":{"input_cost_per_token":1e-7,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":2e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/lfm-7b":{"input_cost_per_token":2.5e-8,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":4e-8,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/llama-4-maverick-17b-128e-instruct-fp8":{"input_cost_per_token":5e-8,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":1e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/llama-4-scout-17b-16e-instruct":{"input_cost_per_token":5e-8,"litellm_provider":"lambda_ai","max_input_tokens":16384,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":1e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/llama3.1-405b-instruct-fp8":{"input_cost_per_token":8e-7,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":8e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/llama3.1-70b-instruct-fp8":{"input_cost_per_token":1.2e-7,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/llama3.1-8b-instruct":{"input_cost_per_token":2.5e-8,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":4e-8,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/llama3.1-nemotron-70b-instruct-fp8":{"input_cost_per_token":1.2e-7,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/llama3.2-11b-vision-instruct":{"input_cost_per_token":1.5e-8,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":2.5e-8,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"lambda_ai/llama3.2-3b-instruct":{"input_cost_per_token":1.5e-8,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":2.5e-8,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/llama3.3-70b-instruct-fp8":{"input_cost_per_token":1.2e-7,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/qwen25-coder-32b-instruct":{"input_cost_per_token":5e-8,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":1e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"lambda_ai/qwen3-32b-fp8":{"input_cost_per_token":5e-8,"litellm_provider":"lambda_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":1e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true},"low/1024-x-1024/gpt-image-1":{"input_cost_per_image":0.011,"input_cost_per_pixel":1.0490417e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"low/1024-x-1536/gpt-image-1":{"input_cost_per_image":0.016,"input_cost_per_pixel":1.0172526e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"low/1536-x-1024/gpt-image-1":{"input_cost_per_image":0.016,"input_cost_per_pixel":1.0172526e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"max-x-max/50-steps/stability.stable-diffusion-xl-v0":{"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.036},"max-x-max/max-steps/stability.stable-diffusion-xl-v0":{"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.072},"medium/1024-x-1024/gpt-image-1":{"input_cost_per_image":0.042,"input_cost_per_pixel":4.0054321e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"medium/1024-x-1536/gpt-image-1":{"input_cost_per_image":0.063,"input_cost_per_pixel":4.0054321e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"medium/1536-x-1024/gpt-image-1":{"input_cost_per_image":0.063,"input_cost_per_pixel":4.0054321e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0,"supported_endpoints":["/v1/images/generations"]},"low/1024-x-1024/gpt-image-1-mini":{"input_cost_per_image":0.005,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations"]},"low/1024-x-1536/gpt-image-1-mini":{"input_cost_per_image":0.006,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations"]},"low/1536-x-1024/gpt-image-1-mini":{"input_cost_per_image":0.006,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations"]},"medium/1024-x-1024/gpt-image-1-mini":{"input_cost_per_image":0.011,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations"]},"medium/1024-x-1536/gpt-image-1-mini":{"input_cost_per_image":0.015,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations"]},"medium/1536-x-1024/gpt-image-1-mini":{"input_cost_per_image":0.015,"litellm_provider":"openai","mode":"image_generation","supported_endpoints":["/v1/images/generations"]},"medlm-large":{"input_cost_per_character":0.000005,"litellm_provider":"vertex_ai-language-models","max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"mode":"chat","output_cost_per_character":0.000015,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models","supports_tool_choice":true},"medlm-medium":{"input_cost_per_character":5e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_character":0.000001,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models","supports_tool_choice":true},"meta.llama2-13b-chat-v1":{"input_cost_per_token":7.5e-7,"litellm_provider":"bedrock","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000001},"meta.llama2-70b-chat-v1":{"input_cost_per_token":0.00000195,"litellm_provider":"bedrock","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00000256},"meta.llama3-1-405b-instruct-v1:0":{"input_cost_per_token":0.00000532,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000016,"supports_function_calling":true,"supports_tool_choice":false},"meta.llama3-1-70b-instruct-v1:0":{"input_cost_per_token":9.9e-7,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":9.9e-7,"supports_function_calling":true,"supports_tool_choice":false},"meta.llama3-1-8b-instruct-v1:0":{"input_cost_per_token":2.2e-7,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":2.2e-7,"supports_function_calling":true,"supports_tool_choice":false},"meta.llama3-2-11b-instruct-v1:0":{"input_cost_per_token":3.5e-7,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":3.5e-7,"supports_function_calling":true,"supports_tool_choice":false,"supports_vision":true},"meta.llama3-2-1b-instruct-v1:0":{"input_cost_per_token":1e-7,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":1e-7,"supports_function_calling":true,"supports_tool_choice":false},"meta.llama3-2-3b-instruct-v1:0":{"input_cost_per_token":1.5e-7,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":1.5e-7,"supports_function_calling":true,"supports_tool_choice":false},"meta.llama3-2-90b-instruct-v1:0":{"input_cost_per_token":0.000002,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000002,"supports_function_calling":true,"supports_tool_choice":false,"supports_vision":true},"meta.llama3-3-70b-instruct-v1:0":{"input_cost_per_token":7.2e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":7.2e-7,"supports_function_calling":true,"supports_tool_choice":false},"meta.llama3-70b-instruct-v1:0":{"input_cost_per_token":0.00000265,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000035},"meta.llama3-8b-instruct-v1:0":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":6e-7},"meta.llama4-maverick-17b-instruct-v1:0":{"input_cost_per_token":2.4e-7,"input_cost_per_token_batches":1.2e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":9.7e-7,"output_cost_per_token_batches":4.85e-7,"supported_modalities":["text","image"],"supported_output_modalities":["text","code"],"supports_function_calling":true,"supports_tool_choice":false},"meta.llama4-scout-17b-instruct-v1:0":{"input_cost_per_token":1.7e-7,"input_cost_per_token_batches":8.5e-8,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":6.6e-7,"output_cost_per_token_batches":3.3e-7,"supported_modalities":["text","image"],"supported_output_modalities":["text","code"],"supports_function_calling":true,"supports_tool_choice":false},"meta/muse-spark-1.1":{"cache_read_input_token_cost":1.5e-7,"input_cost_per_token":0.00000125,"litellm_provider":"meta","max_input_tokens":1048576,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.00000425,"source":"https://dev.meta.ai/docs/getting-started/pricing-rate-limits","supported_endpoints":["/v1/chat/completions","/v1/responses","/v1/messages"],"supported_modalities":["text","image","video"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_minimal_reasoning_effort":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_xhigh_reasoning_effort":true},"meta_llama/Llama-3.3-70B-Instruct":{"litellm_provider":"meta_llama","max_input_tokens":128000,"max_output_tokens":4028,"max_tokens":4028,"mode":"chat","source":"https://llama.developer.meta.com/docs/models","supported_modalities":["text"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_tool_choice":true},"meta_llama/Llama-3.3-8B-Instruct":{"litellm_provider":"meta_llama","max_input_tokens":128000,"max_output_tokens":4028,"max_tokens":4028,"mode":"chat","source":"https://llama.developer.meta.com/docs/models","supported_modalities":["text"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_tool_choice":true},"meta_llama/Llama-4-Maverick-17B-128E-Instruct-FP8":{"litellm_provider":"meta_llama","max_input_tokens":1000000,"max_output_tokens":4028,"max_tokens":4028,"mode":"chat","source":"https://llama.developer.meta.com/docs/models","supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_tool_choice":true},"meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8":{"litellm_provider":"meta_llama","max_input_tokens":10000000,"max_output_tokens":4028,"max_tokens":4028,"mode":"chat","source":"https://llama.developer.meta.com/docs/models","supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_tool_choice":true},"minimax.minimax-m2":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000012,"supports_system_messages":true,"supports_native_structured_output":true},"minimax.minimax-m2.1":{"input_cost_per_token":3e-7,"litellm_provider":"bedrock_converse","max_input_tokens":196000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000012,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"minimax.minimax-m2.5":{"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"minimax/speech-02-hd":{"input_cost_per_character":0.0001,"litellm_provider":"minimax","mode":"audio_speech","supported_endpoints":["/v1/audio/speech"]},"minimax/speech-02-turbo":{"input_cost_per_character":0.00006,"litellm_provider":"minimax","mode":"audio_speech","supported_endpoints":["/v1/audio/speech"]},"minimax/speech-2.6-hd":{"input_cost_per_character":0.0001,"litellm_provider":"minimax","mode":"audio_speech","supported_endpoints":["/v1/audio/speech"]},"minimax/speech-2.6-turbo":{"input_cost_per_character":0.00006,"litellm_provider":"minimax","mode":"audio_speech","supported_endpoints":["/v1/audio/speech"]},"minimax/MiniMax-M2.1":{"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7,"litellm_provider":"minimax","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_system_messages":true,"max_input_tokens":1000000,"max_output_tokens":8192},"minimax/MiniMax-M2.1-lightning":{"input_cost_per_token":3e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7,"litellm_provider":"minimax","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_system_messages":true,"max_input_tokens":1000000,"max_output_tokens":8192},"minimax/MiniMax-M2.5":{"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7,"litellm_provider":"minimax","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_system_messages":true,"max_input_tokens":1000000,"max_output_tokens":8192},"minimax/MiniMax-M2.5-lightning":{"input_cost_per_token":3e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7,"litellm_provider":"minimax","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_system_messages":true,"max_input_tokens":1000000,"max_output_tokens":8192},"minimax/MiniMax-M2":{"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7,"litellm_provider":"minimax","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_system_messages":true,"max_input_tokens":200000,"max_output_tokens":8192},"minimax/MiniMax-M3":{"input_cost_per_token":3e-7,"input_cost_per_token_above_512k_tokens":6e-7,"output_cost_per_token":0.0000012,"output_cost_per_token_above_512k_tokens":0.0000024,"cache_read_input_token_cost":6e-8,"cache_read_input_token_cost_above_512k_tokens":1.2e-7,"litellm_provider":"minimax","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_system_messages":true,"supports_vision":true,"max_input_tokens":1000000,"max_output_tokens":128000},"mistral.devstral-2-123b":{"input_cost_per_token":4e-7,"litellm_provider":"bedrock_converse","max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000002,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"mistral.magistral-small-2509":{"input_cost_per_token":5e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true},"mistral.ministral-3-14b-instruct":{"input_cost_per_token":2e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":2e-7,"supports_function_calling":true,"supports_system_messages":true,"supports_native_structured_output":true},"mistral.ministral-3-3b-instruct":{"input_cost_per_token":1e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":1e-7,"supports_function_calling":true,"supports_system_messages":true,"supports_native_structured_output":true},"mistral.ministral-3-8b-instruct":{"input_cost_per_token":1.5e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":1.5e-7,"supports_function_calling":true,"supports_system_messages":true,"supports_native_structured_output":true},"mistral.mistral-7b-instruct-v0:2":{"input_cost_per_token":1.5e-7,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":2e-7,"supports_tool_choice":true},"mistral.mistral-large-2402-v1:0":{"input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024,"supports_function_calling":true},"mistral.mistral-large-2407-v1:0":{"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000009,"supports_function_calling":true,"supports_tool_choice":true},"mistral.mistral-large-3-675b-instruct":{"input_cost_per_token":5e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_system_messages":true,"supports_native_structured_output":true},"mistral.mistral-small-2402-v1:0":{"input_cost_per_token":0.000001,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000003,"supports_function_calling":true},"mistral.mixtral-8x7b-instruct-v0:1":{"input_cost_per_token":4.5e-7,"litellm_provider":"bedrock","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":7e-7,"supports_tool_choice":true},"mistral.voxtral-mini-3b-2507":{"input_cost_per_token":4e-8,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":4e-8,"supports_audio_input":true,"supports_system_messages":true,"supports_native_structured_output":true},"mistral.voxtral-small-24b-2507":{"input_cost_per_token":1e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":3e-7,"supports_audio_input":true,"supports_system_messages":true,"supports_native_structured_output":true},"mistral/codestral-2405":{"input_cost_per_token":0.000001,"litellm_provider":"mistral","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000003,"supports_assistant_prefill":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/codestral-2508":{"input_cost_per_token":3e-7,"litellm_provider":"mistral","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":9e-7,"source":"https://mistral.ai/news/codestral-25-08","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/codestral-latest":{"input_cost_per_token":0.000001,"litellm_provider":"mistral","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000003,"supports_assistant_prefill":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/codestral-mamba-latest":{"input_cost_per_token":2.5e-7,"litellm_provider":"mistral","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":2.5e-7,"source":"https://mistral.ai/technology/","supports_assistant_prefill":true,"supports_tool_choice":true},"mistral/devstral-medium-2507":{"input_cost_per_token":4e-7,"litellm_provider":"mistral","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000002,"source":"https://mistral.ai/news/devstral","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/devstral-small-2505":{"input_cost_per_token":1e-7,"litellm_provider":"mistral","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":3e-7,"source":"https://mistral.ai/news/devstral","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/devstral-small-2507":{"input_cost_per_token":1e-7,"litellm_provider":"mistral","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":3e-7,"source":"https://mistral.ai/news/devstral","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/devstral-small-latest":{"input_cost_per_token":1e-7,"litellm_provider":"mistral","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":3e-7,"source":"https://docs.mistral.ai/models/devstral-small-2-25-12","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/labs-devstral-small-2512":{"input_cost_per_token":1e-7,"litellm_provider":"mistral","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":3e-7,"source":"https://docs.mistral.ai/models/devstral-small-2-25-12","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/devstral-latest":{"input_cost_per_token":4e-7,"litellm_provider":"mistral","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000002,"source":"https://mistral.ai/news/devstral-2-vibe-cli","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/devstral-medium-latest":{"input_cost_per_token":4e-7,"litellm_provider":"mistral","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000002,"source":"https://mistral.ai/news/devstral-2-vibe-cli","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/devstral-2512":{"input_cost_per_token":4e-7,"litellm_provider":"mistral","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000002,"source":"https://mistral.ai/news/devstral-2-vibe-cli","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/magistral-medium-2506":{"input_cost_per_token":0.000002,"litellm_provider":"mistral","max_input_tokens":40000,"max_output_tokens":40000,"max_tokens":40000,"mode":"chat","output_cost_per_token":0.000005,"source":"https://mistral.ai/news/magistral","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/magistral-medium-2509":{"input_cost_per_token":0.000002,"litellm_provider":"mistral","max_input_tokens":40000,"max_output_tokens":40000,"max_tokens":40000,"mode":"chat","output_cost_per_token":0.000005,"source":"https://mistral.ai/news/magistral","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/magistral-medium-1-2-2509":{"input_cost_per_token":0.000002,"litellm_provider":"mistral","max_input_tokens":40000,"max_output_tokens":40000,"max_tokens":40000,"mode":"chat","output_cost_per_token":0.000005,"source":"https://mistral.ai/news/magistral","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/mistral-ocr-latest":{"litellm_provider":"mistral","ocr_cost_per_page":0.004,"annotation_cost_per_page":0.005,"mode":"ocr","supported_endpoints":["/v1/ocr"],"source":"https://mistral.ai/pricing#api-pricing"},"mistral/mistral-ocr-4-0":{"litellm_provider":"mistral","ocr_cost_per_page":0.004,"annotation_cost_per_page":0.005,"mode":"ocr","supported_endpoints":["/v1/ocr"],"source":"https://mistral.ai/pricing#api-pricing"},"mistral/mistral-ocr-2505-completion":{"litellm_provider":"mistral","ocr_cost_per_page":0.001,"annotation_cost_per_page":0.003,"mode":"ocr","supported_endpoints":["/v1/ocr"],"source":"https://mistral.ai/pricing#api-pricing"},"mistral/mistral-ocr-2512":{"litellm_provider":"mistral","ocr_cost_per_page":0.002,"annotation_cost_per_page":0.003,"mode":"ocr","supported_endpoints":["/v1/ocr"],"source":"https://mistral.ai/pricing#api-pricing"},"mistral/magistral-medium-latest":{"input_cost_per_token":0.000002,"litellm_provider":"mistral","max_input_tokens":40000,"max_output_tokens":40000,"max_tokens":40000,"mode":"chat","output_cost_per_token":0.000005,"source":"https://mistral.ai/news/magistral","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/magistral-small-2506":{"input_cost_per_token":5e-7,"litellm_provider":"mistral","max_input_tokens":40000,"max_output_tokens":40000,"max_tokens":40000,"mode":"chat","output_cost_per_token":0.0000015,"source":"https://mistral.ai/pricing#api-pricing","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/magistral-small-latest":{"input_cost_per_token":5e-7,"litellm_provider":"mistral","max_input_tokens":40000,"max_output_tokens":40000,"max_tokens":40000,"mode":"chat","output_cost_per_token":0.0000015,"source":"https://mistral.ai/pricing#api-pricing","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/magistral-small-1-2-2509":{"input_cost_per_token":5e-7,"litellm_provider":"mistral","max_input_tokens":40000,"max_output_tokens":40000,"max_tokens":40000,"mode":"chat","output_cost_per_token":0.0000015,"source":"https://mistral.ai/pricing#api-pricing","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/mistral-embed":{"input_cost_per_token":1e-7,"litellm_provider":"mistral","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding"},"mistral/codestral-embed":{"input_cost_per_token":1.5e-7,"litellm_provider":"mistral","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding"},"mistral/codestral-embed-2505":{"input_cost_per_token":1.5e-7,"litellm_provider":"mistral","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding"},"mistral/mistral-large-2402":{"input_cost_per_token":0.000004,"litellm_provider":"mistral","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000012,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/mistral-large-2407":{"input_cost_per_token":0.000003,"litellm_provider":"mistral","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000009,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/mistral-large-2411":{"input_cost_per_token":0.000002,"litellm_provider":"mistral","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000006,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/mistral-large-latest":{"input_cost_per_token":5e-7,"litellm_provider":"mistral","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000015,"source":"https://docs.mistral.ai/models/mistral-large-3-25-12","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/mistral-large-3":{"input_cost_per_token":5e-7,"litellm_provider":"mistral","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000015,"source":"https://docs.mistral.ai/models/mistral-large-3-25-12","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/mistral-large-2512":{"input_cost_per_token":5e-7,"litellm_provider":"mistral","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000015,"source":"https://docs.mistral.ai/models/mistral-large-3-25-12","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/mistral-medium":{"input_cost_per_token":0.0000027,"litellm_provider":"mistral","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.0000081,"supports_assistant_prefill":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/mistral-medium-2312":{"input_cost_per_token":0.0000027,"litellm_provider":"mistral","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.0000081,"supports_assistant_prefill":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/mistral-medium-2505":{"input_cost_per_token":4e-7,"litellm_provider":"mistral","max_input_tokens":131072,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000002,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/mistral-medium-2508":{"input_cost_per_token":4e-7,"litellm_provider":"mistral","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000002,"source":"https://mistral.ai/news/mistral-medium-3","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/mistral-medium-2604":{"input_cost_per_token":0.0000015,"litellm_provider":"mistral","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000075,"source":"https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/mistral-medium-latest":{"input_cost_per_token":0.0000015,"litellm_provider":"mistral","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000075,"source":"https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/mistral-medium-3-1-2508":{"input_cost_per_token":4e-7,"litellm_provider":"mistral","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000002,"source":"https://mistral.ai/news/mistral-medium-3","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/mistral-medium-3-5":{"input_cost_per_token":0.0000015,"litellm_provider":"mistral","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000075,"source":"https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04","supports_assistant_prefill":true,"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/mistral-small":{"input_cost_per_token":1e-7,"litellm_provider":"mistral","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":3e-7,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/mistral-small-latest":{"input_cost_per_token":6e-8,"litellm_provider":"mistral","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":1.8e-7,"source":"https://mistral.ai/pricing","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/mistral-small-3-2-2506":{"input_cost_per_token":6e-8,"litellm_provider":"mistral","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":1.8e-7,"source":"https://mistral.ai/pricing","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/ministral-3-3b-2512":{"input_cost_per_token":1e-7,"litellm_provider":"mistral","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":1e-7,"source":"https://mistral.ai/pricing","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/ministral-3-8b-2512":{"input_cost_per_token":1.5e-7,"litellm_provider":"mistral","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://mistral.ai/pricing","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/ministral-3-14b-2512":{"input_cost_per_token":2e-7,"litellm_provider":"mistral","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":2e-7,"source":"https://mistral.ai/pricing","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/ministral-8b-2512":{"input_cost_per_token":1.5e-7,"litellm_provider":"mistral","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://mistral.ai/pricing","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/ministral-8b-latest":{"input_cost_per_token":1.5e-7,"litellm_provider":"mistral","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://mistral.ai/pricing","supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/mistral-tiny":{"input_cost_per_token":2.5e-7,"litellm_provider":"mistral","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":2.5e-7,"supports_assistant_prefill":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/open-codestral-mamba":{"input_cost_per_token":2.5e-7,"litellm_provider":"mistral","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":2.5e-7,"source":"https://mistral.ai/technology/","supports_assistant_prefill":true,"supports_tool_choice":true},"mistral/open-mistral-7b":{"input_cost_per_token":2.5e-7,"litellm_provider":"mistral","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":2.5e-7,"supports_assistant_prefill":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/open-mistral-nemo":{"input_cost_per_token":3e-7,"litellm_provider":"mistral","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":3e-7,"source":"https://mistral.ai/technology/","supports_assistant_prefill":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/open-mistral-nemo-2407":{"input_cost_per_token":3e-7,"litellm_provider":"mistral","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":3e-7,"source":"https://mistral.ai/technology/","supports_assistant_prefill":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/open-mixtral-8x22b":{"input_cost_per_token":0.000002,"litellm_provider":"mistral","max_input_tokens":65336,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000006,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/open-mixtral-8x7b":{"input_cost_per_token":7e-7,"litellm_provider":"mistral","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":7e-7,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"mistral/pixtral-12b-2409":{"input_cost_per_token":1.5e-7,"litellm_provider":"mistral","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":1.5e-7,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/pixtral-large-2411":{"input_cost_per_token":0.000002,"litellm_provider":"mistral","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000006,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"mistral/pixtral-large-latest":{"input_cost_per_token":0.000002,"litellm_provider":"mistral","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000006,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"moonshot.kimi-k2-thinking":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000025,"supports_reasoning":true,"supports_system_messages":true,"supports_native_structured_output":true},"moonshotai.kimi-k2.5":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000003,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"moonshot/kimi-k2-0711-preview":{"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25","input_cost_per_token":6e-7,"litellm_provider":"moonshot","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.0000025,"source":"https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2","supports_function_calling":true,"supports_tool_choice":true,"supports_web_search":true},"moonshot/kimi-k2-0905-preview":{"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25","input_cost_per_token":6e-7,"litellm_provider":"moonshot","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000025,"source":"https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2","supports_function_calling":true,"supports_tool_choice":true,"supports_web_search":true},"moonshot/kimi-k2-turbo-preview":{"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25","input_cost_per_token":0.00000115,"litellm_provider":"moonshot","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000008,"source":"https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2","supports_function_calling":true,"supports_tool_choice":true,"supports_web_search":true},"moonshot/kimi-k2.5":{"cache_read_input_token_cost":1e-7,"input_cost_per_token":6e-7,"litellm_provider":"moonshot","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000003,"source":"https://platform.moonshot.ai/docs/guide/kimi-k2-5-quickstart","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true},"moonshot/kimi-k2.6":{"cache_read_input_token_cost":1.6e-7,"input_cost_per_token":9.5e-7,"litellm_provider":"moonshot","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000004,"source":"https://platform.kimi.ai/docs/pricing/chat-k26","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true},"moonshot/kimi-latest":{"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-01-28","input_cost_per_token":0.000002,"litellm_provider":"moonshot","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000005,"source":"https://platform.moonshot.ai/docs/pricing","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"moonshot/kimi-latest-128k":{"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-01-28","input_cost_per_token":0.000002,"litellm_provider":"moonshot","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000005,"source":"https://platform.moonshot.ai/docs/pricing","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"moonshot/kimi-latest-32k":{"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-01-28","input_cost_per_token":0.000001,"litellm_provider":"moonshot","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000003,"source":"https://platform.moonshot.ai/docs/pricing","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"moonshot/kimi-latest-8k":{"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-01-28","input_cost_per_token":2e-7,"litellm_provider":"moonshot","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000002,"source":"https://platform.moonshot.ai/docs/pricing","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"moonshot/kimi-thinking-preview":{"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2025-11-11","input_cost_per_token":6e-7,"litellm_provider":"moonshot","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.0000025,"source":"https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2","supports_vision":true},"moonshot/kimi-k2-thinking":{"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25","input_cost_per_token":6e-7,"litellm_provider":"moonshot","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000025,"source":"https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_web_search":true},"moonshot/kimi-k2-thinking-turbo":{"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25","input_cost_per_token":0.00000115,"litellm_provider":"moonshot","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000008,"source":"https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_web_search":true},"moonshot/moonshot-v1-128k":{"input_cost_per_token":0.000002,"litellm_provider":"moonshot","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000005,"source":"https://platform.moonshot.ai/docs/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"moonshot/moonshot-v1-128k-0430":{"deprecation_date":"2024-04-30","input_cost_per_token":0.000002,"litellm_provider":"moonshot","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000005,"source":"https://platform.moonshot.ai/docs/pricing","supports_function_calling":true,"supports_tool_choice":true},"moonshot/moonshot-v1-128k-vision-preview":{"input_cost_per_token":0.000002,"litellm_provider":"moonshot","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000005,"source":"https://platform.moonshot.ai/docs/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"moonshot/moonshot-v1-32k":{"input_cost_per_token":0.000001,"litellm_provider":"moonshot","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000003,"source":"https://platform.moonshot.ai/docs/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"moonshot/moonshot-v1-32k-0430":{"deprecation_date":"2024-04-30","input_cost_per_token":0.000001,"litellm_provider":"moonshot","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000003,"source":"https://platform.moonshot.ai/docs/pricing","supports_function_calling":true,"supports_tool_choice":true},"moonshot/moonshot-v1-32k-vision-preview":{"input_cost_per_token":0.000001,"litellm_provider":"moonshot","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000003,"source":"https://platform.moonshot.ai/docs/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"moonshot/moonshot-v1-8k":{"input_cost_per_token":2e-7,"litellm_provider":"moonshot","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000002,"source":"https://platform.moonshot.ai/docs/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"moonshot/moonshot-v1-8k-0430":{"deprecation_date":"2024-04-30","input_cost_per_token":2e-7,"litellm_provider":"moonshot","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000002,"source":"https://platform.moonshot.ai/docs/pricing","supports_function_calling":true,"supports_tool_choice":true},"moonshot/moonshot-v1-8k-vision-preview":{"input_cost_per_token":2e-7,"litellm_provider":"moonshot","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000002,"source":"https://platform.moonshot.ai/docs/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"moonshot/moonshot-v1-auto":{"input_cost_per_token":0.000002,"litellm_provider":"moonshot","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000005,"source":"https://platform.moonshot.ai/docs/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"morph/morph-v3-fast":{"input_cost_per_token":8e-7,"litellm_provider":"morph","max_input_tokens":16000,"max_output_tokens":16000,"max_tokens":16000,"mode":"chat","output_cost_per_token":0.0000012,"supports_function_calling":false,"supports_parallel_function_calling":false,"supports_system_messages":true,"supports_tool_choice":false,"supports_vision":false},"morph/morph-v3-large":{"input_cost_per_token":9e-7,"litellm_provider":"morph","max_input_tokens":16000,"max_output_tokens":16000,"max_tokens":16000,"mode":"chat","output_cost_per_token":0.0000019,"supports_function_calling":false,"supports_parallel_function_calling":false,"supports_system_messages":true,"supports_tool_choice":false,"supports_vision":false},"multimodalembedding":{"input_cost_per_character":2e-7,"input_cost_per_image":0.0001,"input_cost_per_token":8e-7,"input_cost_per_video_per_second":0.0005,"input_cost_per_video_per_second_above_15s_interval":0.002,"input_cost_per_video_per_second_above_8s_interval":0.001,"litellm_provider":"vertex_ai-embedding-models","max_input_tokens":2048,"max_tokens":2048,"mode":"embedding","output_cost_per_token":0,"output_vector_size":768,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","supported_endpoints":["/v1/embeddings"],"supported_modalities":["text","image","video"]},"multimodalembedding@001":{"input_cost_per_character":2e-7,"input_cost_per_image":0.0001,"input_cost_per_token":8e-7,"input_cost_per_video_per_second":0.0005,"input_cost_per_video_per_second_above_15s_interval":0.002,"input_cost_per_video_per_second_above_8s_interval":0.001,"litellm_provider":"vertex_ai-embedding-models","max_input_tokens":2048,"max_tokens":2048,"mode":"embedding","output_cost_per_token":0,"output_vector_size":768,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models","supported_endpoints":["/v1/embeddings"],"supported_modalities":["text","image","video"]},"nscale/Qwen/QwQ-32B":{"input_cost_per_token":1.8e-7,"litellm_provider":"nscale","mode":"chat","output_cost_per_token":2e-7,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"},"nscale/Qwen/Qwen2.5-Coder-32B-Instruct":{"input_cost_per_token":6e-8,"litellm_provider":"nscale","mode":"chat","output_cost_per_token":2e-7,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"},"nscale/Qwen/Qwen2.5-Coder-3B-Instruct":{"input_cost_per_token":1e-8,"litellm_provider":"nscale","mode":"chat","output_cost_per_token":3e-8,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"},"nscale/Qwen/Qwen2.5-Coder-7B-Instruct":{"input_cost_per_token":1e-8,"litellm_provider":"nscale","mode":"chat","output_cost_per_token":3e-8,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"},"nscale/black-forest-labs/FLUX.1-schnell":{"input_cost_per_pixel":1.3e-9,"litellm_provider":"nscale","mode":"image_generation","output_cost_per_pixel":0,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#image-models","supported_endpoints":["/v1/images/generations"]},"nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-70B":{"input_cost_per_token":3.75e-7,"litellm_provider":"nscale","metadata":{"notes":"Pricing listed as $0.75/1M tokens total. Assumed 50/50 split for input/output."},"mode":"chat","output_cost_per_token":3.75e-7,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"},"nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-8B":{"input_cost_per_token":2.5e-8,"litellm_provider":"nscale","metadata":{"notes":"Pricing listed as $0.05/1M tokens total. Assumed 50/50 split for input/output."},"mode":"chat","output_cost_per_token":2.5e-8,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"},"nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B":{"input_cost_per_token":9e-8,"litellm_provider":"nscale","metadata":{"notes":"Pricing listed as $0.18/1M tokens total. Assumed 50/50 split for input/output."},"mode":"chat","output_cost_per_token":9e-8,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"},"nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B":{"input_cost_per_token":7e-8,"litellm_provider":"nscale","metadata":{"notes":"Pricing listed as $0.14/1M tokens total. Assumed 50/50 split for input/output."},"mode":"chat","output_cost_per_token":7e-8,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"},"nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B":{"input_cost_per_token":1.5e-7,"litellm_provider":"nscale","metadata":{"notes":"Pricing listed as $0.30/1M tokens total. Assumed 50/50 split for input/output."},"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"},"nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B":{"input_cost_per_token":2e-7,"litellm_provider":"nscale","metadata":{"notes":"Pricing listed as $0.40/1M tokens total. Assumed 50/50 split for input/output."},"mode":"chat","output_cost_per_token":2e-7,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"},"nscale/meta-llama/Llama-3.1-8B-Instruct":{"input_cost_per_token":3e-8,"litellm_provider":"nscale","metadata":{"notes":"Pricing listed as $0.06/1M tokens total. Assumed 50/50 split for input/output."},"mode":"chat","output_cost_per_token":3e-8,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"},"nscale/meta-llama/Llama-3.3-70B-Instruct":{"input_cost_per_token":2e-7,"litellm_provider":"nscale","metadata":{"notes":"Pricing listed as $0.40/1M tokens total. Assumed 50/50 split for input/output."},"mode":"chat","output_cost_per_token":2e-7,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"},"nscale/meta-llama/Llama-4-Scout-17B-16E-Instruct":{"input_cost_per_token":9e-8,"litellm_provider":"nscale","mode":"chat","output_cost_per_token":2.9e-7,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"},"nscale/mistralai/mixtral-8x22b-instruct-v0.1":{"input_cost_per_token":6e-7,"litellm_provider":"nscale","metadata":{"notes":"Pricing listed as $1.20/1M tokens total. Assumed 50/50 split for input/output."},"mode":"chat","output_cost_per_token":6e-7,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"},"nscale/stabilityai/stable-diffusion-xl-base-1.0":{"input_cost_per_pixel":3e-9,"litellm_provider":"nscale","mode":"image_generation","output_cost_per_pixel":0,"source":"https://docs.nscale.com/docs/inference/serverless-models/current#image-models","supported_endpoints":["/v1/images/generations"]},"nebius/deepseek-ai/DeepSeek-R1":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":8e-7,"output_cost_per_token":0.0000024,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"supports_reasoning":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/deepseek-ai/DeepSeek-R1-0528":{"max_tokens":164000,"max_input_tokens":164000,"max_output_tokens":164000,"input_cost_per_token":8e-7,"output_cost_per_token":0.0000024,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"supports_reasoning":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/deepseek-ai/DeepSeek-R1-Distill-Llama-70B":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":7.5e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/deepseek-ai/DeepSeek-V3":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/deepseek-ai/DeepSeek-V3-0324":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/google/gemma-3-27b-it":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":6e-8,"output_cost_per_token":2e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"supports_vision":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/meta-llama/Llama-3.3-70B-Instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":1.3e-7,"output_cost_per_token":4e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/meta-llama/Llama-Guard-3-8B":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":2e-8,"output_cost_per_token":6e-8,"litellm_provider":"nebius","mode":"chat","source":"https://nebius.com/prices-ai-studio"},"nebius/meta-llama/Meta-Llama-3.1-8B-Instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":2e-8,"output_cost_per_token":6e-8,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/meta-llama/Meta-Llama-3.1-70B-Instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":1.3e-7,"output_cost_per_token":4e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/meta-llama/Meta-Llama-3.1-405B-Instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/mistralai/Mistral-Nemo-Instruct-2407":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":4e-8,"output_cost_per_token":1.2e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/NousResearch/Hermes-3-Llama-3.1-405B":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/nvidia/Llama-3.1-Nemotron-Ultra-253B-v1":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000018,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/nvidia/Llama-3.3-Nemotron-Super-49B-v1":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1e-7,"output_cost_per_token":4e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/Qwen/Qwen3-235B-A22B":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":2e-7,"output_cost_per_token":6e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/Qwen/Qwen3-32B":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":1e-7,"output_cost_per_token":3e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/Qwen/Qwen3-30B-A3B":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":1e-7,"output_cost_per_token":3e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/Qwen/Qwen3-14B":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":8e-8,"output_cost_per_token":2.4e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/Qwen/Qwen3-4B":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":8e-8,"output_cost_per_token":2.4e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/Qwen/QwQ-32B":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":1.5e-7,"output_cost_per_token":4.5e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"supports_reasoning":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/Qwen/Qwen2.5-72B-Instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":1.3e-7,"output_cost_per_token":4e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/Qwen/Qwen2.5-32B-Instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":6e-8,"output_cost_per_token":2e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/Qwen/Qwen2.5-Coder-7B":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":1e-8,"output_cost_per_token":3e-8,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/Qwen/Qwen2.5-VL-72B-Instruct":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1.3e-7,"output_cost_per_token":4e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"supports_vision":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/Qwen/Qwen2-VL-72B-Instruct":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1.3e-7,"output_cost_per_token":4e-7,"litellm_provider":"nebius","mode":"chat","supports_function_calling":true,"supports_vision":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/Qwen/Qwen2-VL-7B-Instruct":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-8,"output_cost_per_token":6e-8,"litellm_provider":"nebius","mode":"chat","supports_vision":true,"source":"https://nebius.com/prices-ai-studio"},"nebius/BAAI/bge-en-icl":{"max_tokens":32768,"max_input_tokens":32768,"input_cost_per_token":1e-8,"output_cost_per_token":0,"litellm_provider":"nebius","mode":"embedding","source":"https://nebius.com/prices-ai-studio"},"nebius/BAAI/bge-multilingual-gemma2":{"max_tokens":8192,"max_input_tokens":8192,"input_cost_per_token":1e-8,"output_cost_per_token":0,"litellm_provider":"nebius","mode":"embedding","source":"https://nebius.com/prices-ai-studio"},"nebius/intfloat/e5-mistral-7b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"input_cost_per_token":1e-8,"output_cost_per_token":0,"litellm_provider":"nebius","mode":"embedding","source":"https://nebius.com/prices-ai-studio"},"nvidia.nemotron-nano-12b-v2":{"input_cost_per_token":2e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":6e-7,"supports_system_messages":true,"supports_vision":true},"nvidia.nemotron-nano-9b-v2":{"input_cost_per_token":6e-8,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":2.3e-7,"supports_system_messages":true},"nvidia.nemotron-nano-3-30b":{"input_cost_per_token":6e-8,"litellm_provider":"bedrock_converse","max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":2.4e-7,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/","supports_native_structured_output":true},"nvidia.nemotron-super-3-120b":{"input_cost_per_token":1.5e-7,"litellm_provider":"bedrock_converse","max_input_tokens":256000,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":6.5e-7,"source":"https://aws.amazon.com/bedrock/pricing/","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true},"o1":{"cache_read_input_token_cost":0.0000075,"input_cost_per_token":0.000015,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.00006,"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"o1-2024-12-17":{"cache_read_input_token_cost":0.0000075,"input_cost_per_token":0.000015,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.00006,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"o1-pro":{"input_cost_per_token":0.00015,"input_cost_per_token_batches":0.000075,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"responses","output_cost_per_token":0.0006,"output_cost_per_token_batches":0.0003,"supported_endpoints":["/v1/responses","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":false,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"o1-pro-2025-03-19":{"input_cost_per_token":0.00015,"input_cost_per_token_batches":0.000075,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"responses","output_cost_per_token":0.0006,"output_cost_per_token_batches":0.0003,"supported_endpoints":["/v1/responses","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":false,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"o3":{"cache_read_input_token_cost":5e-7,"cache_read_input_token_cost_flex":2.5e-7,"cache_read_input_token_cost_priority":8.75e-7,"input_cost_per_token":0.000002,"input_cost_per_token_flex":0.000001,"input_cost_per_token_priority":0.0000035,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.000008,"output_cost_per_token_flex":0.000004,"output_cost_per_token_priority":0.000014,"supported_endpoints":["/v1/responses","/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"o3-2025-04-16":{"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000002,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.000008,"supported_endpoints":["/v1/responses","/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"o3-deep-research":{"cache_read_input_token_cost":0.0000025,"input_cost_per_token":0.00001,"input_cost_per_token_batches":0.000005,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"responses","output_cost_per_token":0.00004,"output_cost_per_token_batches":0.00002,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"o3-deep-research-2025-06-26":{"cache_read_input_token_cost":0.0000025,"input_cost_per_token":0.00001,"input_cost_per_token_batches":0.000005,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"responses","output_cost_per_token":0.00004,"output_cost_per_token_batches":0.00002,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"o3-mini":{"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000011,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.0000044,"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"o3-mini-2025-01-31":{"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000011,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.0000044,"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"o3-pro":{"input_cost_per_token":0.00002,"input_cost_per_token_batches":0.00001,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"responses","output_cost_per_token":0.00008,"output_cost_per_token_batches":0.00004,"supported_endpoints":["/v1/responses","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"o3-pro-2025-06-10":{"input_cost_per_token":0.00002,"input_cost_per_token_batches":0.00001,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"responses","output_cost_per_token":0.00008,"output_cost_per_token_batches":0.00004,"supported_endpoints":["/v1/responses","/v1/batch"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"o4-mini":{"cache_read_input_token_cost":2.75e-7,"cache_read_input_token_cost_flex":1.375e-7,"cache_read_input_token_cost_priority":5e-7,"input_cost_per_token":0.0000011,"input_cost_per_token_flex":5.5e-7,"input_cost_per_token_priority":0.000002,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.0000044,"output_cost_per_token_flex":0.0000022,"output_cost_per_token_priority":0.000008,"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"o4-mini-2025-04-16":{"cache_read_input_token_cost":2.75e-7,"input_cost_per_token":0.0000011,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.0000044,"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"o4-mini-deep-research":{"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"responses","output_cost_per_token":0.000008,"output_cost_per_token_batches":0.000004,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"o4-mini-deep-research-2025-06-26":{"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"litellm_provider":"openai","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"responses","output_cost_per_token":0.000008,"output_cost_per_token_batches":0.000004,"supported_endpoints":["/v1/chat/completions","/v1/batch","/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"oci/meta.llama-3.1-8b-instruct":{"input_cost_per_token":7.2e-7,"litellm_provider":"oci","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":7.2e-7,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true},"oci/meta.llama-3.1-70b-instruct":{"input_cost_per_token":7.2e-7,"litellm_provider":"oci","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":7.2e-7,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true},"oci/meta.llama-3.1-405b-instruct":{"input_cost_per_token":0.00001068,"litellm_provider":"oci","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":0.00001068,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true},"oci/meta.llama-3.2-90b-vision-instruct":{"input_cost_per_token":0.000002,"litellm_provider":"oci","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":0.000002,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true,"supports_vision":true},"oci/meta.llama-3.3-70b-instruct":{"input_cost_per_token":7.2e-7,"litellm_provider":"oci","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":7.2e-7,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true},"oci/meta.llama-4-maverick-17b-128e-instruct-fp8":{"input_cost_per_token":7.2e-7,"litellm_provider":"oci","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":7.2e-7,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true,"supports_vision":true},"oci/meta.llama-4-scout-17b-16e-instruct":{"input_cost_per_token":7.2e-7,"litellm_provider":"oci","max_input_tokens":10485760,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":7.2e-7,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true},"oci/xai.grok-3":{"input_cost_per_token":0.000003,"litellm_provider":"oci","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000015,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true},"oci/xai.grok-3-fast":{"input_cost_per_token":0.000005,"litellm_provider":"oci","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000025,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true},"oci/xai.grok-3-mini":{"input_cost_per_token":3e-7,"litellm_provider":"oci","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":5e-7,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true},"oci/xai.grok-3-mini-fast":{"input_cost_per_token":6e-7,"litellm_provider":"oci","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000004,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true},"oci/xai.grok-4":{"input_cost_per_token":0.000003,"litellm_provider":"oci","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000015,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true},"oci/cohere.command-latest":{"input_cost_per_token":0.00000156,"litellm_provider":"oci","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":0.00000156,"source":"https://www.oracle.com/cloud/ai/generative-ai/pricing/","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true},"oci/cohere.command-a-03-2025":{"input_cost_per_token":0.00000156,"litellm_provider":"oci","max_input_tokens":256000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":0.00000156,"source":"https://www.oracle.com/cloud/ai/generative-ai/pricing/","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true},"oci/cohere.command-plus-latest":{"input_cost_per_token":0.00000156,"litellm_provider":"oci","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":0.00000156,"source":"https://www.oracle.com/cloud/ai/generative-ai/pricing/","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true},"oci/google.gemini-2.5-flash":{"input_cost_per_token":1.5e-7,"litellm_provider":"oci","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":6e-7,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_vision":true,"supports_native_streaming":true,"supports_image_size":false},"oci/google.gemini-2.5-pro":{"input_cost_per_token":0.00000125,"litellm_provider":"oci","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.00001,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_vision":true,"supports_native_streaming":true},"oci/google.gemini-2.5-flash-lite":{"input_cost_per_token":7.5e-8,"litellm_provider":"oci","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":3e-7,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_vision":true,"supports_native_streaming":true,"supports_image_size":false},"oci/cohere.command-a-vision":{"input_cost_per_token":0.00000156,"litellm_provider":"oci","max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000156,"source":"https://www.oracle.com/cloud/ai/generative-ai/pricing/","supports_function_calling":true,"supports_response_schema":false,"supports_native_streaming":true,"supports_vision":true},"oci/cohere.command-a-reasoning":{"input_cost_per_token":0.00000156,"litellm_provider":"oci","max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000156,"source":"https://www.oracle.com/cloud/ai/generative-ai/pricing/","supports_function_calling":false,"supports_response_schema":false,"supports_native_streaming":true},"oci/cohere.embed-multilingual-image-v3.0":{"input_cost_per_token":1e-7,"litellm_provider":"oci","max_input_tokens":512,"mode":"embedding","output_vector_size":1024,"source":"https://www.oracle.com/cloud/ai/generative-ai/pricing/","supports_vision":true},"oci/cohere.command-a-reasoning-08-2025":{"input_cost_per_token":0.00000156,"litellm_provider":"oci","max_input_tokens":256000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":0.00000156,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false},"oci/cohere.command-a-vision-07-2025":{"input_cost_per_token":0.00000156,"litellm_provider":"oci","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":0.00000156,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false,"supports_vision":true},"oci/cohere.command-a-translate-08-2025":{"input_cost_per_token":9e-8,"litellm_provider":"oci","max_input_tokens":256000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":9e-8,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":false,"supports_response_schema":false},"oci/cohere.command-r-08-2024":{"input_cost_per_token":1.5e-7,"litellm_provider":"oci","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false},"oci/cohere.command-r-plus-08-2024":{"input_cost_per_token":0.00000156,"litellm_provider":"oci","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":0.00000156,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false},"oci/meta.llama-3.2-11b-vision-instruct":{"input_cost_per_token":0.000002,"litellm_provider":"oci","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":0.000002,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false,"supports_vision":true},"oci/meta.llama-3.3-70b-instruct-fp8-dynamic":{"input_cost_per_token":7.2e-7,"litellm_provider":"oci","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":7.2e-7,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false},"oci/xai.grok-4-fast":{"input_cost_per_token":0.000005,"litellm_provider":"oci","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000025,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false},"oci/xai.grok-4.1-fast":{"input_cost_per_token":0.000005,"litellm_provider":"oci","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000025,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false},"oci/xai.grok-4.20":{"input_cost_per_token":0.000003,"litellm_provider":"oci","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000015,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false},"oci/xai.grok-4.20-multi-agent":{"input_cost_per_token":0.000003,"litellm_provider":"oci","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000015,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false},"oci/xai.grok-code-fast-1":{"input_cost_per_token":0.000005,"litellm_provider":"oci","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000025,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_response_schema":false},"oci/openai.gpt-5":{"input_cost_per_token":0.00000125,"litellm_provider":"oci","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_native_streaming":true,"supports_reasoning":true,"supports_response_schema":true,"supports_vision":true},"oci/openai.gpt-5-mini":{"input_cost_per_token":2.5e-7,"litellm_provider":"oci","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000002,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_native_streaming":true,"supports_reasoning":true,"supports_response_schema":true,"supports_vision":true},"oci/openai.gpt-5-nano":{"input_cost_per_token":5e-8,"litellm_provider":"oci","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":4e-7,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_function_calling":true,"supports_native_streaming":true,"supports_reasoning":true,"supports_response_schema":true,"supports_vision":true},"oci/cohere.embed-english-v3.0":{"input_cost_per_token":1e-7,"litellm_provider":"oci","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"},"oci/cohere.embed-english-light-v3.0":{"input_cost_per_token":1e-7,"litellm_provider":"oci","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"output_vector_size":384,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"},"oci/cohere.embed-multilingual-v3.0":{"input_cost_per_token":1e-7,"litellm_provider":"oci","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"},"oci/cohere.embed-multilingual-light-v3.0":{"input_cost_per_token":1e-7,"litellm_provider":"oci","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"output_vector_size":384,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"},"oci/cohere.embed-english-image-v3.0":{"input_cost_per_token":1e-7,"litellm_provider":"oci","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_embedding_image_input":true},"oci/cohere.embed-english-light-image-v3.0":{"input_cost_per_token":1e-7,"litellm_provider":"oci","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"output_vector_size":384,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_embedding_image_input":true},"oci/cohere.embed-multilingual-light-image-v3.0":{"input_cost_per_token":1e-7,"litellm_provider":"oci","max_input_tokens":512,"max_tokens":512,"mode":"embedding","output_cost_per_token":0,"output_vector_size":384,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_embedding_image_input":true},"oci/cohere.embed-v4.0":{"input_cost_per_token":1.2e-7,"litellm_provider":"oci","max_input_tokens":128000,"max_tokens":128000,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1536,"source":"https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing","supports_embedding_image_input":true},"ollama/codegeex4":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0,"supports_function_calling":false},"ollama/codegemma":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"completion","output_cost_per_token":0},"ollama/codellama":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"completion","output_cost_per_token":0},"ollama/deepseek-coder-v2-base":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"completion","output_cost_per_token":0,"supports_function_calling":true},"ollama/deepseek-coder-v2-instruct":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true},"ollama/deepseek-coder-v2-lite-base":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"completion","output_cost_per_token":0,"supports_function_calling":true},"ollama/deepseek-coder-v2-lite-instruct":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true},"ollama/deepseek-v3.1:671b-cloud":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true},"ollama/gpt-oss:120b-cloud":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true},"ollama/gpt-oss:20b-cloud":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true},"ollama/internlm2_5-20b-chat":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true},"ollama/llama2":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0},"ollama/llama2-uncensored":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"completion","output_cost_per_token":0},"ollama/llama2:13b":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0},"ollama/llama2:70b":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0},"ollama/llama2:7b":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0},"ollama/llama3":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0},"ollama/llama3.1":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true},"ollama/llama3:70b":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0},"ollama/llama3:8b":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0},"ollama/mistral":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"completion","output_cost_per_token":0,"supports_function_calling":true},"ollama/mistral-7B-Instruct-v0.1":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true},"ollama/mistral-7B-Instruct-v0.2":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true},"ollama/mistral-large-instruct-2407":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":65536,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true},"ollama/mixtral-8x22B-Instruct-v0.1":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":65536,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true},"ollama/mixtral-8x7B-Instruct-v0.1":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true},"ollama/orca-mini":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"completion","output_cost_per_token":0},"ollama/qwen3-coder:480b-cloud":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0,"supports_function_calling":true},"ollama/vicuna":{"input_cost_per_token":0,"litellm_provider":"ollama","max_input_tokens":2048,"max_output_tokens":2048,"max_tokens":2048,"mode":"completion","output_cost_per_token":0},"omni-moderation-2024-09-26":{"input_cost_per_token":0,"litellm_provider":"openai","max_input_tokens":32768,"max_output_tokens":0,"max_tokens":0,"mode":"moderation","output_cost_per_token":0},"omni-moderation-latest":{"input_cost_per_token":0,"litellm_provider":"openai","max_input_tokens":32768,"max_output_tokens":0,"max_tokens":0,"mode":"moderation","output_cost_per_token":0},"openai.gpt-oss-120b-1:0":{"input_cost_per_token":1.5e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"openai.gpt-oss-20b-1:0":{"input_cost_per_token":7e-8,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"openai.gpt-oss-safeguard-120b":{"input_cost_per_token":1.5e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":6e-7,"supports_system_messages":true},"openai.gpt-oss-safeguard-20b":{"input_cost_per_token":7e-8,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":2e-7,"supports_system_messages":true},"openrouter/anthropic/claude-3-haiku":{"input_cost_per_image":0.0004,"input_cost_per_token":2.5e-7,"litellm_provider":"openrouter","max_tokens":4096,"mode":"chat","output_cost_per_token":0.00000125,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"max_input_tokens":200000,"max_output_tokens":4096},"openrouter/anthropic/claude-3.5-sonnet":{"input_cost_per_token":0.000003,"litellm_provider":"openrouter","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/anthropic/claude-3.7-sonnet":{"input_cost_per_image":0.0048,"input_cost_per_token":0.000003,"litellm_provider":"openrouter","max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/anthropic/claude-opus-4":{"input_cost_per_image":0.0048,"cache_creation_input_token_cost":0.00001875,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"openrouter","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/anthropic/claude-opus-4.1":{"input_cost_per_image":0.0048,"cache_creation_input_token_cost":0.00001875,"cache_creation_input_token_cost_above_1hr":0.00003,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"openrouter","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/anthropic/claude-sonnet-4":{"input_cost_per_image":0.0048,"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost":3e-7,"cache_read_input_token_cost_above_200k_tokens":6e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"litellm_provider":"openrouter","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/anthropic/claude-sonnet-4.6":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost":3e-7,"cache_read_input_token_cost_above_200k_tokens":6e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"litellm_provider":"openrouter","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_above_200k_tokens":0.0000225,"source":"https://openrouter.ai/anthropic/claude-sonnet-4.6","supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_max_reasoning_effort":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/anthropic/claude-opus-4.5":{"cache_creation_input_token_cost":0.00000625,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"openrouter","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000025,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true,"supports_output_config":true},"openrouter/anthropic/claude-opus-4.6":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"openrouter","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_max_reasoning_effort":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/anthropic/claude-sonnet-4.5":{"input_cost_per_image":0.0048,"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"openrouter","max_input_tokens":1000000,"max_output_tokens":1000000,"max_tokens":1000000,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/anthropic/claude-haiku-4.5":{"cache_creation_input_token_cost":0.00000125,"cache_read_input_token_cost":1e-7,"input_cost_per_token":0.000001,"litellm_provider":"openrouter","max_input_tokens":200000,"max_output_tokens":200000,"max_tokens":200000,"mode":"chat","output_cost_per_token":0.000005,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/anthropic/claude-opus-4.7":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"openrouter","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_max_reasoning_effort":true,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true},"openrouter/bytedance/ui-tars-1.5-7b":{"input_cost_per_token":1e-7,"litellm_provider":"openrouter","max_input_tokens":131072,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":2e-7,"source":"https://openrouter.ai/api/v1/models/bytedance/ui-tars-1.5-7b","supports_tool_choice":true},"openrouter/deepseek/deepseek-chat":{"input_cost_per_token":1.4e-7,"litellm_provider":"openrouter","max_input_tokens":65536,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":2.8e-7,"supports_prompt_caching":true,"supports_tool_choice":true},"openrouter/deepseek/deepseek-chat-v3-0324":{"input_cost_per_token":1.4e-7,"litellm_provider":"openrouter","max_input_tokens":65536,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":2.8e-7,"supports_prompt_caching":true,"supports_tool_choice":true},"openrouter/deepseek/deepseek-chat-v3.1":{"input_cost_per_token":2e-7,"input_cost_per_token_cache_hit":2e-8,"litellm_provider":"openrouter","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":8e-7,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"openrouter/deepseek/deepseek-v3.2":{"input_cost_per_token":2.8e-7,"input_cost_per_token_cache_hit":2.8e-8,"litellm_provider":"openrouter","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":4e-7,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"openrouter/deepseek/deepseek-v3.2-exp":{"input_cost_per_token":2e-7,"input_cost_per_token_cache_hit":2e-8,"litellm_provider":"openrouter","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":4e-7,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_tool_choice":true},"openrouter/deepseek/deepseek-r1":{"input_cost_per_token":5.5e-7,"input_cost_per_token_cache_hit":1.4e-7,"litellm_provider":"openrouter","max_input_tokens":65336,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000219,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"openrouter/deepseek/deepseek-r1-0528":{"input_cost_per_token":5e-7,"input_cost_per_token_cache_hit":1.4e-7,"litellm_provider":"openrouter","max_input_tokens":65336,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000215,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"openrouter/google/gemini-2.0-flash-001":{"deprecation_date":"2026-06-01","input_cost_per_audio_token":7e-7,"input_cost_per_token":1e-7,"litellm_provider":"openrouter","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":4e-7,"supports_audio_output":true,"supports_function_calling":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/google/gemini-2.5-flash":{"input_cost_per_audio_token":7e-7,"input_cost_per_token":3e-7,"litellm_provider":"openrouter","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000025,"supports_audio_output":true,"supports_function_calling":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_image_size":false},"openrouter/google/gemini-2.5-pro":{"input_cost_per_audio_token":7e-7,"input_cost_per_token":0.00000125,"litellm_provider":"openrouter","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00001,"supports_audio_output":true,"supports_function_calling":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/google/gemini-3-pro-preview":{"cache_read_input_token_cost":2e-7,"cache_read_input_token_cost_above_200k_tokens":4e-7,"cache_creation_input_token_cost_above_200k_tokens":2.5e-7,"input_cost_per_token":0.000002,"input_cost_per_token_above_200k_tokens":0.000004,"input_cost_per_token_batches":0.000001,"litellm_provider":"openrouter","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_token":0.000012,"output_cost_per_token_above_200k_tokens":0.000018,"output_cost_per_token_batches":0.000006,"supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true},"openrouter/google/gemini-3-flash-preview":{"cache_read_input_token_cost":5e-8,"input_cost_per_audio_token":0.000001,"input_cost_per_token":5e-7,"litellm_provider":"openrouter","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.000003,"output_cost_per_token":0.000003,"rpm":2000,"source":"https://ai.google.dev/pricing/gemini-3","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":800000},"openrouter/google/gemini-3.1-flash-lite-preview":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_audio_token":5e-7,"input_cost_per_token":2.5e-7,"litellm_provider":"openrouter","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_reasoning_token":0.0000015,"output_cost_per_token":0.0000015,"rpm":2000,"source":"https://ai.google.dev/pricing/gemini-3","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"tpm":800000},"openrouter/google/gemini-3.1-flash-lite":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_audio_token":5e-7,"input_cost_per_token":2.5e-7,"litellm_provider":"openrouter","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_reasoning_token":0.0000015,"output_cost_per_token":0.0000015,"rpm":2000,"source":"https://ai.google.dev/gemini-api/docs/pricing#gemini-3.1-flash-lite","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"tpm":800000},"openrouter/google/gemini-3.1-pro-preview":{"cache_read_input_token_cost":2e-7,"cache_read_input_token_cost_above_200k_tokens":4e-7,"cache_creation_input_token_cost_above_200k_tokens":2.5e-7,"input_cost_per_token":0.000002,"input_cost_per_token_above_200k_tokens":0.000004,"litellm_provider":"openrouter","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.000012,"output_cost_per_token_above_200k_tokens":0.000018,"source":"https://openrouter.ai/google/gemini-3.1-pro-preview","supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/gryphe/mythomax-l2-13b":{"input_cost_per_token":0.000001875,"litellm_provider":"openrouter","max_tokens":8192,"mode":"chat","output_cost_per_token":0.000001875,"supports_tool_choice":true},"openrouter/mancer/weaver":{"input_cost_per_token":0.000005625,"litellm_provider":"openrouter","max_tokens":2000,"mode":"chat","output_cost_per_token":0.000005625,"supports_tool_choice":true,"max_input_tokens":8000,"max_output_tokens":2000},"openrouter/meta-llama/llama-3-70b-instruct":{"input_cost_per_token":5.9e-7,"litellm_provider":"openrouter","max_tokens":8000,"mode":"chat","output_cost_per_token":7.9e-7,"supports_tool_choice":true,"max_input_tokens":8192,"max_output_tokens":8000},"openrouter/minimax/minimax-m2":{"input_cost_per_token":2.55e-7,"litellm_provider":"openrouter","max_input_tokens":204800,"max_output_tokens":204800,"max_tokens":204800,"mode":"chat","output_cost_per_token":0.00000102,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"openrouter/mistralai/devstral-2512":{"input_cost_per_image":0,"input_cost_per_token":1.5e-7,"litellm_provider":"openrouter","max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_prompt_caching":false,"supports_tool_choice":true,"supports_vision":false},"openrouter/mistralai/ministral-3b-2512":{"input_cost_per_image":0,"input_cost_per_token":1e-7,"litellm_provider":"openrouter","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":1e-7,"supports_function_calling":true,"supports_prompt_caching":false,"supports_tool_choice":true,"supports_vision":true},"openrouter/mistralai/ministral-8b-2512":{"input_cost_per_image":0,"input_cost_per_token":1.5e-7,"litellm_provider":"openrouter","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":1.5e-7,"supports_function_calling":true,"supports_prompt_caching":false,"supports_tool_choice":true,"supports_vision":true},"openrouter/mistralai/ministral-14b-2512":{"input_cost_per_image":0,"input_cost_per_token":2e-7,"litellm_provider":"openrouter","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":2e-7,"supports_function_calling":true,"supports_prompt_caching":false,"supports_tool_choice":true,"supports_vision":true},"openrouter/mistralai/mistral-large-2512":{"input_cost_per_image":0,"input_cost_per_token":5e-7,"litellm_provider":"openrouter","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_prompt_caching":false,"supports_tool_choice":true,"supports_vision":true},"openrouter/mistralai/mistral-7b-instruct":{"input_cost_per_token":1.3e-7,"litellm_provider":"openrouter","max_tokens":8191,"mode":"chat","output_cost_per_token":1.3e-7,"supports_tool_choice":true,"max_input_tokens":32768,"max_output_tokens":8191},"openrouter/mistralai/mistral-large":{"input_cost_per_token":0.000008,"litellm_provider":"openrouter","max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024,"supports_tool_choice":true,"max_input_tokens":128000,"max_output_tokens":8191},"openrouter/mistralai/mistral-small-3.1-24b-instruct":{"input_cost_per_token":1e-7,"litellm_provider":"openrouter","max_tokens":131072,"mode":"chat","output_cost_per_token":3e-7,"supports_tool_choice":true,"max_input_tokens":131072,"max_output_tokens":131072},"openrouter/mistralai/mistral-small-3.2-24b-instruct":{"input_cost_per_token":1e-7,"litellm_provider":"openrouter","max_tokens":128000,"mode":"chat","output_cost_per_token":3e-7,"supports_tool_choice":true,"max_input_tokens":128000,"max_output_tokens":128000},"openrouter/mistralai/mixtral-8x22b-instruct":{"input_cost_per_token":6.5e-7,"litellm_provider":"openrouter","max_tokens":65536,"mode":"chat","output_cost_per_token":6.5e-7,"supports_tool_choice":true,"max_input_tokens":65536,"max_output_tokens":65536},"openrouter/moonshotai/kimi-k2.5":{"cache_read_input_token_cost":1e-7,"input_cost_per_token":6e-7,"litellm_provider":"openrouter","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000003,"source":"https://openrouter.ai/moonshotai/kimi-k2.5","supports_function_calling":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true},"openrouter/openai/gpt-3.5-turbo":{"input_cost_per_token":0.0000015,"litellm_provider":"openrouter","max_tokens":4096,"mode":"chat","output_cost_per_token":0.000002,"supports_tool_choice":true,"max_input_tokens":16385,"max_output_tokens":4096},"openrouter/openai/gpt-3.5-turbo-16k":{"input_cost_per_token":0.000003,"litellm_provider":"openrouter","max_tokens":4096,"mode":"chat","output_cost_per_token":0.000004,"supports_tool_choice":true,"max_input_tokens":16385,"max_output_tokens":4096},"openrouter/openai/gpt-4":{"input_cost_per_token":0.00003,"litellm_provider":"openrouter","max_tokens":4096,"mode":"chat","output_cost_per_token":0.00006,"supports_tool_choice":true,"max_input_tokens":8191,"max_output_tokens":4096},"openrouter/openai/gpt-4.1":{"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000002,"litellm_provider":"openrouter","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000008,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/openai/gpt-4.1-mini":{"cache_read_input_token_cost":1e-7,"input_cost_per_token":4e-7,"litellm_provider":"openrouter","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.0000016,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/openai/gpt-4.1-nano":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_token":1e-7,"litellm_provider":"openrouter","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":4e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/openai/gpt-4o":{"input_cost_per_token":0.0000025,"litellm_provider":"openrouter","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/openai/gpt-4o-2024-05-13":{"input_cost_per_token":0.000005,"litellm_provider":"openrouter","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/openai/gpt-5-chat":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"openrouter","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_reasoning":true,"supports_tool_choice":true},"openrouter/openai/gpt-5-codex":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"openrouter","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_reasoning":true,"supports_tool_choice":true},"openrouter/openai/gpt-5.2-codex":{"cache_read_input_token_cost":1.75e-7,"input_cost_per_token":0.00000175,"litellm_provider":"openrouter","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000014,"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_reasoning":true,"supports_tool_choice":true},"openrouter/openai/gpt-5":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"openrouter","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_reasoning":true,"supports_tool_choice":true},"openrouter/openai/gpt-5-mini":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_token":2.5e-7,"litellm_provider":"openrouter","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000002,"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_reasoning":true,"supports_tool_choice":true},"openrouter/openai/gpt-5-nano":{"cache_read_input_token_cost":5e-9,"input_cost_per_token":5e-8,"litellm_provider":"openrouter","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":4e-7,"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_reasoning":true,"supports_tool_choice":true},"openrouter/openai/gpt-5.1-codex-max":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"openrouter","max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"source":"https://openrouter.ai/openai/gpt-5.1-codex-max","supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/openai/gpt-5.2":{"input_cost_per_image":0,"cache_read_input_token_cost":1.75e-7,"input_cost_per_token":0.00000175,"litellm_provider":"openrouter","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000014,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/openai/gpt-5.2-chat":{"input_cost_per_image":0,"cache_read_input_token_cost":1.75e-7,"input_cost_per_token":0.00000175,"litellm_provider":"openrouter","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000014,"supports_function_calling":true,"supports_prompt_caching":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/openai/gpt-5.2-pro":{"input_cost_per_image":0,"input_cost_per_token":0.000021,"litellm_provider":"openrouter","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000168,"supports_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/openai/gpt-oss-120b":{"input_cost_per_token":1.8e-7,"litellm_provider":"openrouter","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":8e-7,"source":"https://openrouter.ai/openai/gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"openrouter/openai/gpt-oss-20b":{"input_cost_per_token":2e-8,"litellm_provider":"openrouter","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":1e-7,"source":"https://openrouter.ai/openai/gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"openrouter/openai/o1":{"cache_read_input_token_cost":0.0000075,"input_cost_per_token":0.000015,"litellm_provider":"openrouter","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.00006,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/openai/o3-mini":{"input_cost_per_token":0.0000011,"litellm_provider":"openrouter","max_input_tokens":128000,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.0000044,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":false},"openrouter/openai/o3-mini-high":{"input_cost_per_token":0.0000011,"litellm_provider":"openrouter","max_input_tokens":128000,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.0000044,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":false},"openrouter/qwen/qwen-2.5-coder-32b-instruct":{"input_cost_per_token":1.8e-7,"litellm_provider":"openrouter","max_input_tokens":33792,"max_output_tokens":33792,"max_tokens":33792,"mode":"chat","output_cost_per_token":1.8e-7,"supports_tool_choice":true},"openrouter/qwen/qwen-vl-plus":{"input_cost_per_token":2.1e-7,"litellm_provider":"openrouter","max_input_tokens":8192,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":6.3e-7,"supports_tool_choice":true,"supports_vision":true},"openrouter/qwen/qwen3-coder":{"input_cost_per_token":2.2e-7,"litellm_provider":"openrouter","max_input_tokens":262100,"max_output_tokens":262100,"max_tokens":262100,"mode":"chat","output_cost_per_token":9.5e-7,"source":"https://openrouter.ai/qwen/qwen3-coder","supports_tool_choice":true,"supports_function_calling":true},"openrouter/qwen/qwen3-coder-plus":{"input_cost_per_token":0.000001,"litellm_provider":"openrouter","max_input_tokens":997952,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.000005,"source":"https://openrouter.ai/qwen/qwen3-coder-plus","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"openrouter/qwen/qwen3-235b-a22b-2507":{"input_cost_per_token":7.1e-8,"litellm_provider":"openrouter","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":1e-7,"source":"https://openrouter.ai/qwen/qwen3-235b-a22b-2507","supports_function_calling":true,"supports_tool_choice":true},"openrouter/qwen/qwen3-235b-a22b-thinking-2507":{"input_cost_per_token":1.1e-7,"litellm_provider":"openrouter","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":6e-7,"source":"https://openrouter.ai/qwen/qwen3-235b-a22b-thinking-2507","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"openrouter/qwen/qwen3.6-plus":{"input_cost_per_token":3.25e-7,"litellm_provider":"openrouter","max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.00000195,"source":"https://openrouter.ai/qwen/qwen3.6-plus","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/qwen/qwen3.5-35b-a3b":{"input_cost_per_token":2.5e-7,"litellm_provider":"openrouter","max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.000002,"source":"https://openrouter.ai/qwen/qwen3.5-35b-a3b","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/qwen/qwen3.5-27b":{"input_cost_per_token":3e-7,"litellm_provider":"openrouter","max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.0000024,"source":"https://openrouter.ai/qwen/qwen3.5-27b","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/qwen/qwen3.5-122b-a10b":{"input_cost_per_token":4e-7,"litellm_provider":"openrouter","max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.000002,"source":"https://openrouter.ai/qwen/qwen3.5-122b-a10b","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/qwen/qwen3.5-flash-02-23":{"input_cost_per_token":1e-7,"litellm_provider":"openrouter","max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":4e-7,"source":"https://openrouter.ai/qwen/qwen3.5-flash-02-23","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/qwen/qwen3.5-plus-02-15":{"input_cost_per_token":4e-7,"input_cost_per_token_above_256k_tokens":5e-7,"litellm_provider":"openrouter","max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.0000024,"output_cost_per_token_above_256k_tokens":0.000003,"source":"https://openrouter.ai/qwen/qwen3.5-plus-02-15","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/qwen/qwen3.5-397b-a17b":{"input_cost_per_token":6e-7,"litellm_provider":"openrouter","max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.0000036,"source":"https://openrouter.ai/qwen/qwen3.5-397b-a17b","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"openrouter/switchpoint/router":{"input_cost_per_token":8.5e-7,"litellm_provider":"openrouter","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.0000034,"source":"https://openrouter.ai/switchpoint/router","supports_tool_choice":true},"openrouter/undi95/remm-slerp-l2-13b":{"input_cost_per_token":0.000001875,"litellm_provider":"openrouter","max_tokens":4096,"mode":"chat","output_cost_per_token":0.000001875,"supports_tool_choice":true,"max_input_tokens":6144,"max_output_tokens":4096},"openrouter/x-ai/grok-4":{"input_cost_per_token":0.000003,"litellm_provider":"openrouter","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000015,"source":"https://openrouter.ai/x-ai/grok-4","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_web_search":true},"openrouter/z-ai/glm-4.6":{"input_cost_per_token":4e-7,"litellm_provider":"openrouter","max_input_tokens":202800,"max_output_tokens":131000,"max_tokens":131000,"mode":"chat","output_cost_per_token":0.00000175,"source":"https://openrouter.ai/z-ai/glm-4.6","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"openrouter/z-ai/glm-4.6:exacto":{"input_cost_per_token":4.5e-7,"litellm_provider":"openrouter","max_input_tokens":202800,"max_output_tokens":131000,"max_tokens":131000,"mode":"chat","output_cost_per_token":0.0000019,"source":"https://openrouter.ai/z-ai/glm-4.6:exacto","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"openrouter/xiaomi/mimo-v2-flash":{"input_cost_per_token":1e-7,"output_cost_per_token":3e-7,"cache_creation_input_token_cost":0,"cache_read_input_token_cost":1e-8,"litellm_provider":"openrouter","max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_reasoning":true,"supports_vision":false,"supports_prompt_caching":true},"openrouter/xiaomi/mimo-v2.5-pro":{"input_cost_per_token":0.000001,"output_cost_per_token":0.000003,"cache_creation_input_token_cost":0,"cache_read_input_token_cost":2e-7,"litellm_provider":"openrouter","max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_reasoning":true,"supports_vision":false,"supports_response_schema":true,"supports_prompt_caching":true},"openrouter/xiaomi/mimo-v2.5":{"input_cost_per_token":4e-7,"output_cost_per_token":0.000002,"cache_creation_input_token_cost":0,"cache_read_input_token_cost":8e-8,"litellm_provider":"openrouter","max_input_tokens":1048576,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_reasoning":true,"supports_vision":true,"supports_audio_input":true,"supports_video_input":true,"supports_response_schema":true,"supports_prompt_caching":true},"openrouter/z-ai/glm-4.7":{"input_cost_per_token":4e-7,"output_cost_per_token":0.0000015,"cache_creation_input_token_cost":0,"cache_read_input_token_cost":0,"litellm_provider":"openrouter","max_input_tokens":202752,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_reasoning":true,"supports_vision":true,"supports_prompt_caching":false,"supports_assistant_prefill":true},"openrouter/z-ai/glm-4.7-flash":{"input_cost_per_token":7e-8,"output_cost_per_token":4e-7,"cache_creation_input_token_cost":0,"cache_read_input_token_cost":0,"litellm_provider":"openrouter","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_reasoning":true,"supports_vision":true,"supports_prompt_caching":false},"openrouter/z-ai/glm-5":{"input_cost_per_token":8e-7,"litellm_provider":"openrouter","max_input_tokens":202752,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00000256,"source":"https://openrouter.ai/z-ai/glm-5","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"openrouter/z-ai/glm-5.1":{"input_cost_per_token":0.00000105,"output_cost_per_token":0.0000035,"cache_read_input_token_cost":5.25e-7,"cache_creation_input_token_cost":0,"litellm_provider":"openrouter","max_input_tokens":202752,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","source":"https://openrouter.ai/z-ai/glm-5.1","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"openrouter/minimax/minimax-m2.1":{"input_cost_per_token":2.7e-7,"output_cost_per_token":0.0000012,"cache_creation_input_token_cost":0,"cache_read_input_token_cost":0,"litellm_provider":"openrouter","max_input_tokens":204000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_reasoning":true,"supports_vision":true,"supports_prompt_caching":false,"supports_computer_use":false},"openrouter/minimax/minimax-m2.5":{"input_cost_per_token":3e-7,"output_cost_per_token":0.0000011,"cache_read_input_token_cost":1.5e-7,"litellm_provider":"openrouter","max_input_tokens":196608,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","source":"https://openrouter.ai/minimax/minimax-m2.5","supports_function_calling":true,"supports_tool_choice":true,"supports_reasoning":true,"supports_vision":false,"supports_prompt_caching":true,"supports_computer_use":false},"openrouter/openrouter/auto":{"input_cost_per_token":0,"output_cost_per_token":0,"litellm_provider":"openrouter","max_input_tokens":2000000,"max_tokens":2000000,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_reasoning":true,"supports_response_schema":true,"supports_vision":true,"supports_audio_input":true,"supports_video_input":true},"openrouter/openrouter/free":{"input_cost_per_token":0,"output_cost_per_token":0,"litellm_provider":"openrouter","max_input_tokens":200000,"max_tokens":200000,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_reasoning":true,"supports_response_schema":true,"supports_vision":true},"openrouter/openrouter/bodybuilder":{"input_cost_per_token":0,"output_cost_per_token":0,"litellm_provider":"openrouter","max_input_tokens":128000,"max_tokens":128000,"mode":"chat"},"ovhcloud/DeepSeek-R1-Distill-Llama-70B":{"input_cost_per_token":6.7e-7,"litellm_provider":"ovhcloud","max_input_tokens":131000,"max_output_tokens":131000,"max_tokens":131000,"mode":"chat","output_cost_per_token":6.7e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/deepseek-r1-distill-llama-70b","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"ovhcloud/Llama-3.1-8B-Instruct":{"input_cost_per_token":1e-7,"litellm_provider":"ovhcloud","max_input_tokens":131000,"max_output_tokens":131000,"max_tokens":131000,"mode":"chat","output_cost_per_token":1e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/llama-3-1-8b-instruct","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"ovhcloud/Meta-Llama-3_1-70B-Instruct":{"input_cost_per_token":6.7e-7,"litellm_provider":"ovhcloud","max_input_tokens":131000,"max_output_tokens":131000,"max_tokens":131000,"mode":"chat","output_cost_per_token":6.7e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/meta-llama-3-1-70b-instruct","supports_function_calling":false,"supports_response_schema":false,"supports_tool_choice":false},"ovhcloud/Meta-Llama-3_3-70B-Instruct":{"input_cost_per_token":6.7e-7,"litellm_provider":"ovhcloud","max_input_tokens":131000,"max_output_tokens":131000,"max_tokens":131000,"mode":"chat","output_cost_per_token":6.7e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"ovhcloud/Mistral-7B-Instruct-v0.3":{"input_cost_per_token":1e-7,"litellm_provider":"ovhcloud","max_input_tokens":127000,"max_output_tokens":127000,"max_tokens":127000,"mode":"chat","output_cost_per_token":1e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/mistral-7b-instruct-v0-3","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"ovhcloud/Mistral-Nemo-Instruct-2407":{"input_cost_per_token":1.3e-7,"litellm_provider":"ovhcloud","max_input_tokens":118000,"max_output_tokens":118000,"max_tokens":118000,"mode":"chat","output_cost_per_token":1.3e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/mistral-nemo-instruct-2407","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"ovhcloud/Mistral-Small-3.2-24B-Instruct-2506":{"input_cost_per_token":9e-8,"litellm_provider":"ovhcloud","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":2.8e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/mistral-small-3-2-24b-instruct-2506","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"ovhcloud/Mixtral-8x7B-Instruct-v0.1":{"input_cost_per_token":6.3e-7,"litellm_provider":"ovhcloud","max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":6.3e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/mixtral-8x7b-instruct-v0-1","supports_function_calling":false,"supports_response_schema":true,"supports_tool_choice":false},"ovhcloud/Qwen2.5-Coder-32B-Instruct":{"input_cost_per_token":8.7e-7,"litellm_provider":"ovhcloud","max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":8.7e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/qwen2-5-coder-32b-instruct","supports_function_calling":false,"supports_response_schema":true,"supports_tool_choice":false},"ovhcloud/Qwen2.5-VL-72B-Instruct":{"input_cost_per_token":9.1e-7,"litellm_provider":"ovhcloud","max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":9.1e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/qwen2-5-vl-72b-instruct","supports_function_calling":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_vision":true},"ovhcloud/Qwen3-32B":{"input_cost_per_token":8e-8,"litellm_provider":"ovhcloud","max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":2.3e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/qwen3-32b","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"ovhcloud/gpt-oss-120b":{"input_cost_per_token":8e-8,"litellm_provider":"ovhcloud","max_input_tokens":131000,"max_output_tokens":131000,"max_tokens":131000,"mode":"chat","output_cost_per_token":4e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/gpt-oss-120b","supports_function_calling":false,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":false},"ovhcloud/gpt-oss-20b":{"input_cost_per_token":4e-8,"litellm_provider":"ovhcloud","max_input_tokens":131000,"max_output_tokens":131000,"max_tokens":131000,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/gpt-oss-20b","supports_function_calling":false,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":false},"ovhcloud/llava-v1.6-mistral-7b-hf":{"input_cost_per_token":2.9e-7,"litellm_provider":"ovhcloud","max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":2.9e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/llava-next-mistral-7b","supports_function_calling":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_vision":true},"ovhcloud/mamba-codestral-7B-v0.1":{"input_cost_per_token":1.9e-7,"litellm_provider":"ovhcloud","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":1.9e-7,"source":"https://endpoints.ai.cloud.ovh.net/models/mamba-codestral-7b-v0-1","supports_function_calling":false,"supports_response_schema":true,"supports_tool_choice":false},"palm/chat-bison":{"input_cost_per_token":1.25e-7,"litellm_provider":"palm","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":1.25e-7,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"},"palm/chat-bison-001":{"input_cost_per_token":1.25e-7,"litellm_provider":"palm","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":1.25e-7,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"},"palm/text-bison":{"input_cost_per_token":1.25e-7,"litellm_provider":"palm","max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"mode":"completion","output_cost_per_token":1.25e-7,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"},"palm/text-bison-001":{"input_cost_per_token":1.25e-7,"litellm_provider":"palm","max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"mode":"completion","output_cost_per_token":1.25e-7,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"},"palm/text-bison-safety-off":{"input_cost_per_token":1.25e-7,"litellm_provider":"palm","max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"mode":"completion","output_cost_per_token":1.25e-7,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"},"palm/text-bison-safety-recitation-off":{"input_cost_per_token":1.25e-7,"litellm_provider":"palm","max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"mode":"completion","output_cost_per_token":1.25e-7,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"},"parallel_ai/search":{"input_cost_per_query":0.004,"litellm_provider":"parallel_ai","mode":"search"},"parallel_ai/search-pro":{"input_cost_per_query":0.009,"litellm_provider":"parallel_ai","mode":"search"},"perplexity/codellama-34b-instruct":{"input_cost_per_token":3.5e-7,"litellm_provider":"perplexity","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000014},"perplexity/codellama-70b-instruct":{"input_cost_per_token":7e-7,"litellm_provider":"perplexity","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000028},"perplexity/llama-2-70b-chat":{"input_cost_per_token":7e-7,"litellm_provider":"perplexity","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0000028},"perplexity/llama-3.1-70b-instruct":{"input_cost_per_token":0.000001,"litellm_provider":"perplexity","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000001},"perplexity/llama-3.1-8b-instruct":{"input_cost_per_token":2e-7,"litellm_provider":"perplexity","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":2e-7},"perplexity/mistral-7b-instruct":{"input_cost_per_token":7e-8,"litellm_provider":"perplexity","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":2.8e-7},"perplexity/mixtral-8x7b-instruct":{"input_cost_per_token":7e-8,"litellm_provider":"perplexity","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":2.8e-7},"perplexity/pplx-70b-chat":{"input_cost_per_token":7e-7,"litellm_provider":"perplexity","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0000028},"perplexity/pplx-70b-online":{"input_cost_per_request":0.005,"input_cost_per_token":0,"litellm_provider":"perplexity","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0000028},"perplexity/pplx-7b-chat":{"input_cost_per_token":7e-8,"litellm_provider":"perplexity","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":2.8e-7},"perplexity/pplx-7b-online":{"input_cost_per_request":0.005,"input_cost_per_token":0,"litellm_provider":"perplexity","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":2.8e-7},"perplexity/sonar":{"input_cost_per_token":0.000001,"litellm_provider":"perplexity","max_input_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000001,"search_context_cost_per_query":{"search_context_size_high":0.012,"search_context_size_low":0.005,"search_context_size_medium":0.008},"supports_web_search":true},"perplexity/sonar-deep-research":{"citation_cost_per_token":0.000002,"input_cost_per_token":0.000002,"litellm_provider":"perplexity","max_input_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_reasoning_token":0.000003,"output_cost_per_token":0.000008,"search_context_cost_per_query":{"search_context_size_high":0.005,"search_context_size_low":0.005,"search_context_size_medium":0.005},"supports_reasoning":true,"supports_web_search":true},"perplexity/sonar-medium-chat":{"input_cost_per_token":6e-7,"litellm_provider":"perplexity","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000018},"perplexity/sonar-medium-online":{"input_cost_per_request":0.005,"input_cost_per_token":0,"litellm_provider":"perplexity","max_input_tokens":12000,"max_output_tokens":12000,"max_tokens":12000,"mode":"chat","output_cost_per_token":0.0000018},"perplexity/sonar-pro":{"input_cost_per_token":0.000003,"litellm_provider":"perplexity","max_input_tokens":200000,"max_output_tokens":8000,"max_tokens":8000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.014,"search_context_size_low":0.006,"search_context_size_medium":0.01},"supports_web_search":true},"perplexity/sonar-reasoning":{"input_cost_per_token":0.000001,"litellm_provider":"perplexity","max_input_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000005,"search_context_cost_per_query":{"search_context_size_high":0.014,"search_context_size_low":0.005,"search_context_size_medium":0.008},"supports_reasoning":true,"supports_web_search":true},"perplexity/sonar-reasoning-pro":{"input_cost_per_token":0.000002,"litellm_provider":"perplexity","max_input_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000008,"search_context_cost_per_query":{"search_context_size_high":0.014,"search_context_size_low":0.006,"search_context_size_medium":0.01},"supports_reasoning":true,"supports_web_search":true},"perplexity/sonar-small-chat":{"input_cost_per_token":7e-8,"litellm_provider":"perplexity","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":2.8e-7},"perplexity/sonar-small-online":{"input_cost_per_request":0.005,"input_cost_per_token":0,"litellm_provider":"perplexity","max_input_tokens":12000,"max_output_tokens":12000,"max_tokens":12000,"mode":"chat","output_cost_per_token":2.8e-7},"publicai/swiss-ai/apertus-8b-instruct":{"input_cost_per_token":0,"litellm_provider":"publicai","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0,"source":"https://platform.publicai.co/docs","supports_function_calling":false,"supports_tool_choice":false},"publicai/swiss-ai/apertus-70b-instruct":{"input_cost_per_token":0,"litellm_provider":"publicai","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0,"source":"https://platform.publicai.co/docs","supports_function_calling":false,"supports_tool_choice":false},"publicai/aisingapore/Gemma-SEA-LION-v4-27B-IT":{"input_cost_per_token":0,"litellm_provider":"publicai","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0,"source":"https://platform.publicai.co/docs","supports_function_calling":true,"supports_tool_choice":true},"publicai/BSC-LT/salamandra-7b-instruct-tools-16k":{"input_cost_per_token":0,"litellm_provider":"publicai","max_input_tokens":16384,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0,"source":"https://platform.publicai.co/docs","supports_function_calling":true,"supports_tool_choice":true},"publicai/BSC-LT/ALIA-40b-instruct_Q8_0":{"input_cost_per_token":0,"litellm_provider":"publicai","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0,"source":"https://platform.publicai.co/docs","supports_function_calling":true,"supports_tool_choice":true},"publicai/allenai/Olmo-3-7B-Instruct":{"input_cost_per_token":0,"litellm_provider":"publicai","max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0,"source":"https://platform.publicai.co/docs","supports_function_calling":true,"supports_tool_choice":true},"perplexity/preset/fast-search":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_function_calling":true},"perplexity/preset/pro-search":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_function_calling":true},"perplexity/preset/deep-research":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_function_calling":true},"perplexity/preset/advanced-deep-research":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_function_calling":true},"perplexity/openai/gpt-5.2":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_reasoning":true,"supports_function_calling":true},"perplexity/openai/gpt-5.1":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_reasoning":false,"supports_function_calling":true},"perplexity/openai/gpt-5-mini":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_reasoning":false,"supports_function_calling":true},"perplexity/anthropic/claude-opus-4-6":{"supports_adaptive_thinking":true,"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_reasoning":false,"supports_function_calling":true,"supports_output_config":true},"perplexity/anthropic/claude-opus-4-7":{"supports_adaptive_thinking":true,"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_reasoning":false,"supports_function_calling":true,"supports_output_config":true},"perplexity/anthropic/claude-opus-4-5":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_reasoning":false,"supports_function_calling":true,"supports_output_config":true},"perplexity/anthropic/claude-sonnet-4-5":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_reasoning":false,"supports_function_calling":true},"perplexity/anthropic/claude-haiku-4-5":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_reasoning":false,"supports_function_calling":true},"perplexity/google/gemini-3-pro-preview":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_reasoning":false,"supports_function_calling":true},"perplexity/google/gemini-3-flash-preview":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_reasoning":false,"supports_function_calling":true},"perplexity/google/gemini-2.5-pro":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_reasoning":false,"supports_function_calling":true},"perplexity/google/gemini-2.5-flash":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_reasoning":false,"supports_function_calling":true,"supports_image_size":false},"perplexity/xai/grok-4-1-fast-non-reasoning":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_reasoning":false,"supports_function_calling":true},"perplexity/perplexity/sonar":{"litellm_provider":"perplexity","mode":"responses","supports_web_search":true,"supports_reasoning":false,"supports_function_calling":true},"perplexity/pplx-embed-v1-0.6b":{"input_cost_per_token":4e-9,"litellm_provider":"perplexity","max_input_tokens":32768,"max_tokens":32768,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"source":"https://docs.perplexity.ai/docs/embeddings/quickstart"},"perplexity/pplx-embed-v1-4b":{"input_cost_per_token":3e-8,"litellm_provider":"perplexity","max_input_tokens":32768,"max_tokens":32768,"mode":"embedding","output_cost_per_token":0,"output_vector_size":2560,"source":"https://docs.perplexity.ai/docs/embeddings/quickstart"},"publicai/aisingapore/Qwen-SEA-LION-v4-32B-IT":{"input_cost_per_token":0,"litellm_provider":"publicai","max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0,"source":"https://platform.publicai.co/docs","supports_function_calling":true,"supports_tool_choice":true},"publicai/allenai/Olmo-3-7B-Think":{"input_cost_per_token":0,"litellm_provider":"publicai","max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0,"source":"https://platform.publicai.co/docs","supports_function_calling":true,"supports_tool_choice":true,"supports_reasoning":true},"publicai/allenai/Olmo-3-32B-Think":{"input_cost_per_token":0,"litellm_provider":"publicai","max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0,"source":"https://platform.publicai.co/docs","supports_function_calling":true,"supports_tool_choice":true,"supports_reasoning":true},"qwen.qwen3-coder-480b-a35b-v1:0":{"input_cost_per_token":2.2e-7,"litellm_provider":"bedrock_converse","max_input_tokens":262000,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.0000018,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_native_structured_output":true},"qwen.qwen3-235b-a22b-2507-v1:0":{"input_cost_per_token":2.2e-7,"litellm_provider":"bedrock_converse","max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":8.8e-7,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_native_structured_output":true},"qwen.qwen3-coder-30b-a3b-v1:0":{"input_cost_per_token":1.5e-7,"litellm_provider":"bedrock_converse","max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_native_structured_output":true},"qwen.qwen3-32b-v1:0":{"input_cost_per_token":1.5e-7,"litellm_provider":"bedrock_converse","max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_native_structured_output":true},"qwen.qwen3-next-80b-a3b":{"input_cost_per_token":1.5e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000012,"supports_function_calling":true,"supports_system_messages":true,"supports_native_structured_output":true},"qwen.qwen3-vl-235b-a22b":{"input_cost_per_token":5.3e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000266,"supports_function_calling":true,"supports_system_messages":true,"supports_vision":true,"supports_native_structured_output":true},"qwen.qwen3-coder-next":{"input_cost_per_token":5e-7,"litellm_provider":"bedrock_converse","max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000012,"supports_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"reducto/parse-legacy":{"litellm_provider":"reducto","mode":"ocr","ocr_cost_per_credit":0.015,"source":"https://reducto.ai/pricing","supported_endpoints":["/v1/ocr"]},"reducto/parse-v3":{"litellm_provider":"reducto","mode":"ocr","ocr_cost_per_credit":0.015,"source":"https://reducto.ai/pricing","supported_endpoints":["/v1/ocr"]},"recraft/recraftv2":{"litellm_provider":"recraft","mode":"image_generation","output_cost_per_image":0.022,"source":"https://www.recraft.ai/docs#pricing","supported_endpoints":["/v1/images/generations"]},"recraft/recraftv3":{"litellm_provider":"recraft","mode":"image_generation","output_cost_per_image":0.04,"source":"https://www.recraft.ai/docs#pricing","supported_endpoints":["/v1/images/generations"]},"replicate/meta/llama-2-13b":{"input_cost_per_token":1e-7,"litellm_provider":"replicate","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":5e-7,"supports_tool_choice":true},"replicate/meta/llama-2-13b-chat":{"input_cost_per_token":1e-7,"litellm_provider":"replicate","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":5e-7,"supports_tool_choice":true},"replicate/meta/llama-2-70b":{"input_cost_per_token":6.5e-7,"litellm_provider":"replicate","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00000275,"supports_tool_choice":true},"replicate/meta/llama-2-70b-chat":{"input_cost_per_token":6.5e-7,"litellm_provider":"replicate","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00000275,"supports_tool_choice":true},"replicate/meta/llama-2-7b":{"input_cost_per_token":5e-8,"litellm_provider":"replicate","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":2.5e-7,"supports_tool_choice":true},"replicate/meta/llama-2-7b-chat":{"input_cost_per_token":5e-8,"litellm_provider":"replicate","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":2.5e-7,"supports_tool_choice":true},"replicate/meta/llama-3-70b":{"input_cost_per_token":6.5e-7,"litellm_provider":"replicate","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000275,"supports_tool_choice":true},"replicate/meta/llama-3-70b-instruct":{"input_cost_per_token":6.5e-7,"litellm_provider":"replicate","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000275,"supports_tool_choice":true},"replicate/meta/llama-3-8b":{"input_cost_per_token":5e-8,"litellm_provider":"replicate","max_input_tokens":8086,"max_output_tokens":8086,"max_tokens":8086,"mode":"chat","output_cost_per_token":2.5e-7,"supports_tool_choice":true},"replicate/meta/llama-3-8b-instruct":{"input_cost_per_token":5e-8,"litellm_provider":"replicate","max_input_tokens":8086,"max_output_tokens":8086,"max_tokens":8086,"mode":"chat","output_cost_per_token":2.5e-7,"supports_tool_choice":true},"replicate/mistralai/mistral-7b-instruct-v0.2":{"input_cost_per_token":5e-8,"litellm_provider":"replicate","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":2.5e-7,"supports_tool_choice":true},"replicate/mistralai/mistral-7b-v0.1":{"input_cost_per_token":5e-8,"litellm_provider":"replicate","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":2.5e-7,"supports_tool_choice":true},"replicate/mistralai/mixtral-8x7b-instruct-v0.1":{"input_cost_per_token":3e-7,"litellm_provider":"replicate","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000001,"supports_tool_choice":true},"replicate/openai/gpt-5":{"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_response_schema":true},"replicateopenai/gpt-oss-20b":{"input_cost_per_token":9e-8,"output_cost_per_token":3.6e-7,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_system_messages":true},"replicate/anthropic/claude-4.5-haiku":{"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true},"replicate/ibm-granite/granite-3.3-8b-instruct":{"input_cost_per_token":3e-8,"output_cost_per_token":2.5e-7,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_system_messages":true},"replicate/openai/gpt-4o":{"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_audio_input":true,"supports_audio_output":true},"replicate/openai/o4-mini":{"input_cost_per_token":0.000001,"output_cost_per_token":0.000004,"output_cost_per_reasoning_token":0.000004,"litellm_provider":"replicate","mode":"chat","supports_reasoning":true,"supports_system_messages":true},"replicate/openai/o1-mini":{"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"output_cost_per_reasoning_token":0.0000044,"litellm_provider":"replicate","mode":"chat","supports_reasoning":true,"supports_system_messages":true},"replicate/openai/o1":{"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"output_cost_per_reasoning_token":0.00006,"litellm_provider":"replicate","mode":"chat","supports_reasoning":true,"supports_system_messages":true},"replicate/openai/gpt-4o-mini":{"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_response_schema":true},"replicate/qwen/qwen3-235b-a22b-instruct-2507":{"input_cost_per_token":2.64e-7,"output_cost_per_token":0.00000106,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_system_messages":true},"replicate/anthropic/claude-4-sonnet":{"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true},"replicate/deepseek-ai/deepseek-v3":{"input_cost_per_token":0.00000145,"output_cost_per_token":0.00000145,"litellm_provider":"replicate","mode":"chat","max_input_tokens":65536,"max_output_tokens":8192,"max_tokens":8192,"supports_function_calling":true,"supports_system_messages":true},"replicate/anthropic/claude-3.7-sonnet":{"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true},"replicate/anthropic/claude-3.5-haiku":{"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true},"replicate/anthropic/claude-3.5-sonnet":{"input_cost_per_token":0.00000375,"output_cost_per_token":0.00001875,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true},"replicate/google/gemini-3-pro":{"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_response_schema":true},"replicate/anthropic/claude-4.5-sonnet":{"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true},"replicate/openai/gpt-4.1":{"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_response_schema":true},"replicate/openai/gpt-4.1-nano":{"input_cost_per_token":1e-7,"output_cost_per_token":4e-7,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_system_messages":true},"replicate/openai/gpt-4.1-mini":{"input_cost_per_token":4e-7,"output_cost_per_token":0.0000016,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_response_schema":true},"replicate/openai/gpt-5-nano":{"input_cost_per_token":5e-8,"output_cost_per_token":4e-7,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_system_messages":true},"replicate/openai/gpt-5-mini":{"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_response_schema":true},"replicate/google/gemini-2.5-flash":{"input_cost_per_token":0.0000025,"output_cost_per_token":0.0000025,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_image_size":false},"replicate/openai/gpt-oss-120b":{"input_cost_per_token":1.8e-7,"output_cost_per_token":7.2e-7,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_system_messages":true},"replicate/deepseek-ai/deepseek-v3.1":{"input_cost_per_token":6.72e-7,"output_cost_per_token":0.000002016,"litellm_provider":"replicate","mode":"chat","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true},"replicate/xai/grok-4":{"input_cost_per_token":0.0000072,"output_cost_per_token":0.000036,"litellm_provider":"replicate","mode":"chat","supports_function_calling":true,"supports_system_messages":true},"replicate/deepseek-ai/deepseek-r1":{"input_cost_per_token":0.00000375,"output_cost_per_token":0.00001,"output_cost_per_reasoning_token":0.00001,"litellm_provider":"replicate","mode":"chat","max_input_tokens":65536,"max_output_tokens":8192,"max_tokens":8192,"supports_reasoning":true,"supports_system_messages":true},"rerank-english-v2.0":{"input_cost_per_query":0.002,"input_cost_per_token":0,"litellm_provider":"cohere","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"rerank","output_cost_per_token":0},"rerank-english-v3.0":{"input_cost_per_query":0.002,"input_cost_per_token":0,"litellm_provider":"cohere","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"rerank","output_cost_per_token":0},"rerank-multilingual-v2.0":{"input_cost_per_query":0.002,"input_cost_per_token":0,"litellm_provider":"cohere","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"rerank","output_cost_per_token":0},"rerank-multilingual-v3.0":{"input_cost_per_query":0.002,"input_cost_per_token":0,"litellm_provider":"cohere","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"rerank","output_cost_per_token":0},"rerank-v3.5":{"input_cost_per_query":0.002,"input_cost_per_token":0,"litellm_provider":"cohere","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"rerank","output_cost_per_token":0},"nvidia_nim/nvidia/nv-rerankqa-mistral-4b-v3":{"input_cost_per_query":0,"input_cost_per_token":0,"litellm_provider":"nvidia_nim","mode":"rerank","output_cost_per_token":0},"nvidia_nim/nvidia/llama-3_2-nv-rerankqa-1b-v2":{"input_cost_per_query":0,"input_cost_per_token":0,"litellm_provider":"nvidia_nim","mode":"rerank","output_cost_per_token":0},"nvidia_nim/ranking/nvidia/llama-3.2-nv-rerankqa-1b-v2":{"input_cost_per_query":0,"input_cost_per_token":0,"litellm_provider":"nvidia_nim","mode":"rerank","output_cost_per_token":0},"sagemaker/meta-textgeneration-llama-2-13b":{"input_cost_per_token":0,"litellm_provider":"sagemaker","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"completion","output_cost_per_token":0},"sagemaker/meta-textgeneration-llama-2-13b-f":{"input_cost_per_token":0,"litellm_provider":"sagemaker","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0},"sagemaker/meta-textgeneration-llama-2-70b":{"input_cost_per_token":0,"litellm_provider":"sagemaker","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"completion","output_cost_per_token":0},"sagemaker/meta-textgeneration-llama-2-70b-b-f":{"input_cost_per_token":0,"litellm_provider":"sagemaker","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0},"sagemaker/meta-textgeneration-llama-2-7b":{"input_cost_per_token":0,"litellm_provider":"sagemaker","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"completion","output_cost_per_token":0},"sagemaker/meta-textgeneration-llama-2-7b-f":{"input_cost_per_token":0,"litellm_provider":"sagemaker","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0},"sambanova/MiniMax-M2.7":{"input_cost_per_token":6e-7,"litellm_provider":"sambanova","max_input_tokens":196608,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.0000024,"source":"https://cloud.sambanova.ai/plans/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"sambanova/DeepSeek-R1":{"input_cost_per_token":0.000005,"litellm_provider":"sambanova","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000007,"source":"https://cloud.sambanova.ai/plans/pricing"},"sambanova/DeepSeek-R1-Distill-Llama-70B":{"deprecation_date":"2026-03-20","input_cost_per_token":7e-7,"litellm_provider":"sambanova","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.0000014,"source":"https://cloud.sambanova.ai/plans/pricing"},"sambanova/DeepSeek-V3-0324":{"deprecation_date":"2026-04-14","input_cost_per_token":0.000003,"litellm_provider":"sambanova","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.0000045,"source":"https://cloud.sambanova.ai/plans/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"sambanova/Llama-4-Maverick-17B-128E-Instruct":{"input_cost_per_token":6.3e-7,"litellm_provider":"sambanova","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"metadata":{"notes":"For vision models, images are converted to 6432 input tokens and are billed at that amount"},"mode":"chat","output_cost_per_token":0.0000018,"source":"https://cloud.sambanova.ai/plans/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"sambanova/Llama-4-Scout-17B-16E-Instruct":{"deprecation_date":"2025-06-19","input_cost_per_token":4e-7,"litellm_provider":"sambanova","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"metadata":{"notes":"For vision models, images are converted to 6432 input tokens and are billed at that amount"},"mode":"chat","output_cost_per_token":7e-7,"source":"https://cloud.sambanova.ai/plans/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"sambanova/Meta-Llama-3.1-405B-Instruct":{"deprecation_date":"2025-06-25","input_cost_per_token":0.000005,"litellm_provider":"sambanova","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"source":"https://cloud.sambanova.ai/plans/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"sambanova/Meta-Llama-3.1-8B-Instruct":{"deprecation_date":"2026-04-14","input_cost_per_token":1e-7,"litellm_provider":"sambanova","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":2e-7,"source":"https://cloud.sambanova.ai/plans/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"sambanova/Meta-Llama-3.2-1B-Instruct":{"deprecation_date":"2025-06-25","input_cost_per_token":4e-8,"litellm_provider":"sambanova","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":8e-8,"source":"https://cloud.sambanova.ai/plans/pricing"},"sambanova/Meta-Llama-3.2-3B-Instruct":{"deprecation_date":"2025-06-25","input_cost_per_token":8e-8,"litellm_provider":"sambanova","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":1.6e-7,"source":"https://cloud.sambanova.ai/plans/pricing"},"sambanova/Meta-Llama-3.3-70B-Instruct":{"input_cost_per_token":6e-7,"litellm_provider":"sambanova","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://cloud.sambanova.ai/plans/pricing","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"sambanova/Meta-Llama-Guard-3-8B":{"deprecation_date":"2025-06-25","input_cost_per_token":3e-7,"litellm_provider":"sambanova","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":3e-7,"source":"https://cloud.sambanova.ai/plans/pricing"},"sambanova/QwQ-32B":{"deprecation_date":"2025-06-25","input_cost_per_token":5e-7,"litellm_provider":"sambanova","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000001,"source":"https://cloud.sambanova.ai/plans/pricing"},"sambanova/Qwen2-Audio-7B-Instruct":{"deprecation_date":"2025-06-19","input_cost_per_token":5e-7,"litellm_provider":"sambanova","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0001,"source":"https://cloud.sambanova.ai/plans/pricing","supports_audio_input":true},"sambanova/Qwen3-32B":{"deprecation_date":"2026-04-06","input_cost_per_token":4e-7,"litellm_provider":"sambanova","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":8e-7,"source":"https://cloud.sambanova.ai/plans/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"sambanova/DeepSeek-V3.1":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":0.000003,"output_cost_per_token":0.0000045,"litellm_provider":"sambanova","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_reasoning":true,"source":"https://cloud.sambanova.ai/plans/pricing"},"sambanova/gpt-oss-120b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2.2e-7,"output_cost_per_token":5.9e-7,"litellm_provider":"sambanova","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_reasoning":true,"source":"https://cloud.sambanova.ai/plans/pricing"},"sambanova/DeepSeek-V3.2":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":0.000003,"output_cost_per_token":0.0000045,"litellm_provider":"sambanova","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"source":"https://cloud.sambanova.ai/plans/pricing"},"sambanova/gemma-4-31B-it":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":3.8e-7,"output_cost_per_token":0.00000115,"litellm_provider":"sambanova","mode":"chat","supports_vision":true,"source":"https://cloud.sambanova.ai/plans/pricing"},"snowflake/claude-3-5-sonnet":{"litellm_provider":"snowflake","max_input_tokens":200000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"supports_computer_use":true,"supports_function_calling":true,"supports_vision":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_response_schema":true},"snowflake/deepseek-r1":{"litellm_provider":"snowflake","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","input_cost_per_token":0.00000135,"output_cost_per_token":0.0000054,"supports_reasoning":true,"supports_system_messages":true},"snowflake/gemma-7b":{"litellm_provider":"snowflake","max_input_tokens":8000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/jamba-1.5-large":{"litellm_provider":"snowflake","max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/jamba-1.5-mini":{"litellm_provider":"snowflake","max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/jamba-instruct":{"litellm_provider":"snowflake","max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/llama2-70b-chat":{"litellm_provider":"snowflake","max_input_tokens":4096,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/llama3-70b":{"litellm_provider":"snowflake","max_input_tokens":8000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/llama3-8b":{"litellm_provider":"snowflake","max_input_tokens":8000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/llama3.1-405b":{"litellm_provider":"snowflake","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012,"supports_function_calling":true,"supports_system_messages":true},"snowflake/llama3.1-70b":{"litellm_provider":"snowflake","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7,"supports_function_calling":true,"supports_system_messages":true},"snowflake/llama3.1-8b":{"litellm_provider":"snowflake","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","input_cost_per_token":2.4e-7,"output_cost_per_token":2.4e-7,"supports_system_messages":true},"snowflake/llama3.2-1b":{"litellm_provider":"snowflake","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/llama3.2-3b":{"litellm_provider":"snowflake","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/llama3.3-70b":{"max_tokens":16384,"max_input_tokens":128000,"max_output_tokens":16384,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7,"litellm_provider":"snowflake","mode":"chat","supports_function_calling":true,"supports_system_messages":true},"snowflake/mistral-7b":{"litellm_provider":"snowflake","max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/mistral-large":{"litellm_provider":"snowflake","max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/mistral-large2":{"litellm_provider":"snowflake","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","input_cost_per_token":0.000002,"output_cost_per_token":0.000006,"supports_function_calling":true,"supports_system_messages":true,"supports_response_schema":true},"snowflake/mixtral-8x7b":{"litellm_provider":"snowflake","max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/reka-core":{"litellm_provider":"snowflake","max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/reka-flash":{"litellm_provider":"snowflake","max_input_tokens":100000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/snowflake-arctic":{"litellm_provider":"snowflake","max_input_tokens":4096,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/snowflake-llama-3.1-405b":{"litellm_provider":"snowflake","max_input_tokens":8000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat"},"snowflake/snowflake-llama-3.3-70b":{"max_tokens":16384,"max_input_tokens":128000,"max_output_tokens":16384,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7,"litellm_provider":"snowflake","mode":"chat","supports_function_calling":true,"supports_system_messages":true},"stability/sd3":{"litellm_provider":"stability","mode":"image_generation","output_cost_per_image":0.065,"supported_endpoints":["/v1/images/generations"]},"stability/sd3-large":{"litellm_provider":"stability","mode":"image_generation","output_cost_per_image":0.065,"supported_endpoints":["/v1/images/generations"]},"stability/sd3-large-turbo":{"litellm_provider":"stability","mode":"image_generation","output_cost_per_image":0.04,"supported_endpoints":["/v1/images/generations"]},"stability/sd3-medium":{"litellm_provider":"stability","mode":"image_generation","output_cost_per_image":0.035,"supported_endpoints":["/v1/images/generations"]},"stability/sd3.5-large":{"litellm_provider":"stability","mode":"image_generation","output_cost_per_image":0.065,"supported_endpoints":["/v1/images/generations"]},"stability/sd3.5-large-turbo":{"litellm_provider":"stability","mode":"image_generation","output_cost_per_image":0.04,"supported_endpoints":["/v1/images/generations"]},"stability/sd3.5-medium":{"litellm_provider":"stability","mode":"image_generation","output_cost_per_image":0.035,"supported_endpoints":["/v1/images/generations"]},"stability/stable-image-ultra":{"litellm_provider":"stability","mode":"image_generation","output_cost_per_image":0.08,"supported_endpoints":["/v1/images/generations"]},"stability/inpaint":{"litellm_provider":"stability","mode":"image_edit","output_cost_per_image":0.005,"supported_endpoints":["/v1/images/edits"]},"stability/outpaint":{"litellm_provider":"stability","mode":"image_edit","output_cost_per_image":0.004,"supported_endpoints":["/v1/images/edits"]},"stability/erase":{"litellm_provider":"stability","mode":"image_edit","output_cost_per_image":0.005,"supported_endpoints":["/v1/images/edits"]},"stability/search-and-replace":{"litellm_provider":"stability","mode":"image_edit","output_cost_per_image":0.005,"supported_endpoints":["/v1/images/edits"]},"stability/search-and-recolor":{"litellm_provider":"stability","mode":"image_edit","output_cost_per_image":0.005,"supported_endpoints":["/v1/images/edits"]},"stability/remove-background":{"litellm_provider":"stability","mode":"image_edit","output_cost_per_image":0.005,"supported_endpoints":["/v1/images/edits"]},"stability/replace-background-and-relight":{"litellm_provider":"stability","mode":"image_edit","output_cost_per_image":0.008,"supported_endpoints":["/v1/images/edits"]},"stability/sketch":{"litellm_provider":"stability","mode":"image_edit","output_cost_per_image":0.005,"supported_endpoints":["/v1/images/edits"]},"stability/structure":{"litellm_provider":"stability","mode":"image_edit","output_cost_per_image":0.005,"supported_endpoints":["/v1/images/edits"]},"stability/style":{"litellm_provider":"stability","mode":"image_edit","output_cost_per_image":0.005,"supported_endpoints":["/v1/images/edits"]},"stability/style-transfer":{"litellm_provider":"stability","mode":"image_edit","output_cost_per_image":0.008,"supported_endpoints":["/v1/images/edits"]},"stability/fast":{"litellm_provider":"stability","mode":"image_edit","output_cost_per_image":0.002,"supported_endpoints":["/v1/images/edits"]},"stability/conservative":{"litellm_provider":"stability","mode":"image_edit","output_cost_per_image":0.04,"supported_endpoints":["/v1/images/edits"]},"stability/creative":{"litellm_provider":"stability","mode":"image_edit","output_cost_per_image":0.06,"supported_endpoints":["/v1/images/edits"]},"stability/stable-image-core":{"litellm_provider":"stability","mode":"image_generation","output_cost_per_image":0.03,"supported_endpoints":["/v1/images/generations"]},"stability.sd3-5-large-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.08},"stability.sd3-large-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.08},"stability.stable-image-core-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.04},"stability.stable-conservative-upscale-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"mode":"image_edit","output_cost_per_image":0.4},"stability.stable-creative-upscale-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"mode":"image_edit","output_cost_per_image":0.6},"stability.stable-fast-upscale-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"mode":"image_edit","output_cost_per_image":0.03},"stability.stable-outpaint-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"mode":"image_edit","output_cost_per_image":0.06},"stability.stable-image-control-sketch-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"mode":"image_edit","output_cost_per_image":0.07},"stability.stable-image-control-structure-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"mode":"image_edit","output_cost_per_image":0.07},"stability.stable-image-erase-object-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"mode":"image_edit","output_cost_per_image":0.07},"stability.stable-image-inpaint-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"mode":"image_edit","output_cost_per_image":0.07},"stability.stable-image-remove-background-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"mode":"image_edit","output_cost_per_image":0.07},"stability.stable-image-search-recolor-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"mode":"image_edit","output_cost_per_image":0.07},"stability.stable-image-search-replace-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"mode":"image_edit","output_cost_per_image":0.07},"stability.stable-image-style-guide-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"mode":"image_edit","output_cost_per_image":0.07},"stability.stable-style-transfer-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"mode":"image_edit","output_cost_per_image":0.08},"stability.stable-image-core-v1:1":{"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.04},"stability.stable-image-ultra-v1:0":{"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.14},"stability.stable-image-ultra-v1:1":{"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.14},"standard/1024-x-1024/dall-e-3":{"input_cost_per_pixel":3.81469e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0},"standard/1024-x-1792/dall-e-3":{"input_cost_per_pixel":4.359e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0},"standard/1792-x-1024/dall-e-3":{"input_cost_per_pixel":4.359e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0},"linkup/search":{"input_cost_per_query":0.00587,"litellm_provider":"linkup","mode":"search"},"linkup/search-deep":{"input_cost_per_query":0.05867,"litellm_provider":"linkup","mode":"search"},"tavily/search":{"input_cost_per_query":0.008,"litellm_provider":"tavily","mode":"search"},"tavily/search-advanced":{"input_cost_per_query":0.016,"litellm_provider":"tavily","mode":"search"},"you_com/search":{"input_cost_per_query":0,"litellm_provider":"you_com","mode":"search"},"text-completion-codestral/codestral-2405":{"input_cost_per_token":0,"litellm_provider":"text-completion-codestral","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"completion","output_cost_per_token":0,"source":"https://docs.mistral.ai/capabilities/code_generation/"},"text-completion-codestral/codestral-latest":{"input_cost_per_token":0,"litellm_provider":"text-completion-codestral","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"completion","output_cost_per_token":0,"source":"https://docs.mistral.ai/capabilities/code_generation/"},"text-embedding-004":{"deprecation_date":"2026-01-14","input_cost_per_character":2.5e-8,"input_cost_per_token":1e-7,"litellm_provider":"vertex_ai-embedding-models","max_input_tokens":2048,"max_tokens":2048,"mode":"embedding","output_cost_per_token":0,"output_vector_size":768,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models"},"text-embedding-005":{"input_cost_per_character":2.5e-8,"input_cost_per_token":1e-7,"litellm_provider":"vertex_ai-embedding-models","max_input_tokens":2048,"max_tokens":2048,"mode":"embedding","output_cost_per_token":0,"output_vector_size":768,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models"},"text-embedding-3-large":{"input_cost_per_token":1.3e-7,"input_cost_per_token_batches":6.5e-8,"litellm_provider":"openai","max_input_tokens":8191,"max_tokens":8191,"mode":"embedding","output_cost_per_token":0,"output_cost_per_token_batches":0,"output_vector_size":3072},"text-embedding-3-small":{"input_cost_per_token":2e-8,"input_cost_per_token_batches":1e-8,"litellm_provider":"openai","max_input_tokens":8191,"max_tokens":8191,"mode":"embedding","output_cost_per_token":0,"output_cost_per_token_batches":0,"output_vector_size":1536},"text-embedding-ada-002":{"input_cost_per_token":1e-7,"litellm_provider":"openai","max_input_tokens":8191,"max_tokens":8191,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1536},"text-embedding-ada-002-v2":{"input_cost_per_token":1e-7,"input_cost_per_token_batches":5e-8,"litellm_provider":"openai","max_input_tokens":8191,"max_tokens":8191,"mode":"embedding","output_cost_per_token":0,"output_cost_per_token_batches":0},"text-embedding-large-exp-03-07":{"input_cost_per_character":2.5e-8,"input_cost_per_token":1e-7,"litellm_provider":"vertex_ai-embedding-models","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":3072,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models"},"text-embedding-preview-0409":{"input_cost_per_token":6.25e-9,"litellm_provider":"vertex_ai-embedding-models","max_input_tokens":3072,"max_tokens":3072,"mode":"embedding","output_cost_per_token":0,"output_vector_size":768,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing"},"text-moderation-007":{"input_cost_per_token":0,"litellm_provider":"openai","max_input_tokens":32768,"max_output_tokens":0,"max_tokens":0,"mode":"moderation","output_cost_per_token":0},"text-moderation-latest":{"input_cost_per_token":0,"litellm_provider":"openai","max_input_tokens":32768,"max_output_tokens":0,"max_tokens":0,"mode":"moderation","output_cost_per_token":0},"text-moderation-stable":{"input_cost_per_token":0,"litellm_provider":"openai","max_input_tokens":32768,"max_output_tokens":0,"max_tokens":0,"mode":"moderation","output_cost_per_token":0},"text-multilingual-embedding-002":{"input_cost_per_character":2.5e-8,"input_cost_per_token":1e-7,"litellm_provider":"vertex_ai-embedding-models","max_input_tokens":2048,"max_tokens":2048,"mode":"embedding","output_cost_per_token":0,"output_vector_size":768,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models"},"text-unicorn":{"input_cost_per_token":0.00001,"litellm_provider":"vertex_ai-text-models","max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"mode":"completion","output_cost_per_token":0.000028,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"},"text-unicorn@001":{"input_cost_per_token":0.00001,"litellm_provider":"vertex_ai-text-models","max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"mode":"completion","output_cost_per_token":0.000028,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"},"together-ai-21.1b-41b":{"input_cost_per_token":8e-7,"litellm_provider":"together_ai","mode":"chat","output_cost_per_token":8e-7},"together-ai-4.1b-8b":{"input_cost_per_token":2e-7,"litellm_provider":"together_ai","mode":"chat","output_cost_per_token":2e-7},"together-ai-41.1b-80b":{"input_cost_per_token":9e-7,"litellm_provider":"together_ai","mode":"chat","output_cost_per_token":9e-7},"together-ai-8.1b-21b":{"input_cost_per_token":3e-7,"litellm_provider":"together_ai","max_tokens":1000,"mode":"chat","output_cost_per_token":3e-7},"together-ai-81.1b-110b":{"input_cost_per_token":0.0000018,"litellm_provider":"together_ai","mode":"chat","output_cost_per_token":0.0000018},"together-ai-embedding-151m-to-350m":{"input_cost_per_token":1.6e-8,"litellm_provider":"together_ai","mode":"embedding","output_cost_per_token":0},"together-ai-embedding-up-to-150m":{"input_cost_per_token":8e-9,"litellm_provider":"together_ai","mode":"embedding","output_cost_per_token":0},"together_ai/baai/bge-base-en-v1.5":{"input_cost_per_token":8e-9,"litellm_provider":"together_ai","max_input_tokens":512,"mode":"embedding","output_cost_per_token":0,"output_vector_size":768},"together_ai/BAAI/bge-base-en-v1.5":{"input_cost_per_token":8e-9,"litellm_provider":"together_ai","max_input_tokens":512,"mode":"embedding","output_cost_per_token":0,"output_vector_size":768},"together-ai-up-to-4b":{"input_cost_per_token":1e-7,"litellm_provider":"together_ai","mode":"chat","output_cost_per_token":1e-7},"together_ai/Qwen/Qwen2.5-72B-Instruct-Turbo":{"litellm_provider":"together_ai","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo":{"litellm_provider":"together_ai","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/Qwen/Qwen3-235B-A22B-Instruct-2507-tput":{"input_cost_per_token":2e-7,"litellm_provider":"together_ai","max_input_tokens":262000,"mode":"chat","output_cost_per_token":0.000006,"source":"https://www.together.ai/models/qwen3-235b-a22b-instruct-2507-fp8","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/Qwen/Qwen3-235B-A22B-Thinking-2507":{"input_cost_per_token":6.5e-7,"litellm_provider":"together_ai","max_input_tokens":256000,"mode":"chat","output_cost_per_token":0.000003,"source":"https://www.together.ai/models/qwen3-235b-a22b-thinking-2507","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/Qwen/Qwen3-235B-A22B-fp8-tput":{"input_cost_per_token":2e-7,"litellm_provider":"together_ai","max_input_tokens":40000,"mode":"chat","output_cost_per_token":6e-7,"source":"https://www.together.ai/models/qwen3-235b-a22b-fp8-tput","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_tool_choice":false},"together_ai/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8":{"input_cost_per_token":0.000002,"litellm_provider":"together_ai","max_input_tokens":256000,"mode":"chat","output_cost_per_token":0.000002,"source":"https://www.together.ai/models/qwen3-coder-480b-a35b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/deepseek-ai/DeepSeek-R1":{"input_cost_per_token":0.000003,"litellm_provider":"together_ai","max_input_tokens":128000,"max_output_tokens":20480,"max_tokens":20480,"mode":"chat","output_cost_per_token":0.000007,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/deepseek-ai/DeepSeek-R1-0528-tput":{"input_cost_per_token":5.5e-7,"litellm_provider":"together_ai","max_input_tokens":128000,"mode":"chat","output_cost_per_token":0.00000219,"source":"https://www.together.ai/models/deepseek-r1-0528-throughput","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/deepseek-ai/DeepSeek-V3":{"input_cost_per_token":0.00000125,"litellm_provider":"together_ai","max_input_tokens":65536,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000125,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/deepseek-ai/DeepSeek-V3.1":{"input_cost_per_token":6e-7,"litellm_provider":"together_ai","max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000017,"source":"https://www.together.ai/models/deepseek-v3-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"max_input_tokens":128000,"max_output_tokens":16384},"together_ai/meta-llama/Llama-3.2-3B-Instruct-Turbo":{"litellm_provider":"together_ai","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo":{"input_cost_per_token":8.8e-7,"litellm_provider":"together_ai","mode":"chat","output_cost_per_token":8.8e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo-Free":{"input_cost_per_token":0,"litellm_provider":"together_ai","mode":"chat","output_cost_per_token":0,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8":{"input_cost_per_token":2.7e-7,"litellm_provider":"together_ai","mode":"chat","output_cost_per_token":8.5e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/meta-llama/Llama-4-Scout-17B-16E-Instruct":{"input_cost_per_token":1.8e-7,"litellm_provider":"together_ai","mode":"chat","output_cost_per_token":5.9e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo":{"input_cost_per_token":0.0000035,"litellm_provider":"together_ai","mode":"chat","output_cost_per_token":0.0000035,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo":{"input_cost_per_token":8.8e-7,"litellm_provider":"together_ai","mode":"chat","output_cost_per_token":8.8e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo":{"input_cost_per_token":1.8e-7,"litellm_provider":"together_ai","mode":"chat","output_cost_per_token":1.8e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/mistralai/Mistral-7B-Instruct-v0.1":{"litellm_provider":"together_ai","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/mistralai/Mistral-Small-24B-Instruct-2501":{"litellm_provider":"together_ai","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true},"together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1":{"input_cost_per_token":6e-7,"litellm_provider":"together_ai","mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/moonshotai/Kimi-K2-Instruct":{"input_cost_per_token":0.000001,"litellm_provider":"together_ai","mode":"chat","output_cost_per_token":0.000003,"source":"https://www.together.ai/models/kimi-k2-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/openai/gpt-oss-120b":{"input_cost_per_token":1.5e-7,"litellm_provider":"together_ai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":6e-7,"source":"https://www.together.ai/models/gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/openai/gpt-oss-20b":{"input_cost_per_token":5e-8,"litellm_provider":"together_ai","max_input_tokens":128000,"mode":"chat","output_cost_per_token":2e-7,"source":"https://www.together.ai/models/gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/togethercomputer/CodeLlama-34b-Instruct":{"litellm_provider":"together_ai","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true},"together_ai/zai-org/GLM-4.5-Air-FP8":{"input_cost_per_token":2e-7,"litellm_provider":"together_ai","max_input_tokens":128000,"mode":"chat","output_cost_per_token":0.0000011,"source":"https://www.together.ai/models/glm-4-5-air","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/zai-org/GLM-4.6":{"input_cost_per_token":6e-7,"litellm_provider":"together_ai","max_input_tokens":200000,"max_output_tokens":200000,"max_tokens":200000,"mode":"chat","output_cost_per_token":0.0000022,"source":"https://www.together.ai/models/glm-4-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"together_ai/zai-org/GLM-4.7":{"input_cost_per_token":4.5e-7,"litellm_provider":"together_ai","max_input_tokens":200000,"max_output_tokens":200000,"max_tokens":200000,"mode":"chat","output_cost_per_token":0.000002,"source":"https://www.together.ai/models/glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"together_ai/moonshotai/Kimi-K2.5":{"input_cost_per_token":5e-7,"litellm_provider":"together_ai","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.0000028,"source":"https://www.together.ai/models/kimi-k2-5","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_reasoning":true},"together_ai/moonshotai/Kimi-K2-Instruct-0905":{"input_cost_per_token":0.000001,"litellm_provider":"together_ai","max_input_tokens":262144,"mode":"chat","output_cost_per_token":0.000003,"source":"https://www.together.ai/models/kimi-k2-0905","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true},"together_ai/Qwen/Qwen3-Next-80B-A3B-Instruct":{"input_cost_per_token":1.5e-7,"litellm_provider":"together_ai","max_input_tokens":262144,"mode":"chat","output_cost_per_token":0.0000015,"source":"https://www.together.ai/models/qwen3-next-80b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/Qwen/Qwen3-Next-80B-A3B-Thinking":{"input_cost_per_token":1.5e-7,"litellm_provider":"together_ai","max_input_tokens":262144,"mode":"chat","output_cost_per_token":0.0000015,"source":"https://www.together.ai/models/qwen3-next-80b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"together_ai/Qwen/Qwen3.5-397B-A17B":{"input_cost_per_token":6e-7,"litellm_provider":"together_ai","max_input_tokens":262144,"mode":"chat","output_cost_per_token":0.0000036,"source":"https://www.together.ai/models/Qwen/Qwen3.5-397B-A17B","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true},"tts-1":{"input_cost_per_character":0.000015,"litellm_provider":"openai","mode":"audio_speech","supported_endpoints":["/v1/audio/speech"]},"tts-1-hd":{"input_cost_per_character":0.00003,"litellm_provider":"openai","mode":"audio_speech","supported_endpoints":["/v1/audio/speech"]},"aws_polly/standard":{"input_cost_per_character":0.000004,"litellm_provider":"aws_polly","mode":"audio_speech","supported_endpoints":["/v1/audio/speech"],"source":"https://aws.amazon.com/polly/pricing/"},"aws_polly/neural":{"input_cost_per_character":0.000016,"litellm_provider":"aws_polly","mode":"audio_speech","supported_endpoints":["/v1/audio/speech"],"source":"https://aws.amazon.com/polly/pricing/"},"aws_polly/long-form":{"input_cost_per_character":0.0001,"litellm_provider":"aws_polly","mode":"audio_speech","supported_endpoints":["/v1/audio/speech"],"source":"https://aws.amazon.com/polly/pricing/"},"aws_polly/generative":{"input_cost_per_character":0.00003,"litellm_provider":"aws_polly","mode":"audio_speech","supported_endpoints":["/v1/audio/speech"],"source":"https://aws.amazon.com/polly/pricing/"},"us.amazon.nova-lite-v1:0":{"input_cost_per_token":6e-8,"litellm_provider":"bedrock_converse","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":2.4e-7,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true},"us.amazon.nova-micro-v1:0":{"input_cost_per_token":3.5e-8,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":1.4e-7,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true},"us.amazon.nova-premier-v1:0":{"input_cost_per_token":0.0000025,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":0.0000125,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":false,"supports_response_schema":true,"supports_vision":true},"us.amazon.nova-pro-v1:0":{"input_cost_per_token":8e-7,"litellm_provider":"bedrock_converse","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":0.0000032,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true},"us.anthropic.claude-3-5-haiku-20241022-v1:0":{"cache_creation_input_token_cost":0.000001,"cache_read_input_token_cost":8e-8,"input_cost_per_token":8e-7,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000004,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"prompt_cache_min_tokens":2048},"us.anthropic.claude-haiku-4-5-20251001-v1:0":{"cache_creation_input_token_cost":0.000001375,"cache_creation_input_token_cost_above_1hr":0.0000022,"cache_read_input_token_cost":1.1e-7,"input_cost_per_token":0.0000011,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000055,"source":"https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock","supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"us.anthropic.claude-3-5-sonnet-20240620-v1:0":{"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"us.anthropic.claude-3-5-sonnet-20241022-v2:0":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"us.anthropic.claude-3-7-sonnet-20250219-v1:0":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"us.anthropic.claude-3-haiku-20240307-v1:0":{"input_cost_per_token":2.5e-7,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00000125,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":2.5e-8,"cache_creation_input_token_cost":3.125e-7},"us.anthropic.claude-3-opus-20240229-v1:0":{"input_cost_per_token":0.000015,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000075,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875},"us.anthropic.claude-3-sonnet-20240229-v1:0":{"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"us.anthropic.claude-opus-4-1-20250805-v1:0":{"cache_creation_input_token_cost":0.00001875,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"us.anthropic.claude-sonnet-4-5-20250929-v1:0":{"cache_creation_input_token_cost":0.000004125,"cache_creation_input_token_cost_above_1hr":0.0000066,"cache_read_input_token_cost":3.3e-7,"input_cost_per_token":0.0000033,"input_cost_per_token_above_200k_tokens":0.0000066,"output_cost_per_token_above_200k_tokens":0.00002475,"cache_creation_input_token_cost_above_200k_tokens":0.00000825,"cache_creation_input_token_cost_above_1hr_above_200k_tokens":0.0000132,"cache_read_input_token_cost_above_200k_tokens":6.6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000165,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0":{"cache_creation_input_token_cost":0.0000045,"cache_creation_input_token_cost_above_1hr":0.0000072,"cache_read_input_token_cost":3.6e-7,"input_cost_per_token":0.0000036,"input_cost_per_token_above_200k_tokens":0.0000072,"output_cost_per_token_above_200k_tokens":0.000027,"cache_creation_input_token_cost_above_200k_tokens":0.000009,"cache_creation_input_token_cost_above_1hr_above_200k_tokens":0.0000144,"cache_read_input_token_cost_above_200k_tokens":7.2e-7,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000018,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":1024},"au.anthropic.claude-haiku-4-5-20251001-v1:0":{"cache_creation_input_token_cost":0.000001375,"cache_creation_input_token_cost_above_1hr":0.0000022,"cache_read_input_token_cost":1.1e-7,"input_cost_per_token":0.0000011,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000055,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"us.anthropic.claude-opus-4-20250514-v1:0":{"cache_creation_input_token_cost":0.00001875,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"us.anthropic.claude-opus-4-5-20251101-v1:0":{"cache_creation_input_token_cost":0.000006875,"cache_creation_input_token_cost_above_1hr":0.000011,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"high","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"global.anthropic.claude-opus-4-5-20251101-v1:0":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"high","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"eu.anthropic.claude-opus-4-5-20251101-v1:0":{"cache_creation_input_token_cost":0.00000625,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_output_config":true,"bedrock_output_config_effort_ceiling":"high","supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"us.anthropic.claude-sonnet-4-20250514-v1:0":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"bedrock_converse_supports_strict_tools":false,"prompt_cache_min_tokens":1024},"us.deepseek.r1-v1:0":{"input_cost_per_token":0.00000135,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0000054,"supports_function_calling":false,"supports_reasoning":true,"supports_tool_choice":false},"us.deepseek.v3.2":{"input_cost_per_token":6.2e-7,"litellm_provider":"bedrock_converse","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.00000185,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"eu.deepseek.v3.2":{"input_cost_per_token":7.4e-7,"litellm_provider":"bedrock_converse","max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"mode":"chat","output_cost_per_token":0.00000222,"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"us.meta.llama3-1-405b-instruct-v1:0":{"input_cost_per_token":0.00000532,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000016,"supports_function_calling":true,"supports_tool_choice":false},"us.meta.llama3-1-70b-instruct-v1:0":{"input_cost_per_token":9.9e-7,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":9.9e-7,"supports_function_calling":true,"supports_tool_choice":false},"us.meta.llama3-1-8b-instruct-v1:0":{"input_cost_per_token":2.2e-7,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":2.2e-7,"supports_function_calling":true,"supports_tool_choice":false},"us.meta.llama3-2-11b-instruct-v1:0":{"input_cost_per_token":3.5e-7,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":3.5e-7,"supports_function_calling":true,"supports_tool_choice":false,"supports_vision":true},"us.meta.llama3-2-1b-instruct-v1:0":{"input_cost_per_token":1e-7,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":1e-7,"supports_function_calling":true,"supports_tool_choice":false},"us.meta.llama3-2-3b-instruct-v1:0":{"input_cost_per_token":1.5e-7,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":1.5e-7,"supports_function_calling":true,"supports_tool_choice":false},"us.meta.llama3-2-90b-instruct-v1:0":{"input_cost_per_token":0.000002,"litellm_provider":"bedrock","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000002,"supports_function_calling":true,"supports_tool_choice":false,"supports_vision":true},"us.meta.llama3-3-70b-instruct-v1:0":{"input_cost_per_token":7.2e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":7.2e-7,"supports_function_calling":true,"supports_tool_choice":false},"us.meta.llama4-maverick-17b-instruct-v1:0":{"input_cost_per_token":2.4e-7,"input_cost_per_token_batches":1.2e-7,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":9.7e-7,"output_cost_per_token_batches":4.85e-7,"supported_modalities":["text","image"],"supported_output_modalities":["text","code"],"supports_function_calling":true,"supports_tool_choice":false},"us.meta.llama4-scout-17b-instruct-v1:0":{"input_cost_per_token":1.7e-7,"input_cost_per_token_batches":8.5e-8,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":6.6e-7,"output_cost_per_token_batches":3.3e-7,"supported_modalities":["text","image"],"supported_output_modalities":["text","code"],"supports_function_calling":true,"supports_tool_choice":false},"us.mistral.pixtral-large-2502-v1:0":{"input_cost_per_token":0.000002,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000006,"supports_function_calling":true,"supports_tool_choice":false},"v0/v0-1.0-md":{"input_cost_per_token":0.000003,"litellm_provider":"v0","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"v0/v0-1.5-lg":{"input_cost_per_token":0.000015,"litellm_provider":"v0","max_input_tokens":512000,"max_output_tokens":512000,"max_tokens":512000,"mode":"chat","output_cost_per_token":0.000075,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"v0/v0-1.5-md":{"input_cost_per_token":0.000003,"litellm_provider":"v0","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"vercel_ai_gateway/alibaba/qwen-3-14b":{"input_cost_per_token":8e-8,"litellm_provider":"vercel_ai_gateway","max_input_tokens":40960,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":2.4e-7},"vercel_ai_gateway/alibaba/qwen-3-235b":{"input_cost_per_token":2e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":40960,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":6e-7},"vercel_ai_gateway/alibaba/qwen-3-30b":{"input_cost_per_token":1e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":40960,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":3e-7},"vercel_ai_gateway/alibaba/qwen-3-32b":{"input_cost_per_token":1e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":40960,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/alibaba/qwen3-coder":{"input_cost_per_token":4e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":262144,"max_output_tokens":66536,"max_tokens":66536,"mode":"chat","output_cost_per_token":0.0000016,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/amazon/nova-lite":{"input_cost_per_token":6e-8,"litellm_provider":"vercel_ai_gateway","max_input_tokens":300000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":2.4e-7,"supports_vision":true,"supports_function_calling":true,"supports_response_schema":true},"vercel_ai_gateway/amazon/nova-micro":{"input_cost_per_token":3.5e-8,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":1.4e-7,"supports_function_calling":true,"supports_response_schema":true},"vercel_ai_gateway/amazon/nova-pro":{"input_cost_per_token":8e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":300000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000032,"supports_vision":true,"supports_function_calling":true,"supports_response_schema":true},"vercel_ai_gateway/amazon/titan-embed-text-v2":{"input_cost_per_token":2e-8,"litellm_provider":"vercel_ai_gateway","max_input_tokens":0,"max_output_tokens":0,"max_tokens":0,"mode":"chat","output_cost_per_token":0},"vercel_ai_gateway/anthropic/claude-3-haiku":{"cache_creation_input_token_cost":3e-7,"cache_read_input_token_cost":3e-8,"input_cost_per_token":2.5e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00000125,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/anthropic/claude-3-opus":{"cache_creation_input_token_cost":0.00001875,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000075,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/anthropic/claude-3.5-haiku":{"cache_creation_input_token_cost":0.000001,"cache_read_input_token_cost":8e-8,"input_cost_per_token":8e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000004,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/anthropic/claude-3.5-sonnet":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/anthropic/claude-3.7-sonnet":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/anthropic/claude-4-opus":{"cache_creation_input_token_cost":0.00001875,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/anthropic/claude-4-sonnet":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/anthropic/claude-3-5-sonnet":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"vercel_ai_gateway/anthropic/claude-3-7-sonnet":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"vercel_ai_gateway/anthropic/claude-haiku-4.5":{"cache_creation_input_token_cost":0.00000125,"cache_read_input_token_cost":1e-7,"input_cost_per_token":0.000001,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000005,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"vercel_ai_gateway/anthropic/claude-opus-4":{"cache_creation_input_token_cost":0.00001875,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"vercel_ai_gateway/anthropic/claude-opus-4.1":{"cache_creation_input_token_cost":0.00001875,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"vercel_ai_gateway/anthropic/claude-opus-4.5":{"cache_creation_input_token_cost":0.00000625,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000025,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_output_config":true},"vercel_ai_gateway/anthropic/claude-opus-4.6":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000025,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_output_config":true},"vercel_ai_gateway/anthropic/claude-sonnet-4":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"vercel_ai_gateway/anthropic/claude-sonnet-4.5":{"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"vercel_ai_gateway","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"vercel_ai_gateway/cohere/command-a":{"input_cost_per_token":0.0000025,"litellm_provider":"vercel_ai_gateway","max_input_tokens":256000,"max_output_tokens":8000,"max_tokens":8000,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/cohere/command-r":{"input_cost_per_token":1.5e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/cohere/command-r-plus":{"input_cost_per_token":0.0000025,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/cohere/embed-v4.0":{"input_cost_per_token":1.2e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":0,"max_output_tokens":0,"max_tokens":0,"mode":"chat","output_cost_per_token":0},"vercel_ai_gateway/deepseek/deepseek-r1":{"input_cost_per_token":5.5e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00000219,"supports_tool_choice":true},"vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b":{"input_cost_per_token":7.5e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":9.9e-7,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/deepseek/deepseek-v3":{"input_cost_per_token":9e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":9e-7,"supports_tool_choice":true},"vercel_ai_gateway/google/gemini-2.0-flash":{"deprecation_date":"2026-06-01","input_cost_per_token":1.5e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":6e-7,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/google/gemini-2.0-flash-lite":{"deprecation_date":"2026-06-01","input_cost_per_token":7.5e-8,"litellm_provider":"vercel_ai_gateway","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":3e-7,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/google/gemini-2.5-flash":{"input_cost_per_token":3e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.0000025,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_image_size":false},"vercel_ai_gateway/google/gemini-2.5-pro":{"input_cost_per_token":0.0000025,"litellm_provider":"vercel_ai_gateway","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.00001,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/google/gemini-embedding-001":{"input_cost_per_token":1.5e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":0,"max_output_tokens":0,"max_tokens":0,"mode":"embedding","output_cost_per_token":0},"vercel_ai_gateway/google/gemma-2-9b":{"input_cost_per_token":2e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":2e-7,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/google/text-embedding-005":{"input_cost_per_token":2.5e-8,"litellm_provider":"vercel_ai_gateway","max_input_tokens":0,"max_output_tokens":0,"max_tokens":0,"mode":"embedding","output_cost_per_token":0},"vercel_ai_gateway/google/text-multilingual-embedding-002":{"input_cost_per_token":2.5e-8,"litellm_provider":"vercel_ai_gateway","max_input_tokens":0,"max_output_tokens":0,"max_tokens":0,"mode":"embedding","output_cost_per_token":0},"vercel_ai_gateway/inception/mercury-coder-small":{"input_cost_per_token":2.5e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":32000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000001},"vercel_ai_gateway/meta/llama-3-70b":{"input_cost_per_token":5.9e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":7.9e-7,"supports_tool_choice":true},"vercel_ai_gateway/meta/llama-3-8b":{"input_cost_per_token":5e-8,"litellm_provider":"vercel_ai_gateway","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":8e-8,"supports_tool_choice":true},"vercel_ai_gateway/meta/llama-3.1-70b":{"input_cost_per_token":7.2e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":7.2e-7,"supports_tool_choice":true},"vercel_ai_gateway/meta/llama-3.1-8b":{"input_cost_per_token":5e-8,"litellm_provider":"vercel_ai_gateway","max_input_tokens":131000,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":8e-8,"supports_function_calling":true,"supports_response_schema":true},"vercel_ai_gateway/meta/llama-3.2-11b":{"input_cost_per_token":1.6e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":1.6e-7,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/meta/llama-3.2-1b":{"input_cost_per_token":1e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":1e-7},"vercel_ai_gateway/meta/llama-3.2-3b":{"input_cost_per_token":1.5e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":1.5e-7,"supports_function_calling":true,"supports_response_schema":true},"vercel_ai_gateway/meta/llama-3.2-90b":{"input_cost_per_token":7.2e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":7.2e-7,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/meta/llama-3.3-70b":{"input_cost_per_token":7.2e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":7.2e-7,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/meta/llama-4-maverick":{"input_cost_per_token":2e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":6e-7,"supports_tool_choice":true},"vercel_ai_gateway/meta/llama-4-scout":{"input_cost_per_token":1e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":3e-7,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/mistral/codestral":{"input_cost_per_token":3e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":256000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":9e-7,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/mistral/codestral-embed":{"input_cost_per_token":1.5e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":0,"max_output_tokens":0,"max_tokens":0,"mode":"chat","output_cost_per_token":0},"vercel_ai_gateway/mistral/devstral-small":{"input_cost_per_token":7e-8,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":2.8e-7,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/mistral/magistral-medium":{"input_cost_per_token":0.000002,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000005,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/mistral/magistral-small":{"input_cost_per_token":5e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true},"vercel_ai_gateway/mistral/ministral-3b":{"input_cost_per_token":4e-8,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":4e-8,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/mistral/ministral-8b":{"input_cost_per_token":1e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":1e-7,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/mistral/mistral-embed":{"input_cost_per_token":1e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":0,"max_output_tokens":0,"max_tokens":0,"mode":"chat","output_cost_per_token":0},"vercel_ai_gateway/mistral/mistral-large":{"input_cost_per_token":0.000002,"litellm_provider":"vercel_ai_gateway","max_input_tokens":32000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":0.000006,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/mistral/mistral-saba-24b":{"input_cost_per_token":7.9e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":7.9e-7},"vercel_ai_gateway/mistral/mistral-small":{"input_cost_per_token":1e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":32000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":3e-7,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/mistral/mixtral-8x22b-instruct":{"input_cost_per_token":0.0000012,"litellm_provider":"vercel_ai_gateway","max_input_tokens":65536,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":0.0000012,"supports_function_calling":true},"vercel_ai_gateway/mistral/pixtral-12b":{"input_cost_per_token":1.5e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":1.5e-7,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/mistral/pixtral-large":{"input_cost_per_token":0.000002,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":0.000006,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/moonshotai/kimi-k2":{"input_cost_per_token":5.5e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000022,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/morph/morph-v3-fast":{"input_cost_per_token":8e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000012},"vercel_ai_gateway/morph/morph-v3-large":{"input_cost_per_token":9e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000019},"vercel_ai_gateway/openai/gpt-3.5-turbo":{"input_cost_per_token":5e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/openai/gpt-3.5-turbo-instruct":{"input_cost_per_token":0.0000015,"litellm_provider":"vercel_ai_gateway","max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000002},"vercel_ai_gateway/openai/gpt-4-turbo":{"input_cost_per_token":0.00001,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00003,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/openai/gpt-4.1":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000002,"litellm_provider":"vercel_ai_gateway","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000008,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/openai/gpt-4.1-mini":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":1e-7,"input_cost_per_token":4e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.0000016,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/openai/gpt-4.1-nano":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":2.5e-8,"input_cost_per_token":1e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":4e-7,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/openai/gpt-4o":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.0000025,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/openai/gpt-4o-mini":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":7.5e-8,"input_cost_per_token":1.5e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":6e-7,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/openai/o1":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":0.0000075,"input_cost_per_token":0.000015,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.00006,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/openai/o3":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000002,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.000008,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/openai/o3-mini":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000011,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.0000044,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/openai/o4-mini":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":2.75e-7,"input_cost_per_token":0.0000011,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"mode":"chat","output_cost_per_token":0.0000044,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true},"vercel_ai_gateway/openai/text-embedding-3-large":{"input_cost_per_token":1.3e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":0,"max_output_tokens":0,"max_tokens":0,"mode":"embedding","output_cost_per_token":0},"vercel_ai_gateway/openai/text-embedding-3-small":{"input_cost_per_token":2e-8,"litellm_provider":"vercel_ai_gateway","max_input_tokens":0,"max_output_tokens":0,"max_tokens":0,"mode":"embedding","output_cost_per_token":0},"vercel_ai_gateway/openai/text-embedding-ada-002":{"input_cost_per_token":1e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":0,"max_output_tokens":0,"max_tokens":0,"mode":"embedding","output_cost_per_token":0},"vercel_ai_gateway/perplexity/sonar":{"input_cost_per_token":0.000001,"litellm_provider":"vercel_ai_gateway","max_input_tokens":127000,"max_output_tokens":8000,"max_tokens":8000,"mode":"chat","output_cost_per_token":0.000001},"vercel_ai_gateway/perplexity/sonar-pro":{"input_cost_per_token":0.000003,"litellm_provider":"vercel_ai_gateway","max_input_tokens":200000,"max_output_tokens":8000,"max_tokens":8000,"mode":"chat","output_cost_per_token":0.000015},"vercel_ai_gateway/perplexity/sonar-reasoning":{"input_cost_per_token":0.000001,"litellm_provider":"vercel_ai_gateway","max_input_tokens":127000,"max_output_tokens":8000,"max_tokens":8000,"mode":"chat","output_cost_per_token":0.000005},"vercel_ai_gateway/perplexity/sonar-reasoning-pro":{"input_cost_per_token":0.000002,"litellm_provider":"vercel_ai_gateway","max_input_tokens":127000,"max_output_tokens":8000,"max_tokens":8000,"mode":"chat","output_cost_per_token":0.000008},"vercel_ai_gateway/vercel/v0-1.0-md":{"input_cost_per_token":0.000003,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000015,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/vercel/v0-1.5-md":{"input_cost_per_token":0.000003,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000015,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/xai/grok-2":{"input_cost_per_token":0.000002,"litellm_provider":"vercel_ai_gateway","max_input_tokens":131072,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/xai/grok-2-vision":{"input_cost_per_token":0.000002,"litellm_provider":"vercel_ai_gateway","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.00001,"supports_vision":true,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/xai/grok-3":{"input_cost_per_token":0.000003,"litellm_provider":"vercel_ai_gateway","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/xai/grok-3-fast":{"input_cost_per_token":0.000005,"litellm_provider":"vercel_ai_gateway","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000025,"supports_function_calling":true},"vercel_ai_gateway/xai/grok-3-mini":{"input_cost_per_token":3e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":5e-7,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/xai/grok-3-mini-fast":{"input_cost_per_token":6e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000004,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/xai/grok-4":{"input_cost_per_token":0.000003,"litellm_provider":"vercel_ai_gateway","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/zai/glm-4.5":{"input_cost_per_token":6e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.0000022,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/zai/glm-4.5-air":{"input_cost_per_token":2e-7,"litellm_provider":"vercel_ai_gateway","max_input_tokens":128000,"max_output_tokens":96000,"max_tokens":96000,"mode":"chat","output_cost_per_token":0.0000011,"supports_function_calling":true,"supports_tool_choice":true},"vercel_ai_gateway/zai/glm-4.6":{"litellm_provider":"vercel_ai_gateway","cache_read_input_token_cost":1.1e-7,"input_cost_per_token":4.5e-7,"max_input_tokens":200000,"max_output_tokens":200000,"max_tokens":200000,"mode":"chat","output_cost_per_token":0.0000018,"source":"https://vercel.com/ai-gateway/models/glm-4.6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true},"vertex_ai/chirp":{"input_cost_per_character":0.00003,"litellm_provider":"vertex_ai","mode":"audio_speech","source":"https://cloud.google.com/text-to-speech/pricing","supported_endpoints":["/v1/audio/speech"]},"vertex_ai/chirp_3":{"input_cost_per_second":0.00026667,"litellm_provider":"vertex_ai","metadata":{"calculation":"$0.016/60 seconds = $0.00026667 per second","original_pricing_per_minute":0.016},"mode":"audio_transcription","source":"https://cloud.google.com/speech-to-text/pricing","supported_endpoints":["/v1/audio/transcriptions"]},"vertex_ai/claude-3-5-haiku":{"input_cost_per_token":0.000001,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000005,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_tool_choice":true},"vertex_ai/claude-3-5-haiku@20241022":{"input_cost_per_token":0.000001,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000005,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_tool_choice":true},"vertex_ai/claude-haiku-4-5":{"cache_creation_input_token_cost":0.00000125,"cache_creation_input_token_cost_above_1hr":0.000002,"cache_read_input_token_cost":1e-7,"input_cost_per_token":0.000001,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000005,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/claude/haiku-4-5","supports_assistant_prefill":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_native_streaming":true,"supports_vision":true,"prompt_cache_min_tokens":4096},"vertex_ai/claude-haiku-4-5@20251001":{"cache_creation_input_token_cost":0.00000125,"cache_creation_input_token_cost_above_1hr":0.000002,"cache_read_input_token_cost":1e-7,"input_cost_per_token":0.000001,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000005,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/claude/haiku-4-5","supports_assistant_prefill":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_native_streaming":true,"supports_vision":true,"prompt_cache_min_tokens":4096},"vertex_ai/claude-3-5-sonnet":{"input_cost_per_token":0.000003,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/claude-3-5-sonnet@20240620":{"input_cost_per_token":0.000003,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/claude-3-7-sonnet@20250219":{"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"deprecation_date":"2026-05-11","input_cost_per_token":0.000003,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/claude-3-haiku":{"input_cost_per_token":2.5e-7,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00000125,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/claude-3-haiku@20240307":{"input_cost_per_token":2.5e-7,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00000125,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/claude-3-opus":{"input_cost_per_token":0.000015,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000075,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/claude-3-opus@20240229":{"input_cost_per_token":0.000015,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000075,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/claude-3-sonnet":{"input_cost_per_token":0.000003,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/claude-3-sonnet@20240229":{"input_cost_per_token":0.000003,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/claude-opus-4":{"cache_creation_input_token_cost":0.00001875,"cache_creation_input_token_cost_above_1hr":0.00003,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"vertex_ai/claude-opus-4-1":{"cache_creation_input_token_cost":0.00001875,"cache_creation_input_token_cost_above_1hr":0.00003,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"input_cost_per_token_batches":0.0000075,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"output_cost_per_token_batches":0.0000375,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/claude-opus-4-1@20250805":{"cache_creation_input_token_cost":0.00001875,"cache_creation_input_token_cost_above_1hr":0.00003,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"input_cost_per_token_batches":0.0000075,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"output_cost_per_token_batches":0.0000375,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/claude-opus-4-5":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_output_config":true,"prompt_cache_min_tokens":4096},"vertex_ai/claude-opus-4-5@20251101":{"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_streaming":true,"supports_output_config":true,"prompt_cache_min_tokens":4096},"vertex_ai/claude-opus-4-6":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_output_config":true,"supports_max_reasoning_effort":true,"prompt_cache_min_tokens":4096},"vertex_ai/claude-opus-4-6@default":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_output_config":true,"supports_max_reasoning_effort":true,"prompt_cache_min_tokens":4096},"vertex_ai/claude-opus-4-7":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"prompt_cache_min_tokens":2048},"vertex_ai/claude-opus-4-7@default":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"prompt_cache_min_tokens":2048},"vertex_ai/claude-fable-5":{"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.0000125,"cache_creation_input_token_cost_above_1hr":0.00002,"cache_read_input_token_cost":0.000001,"input_cost_per_token":0.00001,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00005,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true},"vertex_ai/claude-fable-5@default":{"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.0000125,"cache_creation_input_token_cost_above_1hr":0.00002,"cache_read_input_token_cost":0.000001,"input_cost_per_token":0.00001,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00005,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true},"vertex_ai/claude-opus-5":{"supports_mid_conversation_system":true,"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"prompt_cache_min_tokens":512},"vertex_ai/claude-opus-5@default":{"supports_mid_conversation_system":true,"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"prompt_cache_min_tokens":512},"vertex_ai/claude-opus-4-8":{"supports_mid_conversation_system":true,"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"prompt_cache_min_tokens":1024},"vertex_ai/claude-opus-4-8@default":{"supports_mid_conversation_system":true,"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000625,"cache_creation_input_token_cost_above_1hr":0.00001,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"prompt_cache_min_tokens":1024},"vertex_ai/claude-sonnet-4-5":{"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"input_cost_per_token_batches":0.0000015,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_batches":0.0000075,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"vertex_ai/claude-sonnet-5":{"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.0000025,"cache_creation_input_token_cost_above_1hr":0.000004,"cache_read_input_token_cost":2e-7,"input_cost_per_token":0.000002,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"prompt_cache_min_tokens":1024},"vertex_ai/claude-sonnet-4-6":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_max_reasoning_effort":true,"supports_tool_choice":true,"supports_vision":true,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_output_config":true,"prompt_cache_min_tokens":1024},"vertex_ai/claude-sonnet-4-5@20250929":{"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"input_cost_per_token_batches":0.0000015,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_batches":0.0000075,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_streaming":true,"prompt_cache_min_tokens":1024},"vertex_ai/claude-opus-4@20250514":{"cache_creation_input_token_cost":0.00001875,"cache_creation_input_token_cost_above_1hr":0.00003,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"vertex_ai/claude-sonnet-4":{"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"vertex_ai/claude-sonnet-4@20250514":{"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"prompt_cache_min_tokens":1024},"vertex_ai/mistralai/codestral-2@001":{"input_cost_per_token":3e-7,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":9e-7,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/codestral-2":{"input_cost_per_token":3e-7,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":9e-7,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/codestral-2@001":{"input_cost_per_token":3e-7,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":9e-7,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/mistralai/codestral-2":{"input_cost_per_token":3e-7,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":9e-7,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/codestral-2501":{"input_cost_per_token":2e-7,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/codestral@2405":{"input_cost_per_token":2e-7,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/codestral@latest":{"input_cost_per_token":2e-7,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/deepseek-ai/deepseek-v3.1-maas":{"input_cost_per_token":0.00000135,"litellm_provider":"vertex_ai-deepseek_models","max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.0000054,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models","supported_regions":["us-central1"],"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"vertex_ai/deepseek-ai/deepseek-v3.2-maas":{"input_cost_per_token":5.6e-7,"input_cost_per_token_batches":2.8e-7,"litellm_provider":"vertex_ai-deepseek_models","max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.00000168,"output_cost_per_token_batches":8.4e-7,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models","supported_regions":["global"],"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"vertex_ai/deepseek-ai/deepseek-r1-0528-maas":{"input_cost_per_token":0.00000135,"litellm_provider":"vertex_ai-deepseek_models","max_input_tokens":65336,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000054,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models","supported_regions":["us-central1"],"supports_assistant_prefill":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"vertex_ai/gemini-2.5-flash-image":{"cache_read_input_token_cost":3e-8,"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.039,"output_cost_per_image_token":0.00003,"output_cost_per_reasoning_token":0.0000025,"output_cost_per_token":0.0000025,"rpm":100000,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/image-generation#edit-an-image","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text","image"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":false,"tpm":8000000,"supports_image_size":false},"vertex_ai/gemini-3-pro-image":{"input_cost_per_image":0.0011,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"litellm_provider":"vertex_ai-language-models","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.134,"output_cost_per_image_token":0.00012,"output_cost_per_token":0.000012,"output_cost_per_token_batches":0.000006,"supports_reasoning":false,"source":"https://docs.cloud.google.com/vertex-ai/generative-ai/docs/models/gemini/3-pro-image"},"vertex_ai/gemini-3-pro-image-preview":{"input_cost_per_image":0.0011,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"litellm_provider":"vertex_ai-language-models","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.134,"output_cost_per_image_token":0.00012,"output_cost_per_token":0.000012,"output_cost_per_token_batches":0.000006,"supports_reasoning":false,"source":"https://docs.cloud.google.com/vertex-ai/generative-ai/docs/models/gemini/3-pro-image"},"vertex_ai/gemini-3.1-flash-image":{"input_cost_per_image":0.00056,"input_cost_per_token":5e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.0672,"output_cost_per_image_token":0.00006,"output_cost_per_token":0.000003,"supports_reasoning":false,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models"},"vertex_ai/gemini-3.1-flash-image-preview":{"input_cost_per_image":0.00056,"input_cost_per_token":5e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.0672,"output_cost_per_image_token":0.00006,"output_cost_per_token":0.000003,"supports_reasoning":false,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models"},"vertex_ai/gemini-3.1-flash-lite-preview":{"cache_read_input_token_cost":2.5e-8,"input_cost_per_audio_token":5e-7,"input_cost_per_token":2.5e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_reasoning_token":0.0000015,"output_cost_per_token":0.0000015,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"vertex_ai/gemini-3.1-flash-lite":{"cache_read_input_token_cost":2.5e-8,"cache_read_input_token_cost_flex":1.25e-8,"cache_read_input_token_cost_priority":4.5e-8,"input_cost_per_audio_token":5e-7,"input_cost_per_token":2.5e-7,"input_cost_per_token_batches":1.25e-7,"input_cost_per_token_flex":1.25e-7,"input_cost_per_token_priority":4.5e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_reasoning_token":0.0000015,"output_cost_per_token":0.0000015,"output_cost_per_token_batches":7.5e-7,"output_cost_per_token_flex":7.5e-7,"output_cost_per_token_priority":0.0000027,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"vertex_ai/gemini-3.5-flash-lite":{"cache_read_input_token_cost":3e-8,"cache_read_input_token_cost_flex":2e-8,"cache_read_input_token_cost_priority":5e-8,"input_cost_per_token":3e-7,"input_cost_per_token_batches":1.5e-7,"input_cost_per_token_flex":1.5e-7,"input_cost_per_token_priority":5.4e-7,"litellm_provider":"vertex_ai-language-models","max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_reasoning_token":0.0000025,"output_cost_per_token":0.0000025,"output_cost_per_token_batches":0.00000125,"output_cost_per_token_flex":0.00000125,"output_cost_per_token_priority":0.0000045,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"supports_native_streaming":true,"search_context_cost_per_query":{"search_context_size_low":0.014,"search_context_size_medium":0.014,"search_context_size_high":0.014},"web_search_billing_unit":"per_query"},"vertex_ai/deep-research-pro-preview-12-2025":{"input_cost_per_image":0.0011,"input_cost_per_token":0.000002,"input_cost_per_token_batches":0.000001,"litellm_provider":"vertex_ai-language-models","max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.134,"output_cost_per_image_token":0.00012,"output_cost_per_token":0.000012,"output_cost_per_token_batches":0.000006,"source":"https://docs.cloud.google.com/vertex-ai/generative-ai/docs/models/gemini/3-pro-image"},"vertex_ai/imagegeneration@006":{"litellm_provider":"vertex_ai-image-models","mode":"image_generation","output_cost_per_image":0.02,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing"},"vertex_ai/imagen-3.0-fast-generate-001":{"litellm_provider":"vertex_ai-image-models","mode":"image_generation","output_cost_per_image":0.02,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing"},"vertex_ai/imagen-3.0-generate-001":{"litellm_provider":"vertex_ai-image-models","mode":"image_generation","output_cost_per_image":0.04,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing"},"vertex_ai/imagen-3.0-generate-002":{"deprecation_date":"2025-11-10","litellm_provider":"vertex_ai-image-models","mode":"image_generation","output_cost_per_image":0.04,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing"},"vertex_ai/imagen-3.0-capability-001":{"litellm_provider":"vertex_ai-image-models","mode":"image_generation","output_cost_per_image":0.04,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/image/edit-insert-objects"},"vertex_ai/imagen-4.0-fast-generate-001":{"litellm_provider":"vertex_ai-image-models","mode":"image_generation","output_cost_per_image":0.02,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing"},"vertex_ai/imagen-4.0-generate-001":{"litellm_provider":"vertex_ai-image-models","mode":"image_generation","output_cost_per_image":0.04,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing"},"vertex_ai/imagen-4.0-ultra-generate-001":{"litellm_provider":"vertex_ai-image-models","mode":"image_generation","output_cost_per_image":0.06,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing"},"vertex_ai/jamba-1.5":{"input_cost_per_token":2e-7,"litellm_provider":"vertex_ai-ai21_models","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":4e-7,"supports_tool_choice":true},"vertex_ai/jamba-1.5-large":{"input_cost_per_token":0.000002,"litellm_provider":"vertex_ai-ai21_models","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000008,"supports_tool_choice":true},"vertex_ai/jamba-1.5-large@001":{"input_cost_per_token":0.000002,"litellm_provider":"vertex_ai-ai21_models","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000008,"supports_tool_choice":true},"vertex_ai/jamba-1.5-mini":{"input_cost_per_token":2e-7,"litellm_provider":"vertex_ai-ai21_models","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":4e-7,"supports_tool_choice":true},"vertex_ai/jamba-1.5-mini@001":{"input_cost_per_token":2e-7,"litellm_provider":"vertex_ai-ai21_models","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":4e-7,"supports_tool_choice":true},"vertex_ai/meta/llama-3.1-405b-instruct-maas":{"input_cost_per_token":0.000005,"litellm_provider":"vertex_ai-llama_models","max_input_tokens":128000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":0.000016,"source":"https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas","supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/meta/llama-3.1-70b-instruct-maas":{"input_cost_per_token":0,"litellm_provider":"vertex_ai-llama_models","max_input_tokens":128000,"max_output_tokens":2048,"max_tokens":2048,"mode":"chat","output_cost_per_token":0,"source":"https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas","supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/meta/llama-3.1-8b-instruct-maas":{"input_cost_per_token":0,"litellm_provider":"vertex_ai-llama_models","max_input_tokens":128000,"max_output_tokens":2048,"max_tokens":2048,"metadata":{"notes":"VertexAI states that The Llama 3.1 API service for llama-3.1-70b-instruct-maas and llama-3.1-8b-instruct-maas are in public preview and at no cost."},"mode":"chat","output_cost_per_token":0,"source":"https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas","supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/meta/llama-3.2-90b-vision-instruct-maas":{"input_cost_per_token":0,"litellm_provider":"vertex_ai-llama_models","max_input_tokens":128000,"max_output_tokens":2048,"max_tokens":2048,"metadata":{"notes":"VertexAI states that The Llama 3.2 API service is at no cost during public preview, and will be priced as per dollar-per-1M-tokens at GA."},"mode":"chat","output_cost_per_token":0,"source":"https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas","supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/meta/llama-4-maverick-17b-128e-instruct-maas":{"input_cost_per_token":3.5e-7,"litellm_provider":"vertex_ai-llama_models","max_input_tokens":1000000,"max_output_tokens":1000000,"max_tokens":1000000,"mode":"chat","output_cost_per_token":0.00000115,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models","supported_modalities":["text","image"],"supported_output_modalities":["text","code"],"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/meta/llama-4-maverick-17b-16e-instruct-maas":{"input_cost_per_token":3.5e-7,"litellm_provider":"vertex_ai-llama_models","max_input_tokens":1000000,"max_output_tokens":1000000,"max_tokens":1000000,"mode":"chat","output_cost_per_token":0.00000115,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models","supported_modalities":["text","image"],"supported_output_modalities":["text","code"],"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/meta/llama-4-scout-17b-128e-instruct-maas":{"input_cost_per_token":2.5e-7,"litellm_provider":"vertex_ai-llama_models","max_input_tokens":10000000,"max_output_tokens":10000000,"max_tokens":10000000,"mode":"chat","output_cost_per_token":7e-7,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models","supported_modalities":["text","image"],"supported_output_modalities":["text","code"],"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas":{"input_cost_per_token":2.5e-7,"litellm_provider":"vertex_ai-llama_models","max_input_tokens":10000000,"max_output_tokens":10000000,"max_tokens":10000000,"mode":"chat","output_cost_per_token":7e-7,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models","supported_modalities":["text","image"],"supported_output_modalities":["text","code"],"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/meta/llama3-405b-instruct-maas":{"input_cost_per_token":0,"litellm_provider":"vertex_ai-llama_models","max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models","supports_tool_choice":true},"vertex_ai/meta/llama3-70b-instruct-maas":{"input_cost_per_token":0,"litellm_provider":"vertex_ai-llama_models","max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models","supports_tool_choice":true},"vertex_ai/meta/llama3-8b-instruct-maas":{"input_cost_per_token":0,"litellm_provider":"vertex_ai-llama_models","max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models","supports_tool_choice":true},"vertex_ai/minimaxai/minimax-m2-maas":{"input_cost_per_token":3e-7,"litellm_provider":"vertex_ai-minimax_models","max_input_tokens":196608,"max_output_tokens":196608,"max_tokens":196608,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models","supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/moonshotai/kimi-k2-thinking-maas":{"input_cost_per_token":6e-7,"litellm_provider":"vertex_ai-moonshot_models","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.0000025,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models","supports_function_calling":true,"supports_tool_choice":true,"supports_web_search":true},"vertex_ai/zai-org/glm-4.7-maas":{"input_cost_per_token":6e-7,"litellm_provider":"vertex_ai-zai_models","max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000022,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models","supported_regions":["global"],"supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true},"vertex_ai/zai-org/glm-5-maas":{"cache_read_input_token_cost":1e-7,"input_cost_per_token":0.000001,"litellm_provider":"vertex_ai-zai_models","max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000032,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing#glm-models","supported_regions":["global"],"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"vertex_ai/mistral-medium-3":{"input_cost_per_token":4e-7,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000002,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/mistral-medium-3@001":{"input_cost_per_token":4e-7,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000002,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/mistralai/mistral-medium-3":{"input_cost_per_token":4e-7,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000002,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/mistralai/mistral-medium-3@001":{"input_cost_per_token":4e-7,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000002,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/mistral-large-2411":{"input_cost_per_token":0.000002,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000006,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/mistral-large@2407":{"input_cost_per_token":0.000002,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000006,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/mistral-large@2411-001":{"input_cost_per_token":0.000002,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000006,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/mistral-large@latest":{"input_cost_per_token":0.000002,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000006,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/mistral-nemo@2407":{"input_cost_per_token":0.000003,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000003,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/mistral-nemo@latest":{"input_cost_per_token":1.5e-7,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":1.5e-7,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/mistral-small-2503":{"input_cost_per_token":0.000001,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000003,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/mistral-small-2503@001":{"input_cost_per_token":0.000001,"litellm_provider":"vertex_ai-mistral_models","max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000003,"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/mistral-ocr-2505":{"litellm_provider":"vertex_ai","mode":"ocr","ocr_cost_per_page":0.0005,"supported_endpoints":["/v1/ocr"],"source":"https://cloud.google.com/generative-ai-app-builder/pricing"},"vertex_ai/deepseek-ai/deepseek-ocr-maas":{"litellm_provider":"vertex_ai","mode":"ocr","input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"ocr_cost_per_page":0.0003,"source":"https://cloud.google.com/vertex-ai/pricing","supported_regions":["us-central1"]},"vertex_ai/google/gemma-4-26b-a4b-it-maas":{"input_cost_per_token":1.5e-7,"litellm_provider":"vertex_ai-openai_models","max_input_tokens":256000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":6e-7,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/maas/google/gemma-4-26b-a4b-it","supported_regions":["global"],"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true},"vertex_ai/openai/gpt-oss-120b-maas":{"input_cost_per_token":1.5e-7,"litellm_provider":"vertex_ai-openai_models","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":6e-7,"source":"https://console.cloud.google.com/vertex-ai/publishers/openai/model-garden/gpt-oss-120b-maas","supports_reasoning":true},"vertex_ai/openai/gpt-oss-20b-maas":{"input_cost_per_token":7.5e-8,"litellm_provider":"vertex_ai-openai_models","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":3e-7,"source":"https://console.cloud.google.com/vertex-ai/publishers/openai/model-garden/gpt-oss-120b-maas","supports_reasoning":true},"vertex_ai/xai/grok-4.1-fast-non-reasoning":{"cache_read_input_token_cost":5e-8,"input_cost_per_token":2e-7,"litellm_provider":"vertex_ai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":5e-7,"source":"https://docs.x.ai/docs/models (Vertex AI Model Garden)","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"vertex_ai/xai/grok-4.1-fast-reasoning":{"cache_read_input_token_cost":5e-8,"input_cost_per_token":2e-7,"litellm_provider":"vertex_ai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":5e-7,"source":"https://docs.x.ai/docs/models (Vertex AI Model Garden)","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"vertex_ai/xai/grok-4.20-non-reasoning":{"cache_read_input_token_cost":2e-7,"input_cost_per_token":0.000002,"litellm_provider":"vertex_ai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":0.000006,"source":"https://docs.x.ai/docs/models (Vertex AI Model Garden)","supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"vertex_ai/xai/grok-4.20-reasoning":{"cache_read_input_token_cost":2e-7,"input_cost_per_token":0.000002,"litellm_provider":"vertex_ai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":0.000006,"source":"https://docs.x.ai/docs/models (Vertex AI Model Garden)","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"vertex_ai/qwen/qwen3-235b-a22b-instruct-2507-maas":{"input_cost_per_token":2.5e-7,"litellm_provider":"vertex_ai-qwen_models","max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000001,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_regions":["global","us-south1"],"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/qwen/qwen3-coder-480b-a35b-instruct-maas":{"input_cost_per_token":0.000001,"litellm_provider":"vertex_ai-qwen_models","max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.000004,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_regions":["global"],"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/qwen/qwen3-next-80b-a3b-instruct-maas":{"input_cost_per_token":1.5e-7,"litellm_provider":"vertex_ai-qwen_models","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_regions":["global"],"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/qwen/qwen3-next-80b-a3b-thinking-maas":{"input_cost_per_token":1.5e-7,"litellm_provider":"vertex_ai-qwen_models","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.0000012,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_regions":["global"],"supports_function_calling":true,"supports_tool_choice":true},"vertex_ai/veo-2.0-generate-001":{"litellm_provider":"vertex_ai-video-models","max_input_tokens":1024,"max_tokens":1024,"mode":"video_generation","output_cost_per_second":0.35,"source":"https://ai.google.dev/gemini-api/docs/video","supported_modalities":["text"],"supported_output_modalities":["video"]},"vertex_ai/veo-3.0-fast-generate-001":{"litellm_provider":"vertex_ai-video-models","max_input_tokens":1024,"max_tokens":1024,"mode":"video_generation","output_cost_per_second":0.15,"source":"https://ai.google.dev/gemini-api/docs/video","supported_modalities":["text"],"supported_output_modalities":["video"]},"vertex_ai/veo-3.0-generate-001":{"litellm_provider":"vertex_ai-video-models","max_input_tokens":1024,"max_tokens":1024,"mode":"video_generation","output_cost_per_second":0.4,"source":"https://ai.google.dev/gemini-api/docs/video","supported_modalities":["text"],"supported_output_modalities":["video"]},"vertex_ai/veo-3.1-generate-preview":{"litellm_provider":"vertex_ai-video-models","max_input_tokens":1024,"max_tokens":1024,"mode":"video_generation","output_cost_per_second":0.4,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo","supported_modalities":["text"],"supported_output_modalities":["video"]},"vertex_ai/veo-3.1-fast-generate-preview":{"litellm_provider":"vertex_ai-video-models","max_input_tokens":1024,"max_tokens":1024,"mode":"video_generation","output_cost_per_second":0.15,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo","supported_modalities":["text"],"supported_output_modalities":["video"]},"vertex_ai/veo-3.1-generate-001":{"litellm_provider":"vertex_ai-video-models","max_input_tokens":1024,"max_tokens":1024,"mode":"video_generation","output_cost_per_second":0.4,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo","supported_modalities":["text"],"supported_output_modalities":["video"]},"vertex_ai/veo-3.1-fast-generate-001":{"litellm_provider":"vertex_ai-video-models","max_input_tokens":1024,"max_tokens":1024,"mode":"video_generation","output_cost_per_second":0.15,"source":"https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo","supported_modalities":["text"],"supported_output_modalities":["video"]},"voyage/rerank-2":{"input_cost_per_token":5e-8,"litellm_provider":"voyage","max_input_tokens":16000,"max_output_tokens":16000,"max_tokens":16000,"mode":"rerank","output_cost_per_token":0},"voyage/rerank-2-lite":{"input_cost_per_token":2e-8,"litellm_provider":"voyage","max_input_tokens":8000,"max_output_tokens":8000,"max_tokens":8000,"mode":"rerank","output_cost_per_token":0},"voyage/rerank-2.5":{"input_cost_per_token":5e-8,"litellm_provider":"voyage","max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"mode":"rerank","output_cost_per_token":0},"voyage/rerank-2.5-lite":{"input_cost_per_token":2e-8,"litellm_provider":"voyage","max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"mode":"rerank","output_cost_per_token":0},"voyage/voyage-2":{"input_cost_per_token":1e-7,"litellm_provider":"voyage","max_input_tokens":4000,"max_tokens":4000,"mode":"embedding","output_cost_per_token":0},"voyage/voyage-3":{"input_cost_per_token":6e-8,"litellm_provider":"voyage","max_input_tokens":32000,"max_tokens":32000,"mode":"embedding","output_cost_per_token":0},"voyage/voyage-3-large":{"input_cost_per_token":1.8e-7,"litellm_provider":"voyage","max_input_tokens":32000,"max_tokens":32000,"mode":"embedding","output_cost_per_token":0},"voyage/voyage-3-lite":{"input_cost_per_token":2e-8,"litellm_provider":"voyage","max_input_tokens":32000,"max_tokens":32000,"mode":"embedding","output_cost_per_token":0},"voyage/voyage-3.5":{"input_cost_per_token":6e-8,"litellm_provider":"voyage","max_input_tokens":32000,"max_tokens":32000,"mode":"embedding","output_cost_per_token":0},"voyage/voyage-3.5-lite":{"input_cost_per_token":2e-8,"litellm_provider":"voyage","max_input_tokens":32000,"max_tokens":32000,"mode":"embedding","output_cost_per_token":0},"voyage/voyage-code-2":{"input_cost_per_token":1.2e-7,"litellm_provider":"voyage","max_input_tokens":16000,"max_tokens":16000,"mode":"embedding","output_cost_per_token":0},"voyage/voyage-code-3":{"input_cost_per_token":1.8e-7,"litellm_provider":"voyage","max_input_tokens":32000,"max_tokens":32000,"mode":"embedding","output_cost_per_token":0},"voyage/voyage-context-3":{"input_cost_per_token":1.8e-7,"litellm_provider":"voyage","max_input_tokens":120000,"max_tokens":120000,"mode":"embedding","output_cost_per_token":0},"voyage/voyage-finance-2":{"input_cost_per_token":1.2e-7,"litellm_provider":"voyage","max_input_tokens":32000,"max_tokens":32000,"mode":"embedding","output_cost_per_token":0},"voyage/voyage-large-2":{"input_cost_per_token":1.2e-7,"litellm_provider":"voyage","max_input_tokens":16000,"max_tokens":16000,"mode":"embedding","output_cost_per_token":0},"voyage/voyage-law-2":{"input_cost_per_token":1.2e-7,"litellm_provider":"voyage","max_input_tokens":16000,"max_tokens":16000,"mode":"embedding","output_cost_per_token":0},"voyage/voyage-lite-01":{"input_cost_per_token":1e-7,"litellm_provider":"voyage","max_input_tokens":4096,"max_tokens":4096,"mode":"embedding","output_cost_per_token":0},"voyage/voyage-lite-02-instruct":{"input_cost_per_token":1e-7,"litellm_provider":"voyage","max_input_tokens":4000,"max_tokens":4000,"mode":"embedding","output_cost_per_token":0},"voyage/voyage-multimodal-3":{"input_cost_per_token":1.2e-7,"litellm_provider":"voyage","max_input_tokens":32000,"max_tokens":32000,"mode":"embedding","output_cost_per_token":0},"wandb/openai/gpt-oss-120b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":0.015,"output_cost_per_token":0.06,"litellm_provider":"wandb","mode":"chat"},"wandb/openai/gpt-oss-20b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":0.005,"output_cost_per_token":0.02,"litellm_provider":"wandb","mode":"chat"},"wandb/zai-org/GLM-4.5":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":0.055,"output_cost_per_token":0.2,"litellm_provider":"wandb","mode":"chat"},"wandb/Qwen/Qwen3-235B-A22B-Instruct-2507":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":0.01,"output_cost_per_token":0.01,"litellm_provider":"wandb","mode":"chat"},"wandb/Qwen/Qwen3-Coder-480B-A35B-Instruct":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":0.1,"output_cost_per_token":0.15,"litellm_provider":"wandb","mode":"chat"},"wandb/Qwen/Qwen3-235B-A22B-Thinking-2507":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":0.01,"output_cost_per_token":0.01,"litellm_provider":"wandb","mode":"chat"},"wandb/moonshotai/Kimi-K2-Instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"litellm_provider":"wandb","mode":"chat"},"wandb/moonshotai/Kimi-K2.5":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"cache_read_input_token_cost":1e-7,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003,"litellm_provider":"wandb","mode":"chat","source":"https://wandb.ai/inference/coreweave/cw_moonshotai_Kimi-K2.5","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_vision":true},"wandb/MiniMaxAI/MiniMax-M2.5":{"max_tokens":197000,"max_input_tokens":197000,"max_output_tokens":197000,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"litellm_provider":"wandb","mode":"chat","source":"https://wandb.ai/inference/coreweave/cw_MiniMaxAI_MiniMax-M2.5","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true},"wandb/meta-llama/Llama-3.1-8B-Instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":0.022,"output_cost_per_token":0.022,"litellm_provider":"wandb","mode":"chat"},"wandb/deepseek-ai/DeepSeek-V3.1":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":0.055,"output_cost_per_token":0.165,"litellm_provider":"wandb","mode":"chat"},"wandb/deepseek-ai/DeepSeek-R1-0528":{"max_tokens":161000,"max_input_tokens":161000,"max_output_tokens":161000,"input_cost_per_token":0.135,"output_cost_per_token":0.54,"litellm_provider":"wandb","mode":"chat"},"wandb/deepseek-ai/DeepSeek-V3-0324":{"max_tokens":161000,"max_input_tokens":161000,"max_output_tokens":161000,"input_cost_per_token":0.114,"output_cost_per_token":0.275,"litellm_provider":"wandb","mode":"chat"},"wandb/meta-llama/Llama-3.3-70B-Instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":0.071,"output_cost_per_token":0.071,"litellm_provider":"wandb","mode":"chat"},"wandb/meta-llama/Llama-4-Scout-17B-16E-Instruct":{"max_tokens":64000,"max_input_tokens":64000,"max_output_tokens":64000,"input_cost_per_token":0.017,"output_cost_per_token":0.066,"litellm_provider":"wandb","mode":"chat"},"wandb/microsoft/Phi-4-mini-instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":0.008,"output_cost_per_token":0.035,"litellm_provider":"wandb","mode":"chat"},"watsonx/ibm/granite-3-8b-instruct":{"input_cost_per_token":2e-7,"litellm_provider":"watsonx","max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"mode":"chat","output_cost_per_token":2e-7,"supports_audio_input":false,"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"watsonx/mistralai/mistral-large":{"input_cost_per_token":0.000003,"litellm_provider":"watsonx","max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00001,"supports_audio_input":false,"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"watsonx/bigscience/mt0-xxl-13b":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":0.0005,"output_cost_per_token":0.002,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":false},"watsonx/core42/jais-13b-chat":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":0.0005,"output_cost_per_token":0.002,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":false},"watsonx/google/flan-t5-xl-3b":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":6e-7,"output_cost_per_token":6e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":false},"watsonx/ibm/granite-13b-chat-v2":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":6e-7,"output_cost_per_token":6e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":false},"watsonx/ibm/granite-13b-instruct-v2":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":6e-7,"output_cost_per_token":6e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":false},"watsonx/ibm/granite-3-3-8b-instruct":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":false},"watsonx/ibm/granite-4-h-small":{"max_tokens":20480,"max_input_tokens":20480,"max_output_tokens":20480,"input_cost_per_token":6e-8,"output_cost_per_token":2.5e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":false},"watsonx/ibm/granite-guardian-3-2-2b":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":false},"watsonx/ibm/granite-guardian-3-3-8b":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":false},"watsonx/ibm/granite-ttm-1024-96-r2":{"max_tokens":512,"max_input_tokens":512,"max_output_tokens":512,"input_cost_per_token":3.8e-7,"output_cost_per_token":3.8e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":false},"watsonx/ibm/granite-ttm-1536-96-r2":{"max_tokens":512,"max_input_tokens":512,"max_output_tokens":512,"input_cost_per_token":3.8e-7,"output_cost_per_token":3.8e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":false},"watsonx/ibm/granite-ttm-512-96-r2":{"max_tokens":512,"max_input_tokens":512,"max_output_tokens":512,"input_cost_per_token":3.8e-7,"output_cost_per_token":3.8e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":false},"watsonx/ibm/granite-vision-3-2-2b":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":true},"watsonx/meta-llama/llama-3-2-11b-vision-instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":3.5e-7,"output_cost_per_token":3.5e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true},"watsonx/meta-llama/llama-3-2-1b-instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":false},"watsonx/meta-llama/llama-3-2-3b-instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":false},"watsonx/meta-llama/llama-3-2-90b-vision-instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000002,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true},"watsonx/meta-llama/llama-3-3-70b-instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":7.1e-7,"output_cost_per_token":7.1e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":false},"watsonx/meta-llama/llama-4-maverick-17b":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":3.5e-7,"output_cost_per_token":0.0000014,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":false},"watsonx/meta-llama/llama-guard-3-11b-vision":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":3.5e-7,"output_cost_per_token":3.5e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":true},"watsonx/mistralai/mistral-medium-2505":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.00001,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":false},"watsonx/mistralai/mistral-small-2503":{"max_tokens":32000,"max_input_tokens":32000,"max_output_tokens":32000,"input_cost_per_token":1e-7,"output_cost_per_token":3e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":false},"watsonx/mistralai/mistral-small-3-1-24b-instruct-2503":{"max_tokens":32000,"max_input_tokens":32000,"max_output_tokens":32000,"input_cost_per_token":1e-7,"output_cost_per_token":3e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":false},"watsonx/mistralai/pixtral-12b-2409":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":3.5e-7,"output_cost_per_token":3.5e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":true},"watsonx/openai/gpt-oss-120b":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":false},"watsonx/sdaia/allam-1-13b-instruct":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":0.0000018,"output_cost_per_token":0.0000018,"litellm_provider":"watsonx","mode":"chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_vision":false},"watsonx/whisper-large-v3-turbo":{"input_cost_per_second":0.0001,"output_cost_per_second":0.0001,"litellm_provider":"watsonx","mode":"audio_transcription","supported_endpoints":["/v1/audio/transcriptions"]},"whisper-1":{"input_cost_per_second":0.0001,"litellm_provider":"openai","mode":"audio_transcription","output_cost_per_second":0.0001,"supported_endpoints":["/v1/audio/transcriptions"]},"xai/grok-2":{"input_cost_per_token":0.000002,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-2-1212":{"input_cost_per_token":0.000002,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-2-latest":{"input_cost_per_token":0.000002,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-2-vision":{"input_cost_per_image":0.000002,"input_cost_per_token":0.000002,"litellm_provider":"xai","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"xai/grok-2-vision-1212":{"deprecation_date":"2026-02-28","input_cost_per_image":0.000002,"input_cost_per_token":0.000002,"litellm_provider":"xai","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"xai/grok-2-vision-latest":{"input_cost_per_image":0.000002,"input_cost_per_token":0.000002,"litellm_provider":"xai","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"xai/grok-3":{"cache_read_input_token_cost":7.5e-7,"input_cost_per_token":0.000003,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000015,"source":"https://x.ai/api#pricing","supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true,"deprecation_date":"2026-05-15"},"xai/grok-3-beta":{"cache_read_input_token_cost":7.5e-7,"input_cost_per_token":0.000003,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000015,"source":"https://x.ai/api#pricing","supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-3-fast-beta":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.000005,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000025,"source":"https://x.ai/api#pricing","supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-3-fast-latest":{"cache_read_input_token_cost":0.00000125,"input_cost_per_token":0.000005,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000025,"source":"https://x.ai/api#pricing","supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-3-latest":{"cache_read_input_token_cost":7.5e-7,"input_cost_per_token":0.000003,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000015,"source":"https://x.ai/api#pricing","supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-3-mini":{"cache_read_input_token_cost":7.5e-8,"deprecation_date":"2026-02-28","input_cost_per_token":3e-7,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":5e-7,"source":"https://x.ai/api#pricing","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-3-mini-beta":{"cache_read_input_token_cost":7.5e-8,"deprecation_date":"2026-02-28","input_cost_per_token":3e-7,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":5e-7,"source":"https://x.ai/api#pricing","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-3-mini-fast":{"cache_read_input_token_cost":1.5e-7,"input_cost_per_token":6e-7,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000004,"source":"https://x.ai/api#pricing","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-3-mini-fast-beta":{"cache_read_input_token_cost":1.5e-7,"input_cost_per_token":6e-7,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000004,"source":"https://x.ai/api#pricing","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-3-mini-fast-latest":{"cache_read_input_token_cost":1.5e-7,"input_cost_per_token":6e-7,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000004,"source":"https://x.ai/api#pricing","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-3-mini-latest":{"cache_read_input_token_cost":7.5e-8,"input_cost_per_token":3e-7,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":5e-7,"source":"https://x.ai/api#pricing","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-4":{"input_cost_per_token":0.000003,"litellm_provider":"xai","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000015,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-4-fast-reasoning":{"cache_read_input_token_cost":5e-8,"input_cost_per_token":2e-7,"input_cost_per_token_above_128k_tokens":4e-7,"litellm_provider":"xai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":5e-7,"output_cost_per_token_above_128k_tokens":0.000001,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_tool_choice":true,"supports_web_search":true,"deprecation_date":"2026-05-15"},"xai/grok-4-fast-non-reasoning":{"cache_read_input_token_cost":5e-8,"input_cost_per_token":2e-7,"input_cost_per_token_above_128k_tokens":4e-7,"litellm_provider":"xai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":5e-7,"output_cost_per_token_above_128k_tokens":0.000001,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_tool_choice":true,"supports_web_search":true,"deprecation_date":"2026-05-15"},"xai/grok-4-0709":{"input_cost_per_token":0.000003,"input_cost_per_token_above_128k_tokens":0.000006,"litellm_provider":"xai","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_above_128k_tokens":0.00003,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_tool_choice":true,"supports_web_search":true,"deprecation_date":"2026-05-15"},"xai/grok-4-latest":{"input_cost_per_token":0.000003,"input_cost_per_token_above_128k_tokens":0.000006,"litellm_provider":"xai","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000015,"output_cost_per_token_above_128k_tokens":0.00003,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_tool_choice":true,"supports_web_search":true},"xai/grok-4-1-fast":{"cache_read_input_token_cost":5e-8,"input_cost_per_token":2e-7,"input_cost_per_token_above_128k_tokens":4e-7,"litellm_provider":"xai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":5e-7,"output_cost_per_token_above_128k_tokens":0.000001,"source":"https://docs.x.ai/docs/models/grok-4-1-fast-reasoning","supports_audio_input":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"xai/grok-4-1-fast-reasoning":{"cache_read_input_token_cost":5e-8,"input_cost_per_token":2e-7,"input_cost_per_token_above_128k_tokens":4e-7,"litellm_provider":"xai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":5e-7,"output_cost_per_token_above_128k_tokens":0.000001,"source":"https://docs.x.ai/docs/models/grok-4-1-fast-reasoning","supports_audio_input":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"deprecation_date":"2026-05-15"},"xai/grok-4-1-fast-reasoning-latest":{"cache_read_input_token_cost":5e-8,"input_cost_per_token":2e-7,"input_cost_per_token_above_128k_tokens":4e-7,"litellm_provider":"xai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":5e-7,"output_cost_per_token_above_128k_tokens":0.000001,"source":"https://docs.x.ai/docs/models/grok-4-1-fast-reasoning","supports_audio_input":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"deprecation_date":"2026-05-15"},"xai/grok-4-1-fast-non-reasoning":{"cache_read_input_token_cost":5e-8,"input_cost_per_token":2e-7,"input_cost_per_token_above_128k_tokens":4e-7,"litellm_provider":"xai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":5e-7,"output_cost_per_token_above_128k_tokens":0.000001,"source":"https://docs.x.ai/docs/models/grok-4-1-fast-non-reasoning","supports_audio_input":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"deprecation_date":"2026-05-15"},"xai/grok-4-1-fast-non-reasoning-latest":{"cache_read_input_token_cost":5e-8,"input_cost_per_token":2e-7,"input_cost_per_token_above_128k_tokens":4e-7,"litellm_provider":"xai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":5e-7,"output_cost_per_token_above_128k_tokens":0.000001,"source":"https://docs.x.ai/docs/models/grok-4-1-fast-non-reasoning","supports_audio_input":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"deprecation_date":"2026-05-15"},"xai/grok-4.20-multi-agent-beta-0309":{"cache_read_input_token_cost":2e-7,"input_cost_per_token":0.000002,"litellm_provider":"xai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":0.000006,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"xai/grok-4.20-beta-0309-reasoning":{"cache_read_input_token_cost":2e-7,"input_cost_per_token":0.000002,"litellm_provider":"xai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":0.000006,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"xai/grok-4.20-0309-reasoning":{"cache_read_input_token_cost":2e-7,"input_cost_per_token":0.000002,"litellm_provider":"xai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":0.000006,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"xai/grok-4.20-beta-0309-non-reasoning":{"cache_read_input_token_cost":2e-7,"input_cost_per_token":0.000002,"litellm_provider":"xai","max_input_tokens":2000000,"max_output_tokens":2000000,"max_tokens":2000000,"mode":"chat","output_cost_per_token":0.000006,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"xai/grok-4.3":{"cache_read_input_token_cost":2e-7,"cache_read_input_token_cost_above_200k_tokens":4e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_above_200k_tokens":0.0000025,"litellm_provider":"xai","max_input_tokens":1000000,"max_output_tokens":1000000,"max_tokens":1000000,"mode":"chat","output_cost_per_token":0.0000025,"output_cost_per_token_above_200k_tokens":0.000005,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"xai/grok-4.3-latest":{"cache_read_input_token_cost":2e-7,"cache_read_input_token_cost_above_200k_tokens":4e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_above_200k_tokens":0.0000025,"litellm_provider":"xai","max_input_tokens":1000000,"max_output_tokens":1000000,"max_tokens":1000000,"mode":"chat","output_cost_per_token":0.0000025,"output_cost_per_token_above_200k_tokens":0.000005,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"xai/grok-4.5":{"cache_read_input_token_cost":5e-7,"cache_read_input_token_cost_above_200k_tokens":0.000001,"input_cost_per_token":0.000002,"input_cost_per_token_above_200k_tokens":0.000004,"litellm_provider":"xai","max_input_tokens":500000,"max_output_tokens":500000,"max_tokens":500000,"mode":"chat","output_cost_per_token":0.000006,"output_cost_per_token_above_200k_tokens":0.000012,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"xai/grok-4.5-latest":{"cache_read_input_token_cost":5e-7,"cache_read_input_token_cost_above_200k_tokens":0.000001,"input_cost_per_token":0.000002,"input_cost_per_token_above_200k_tokens":0.000004,"litellm_provider":"xai","max_input_tokens":500000,"max_output_tokens":500000,"max_tokens":500000,"mode":"chat","output_cost_per_token":0.000006,"output_cost_per_token_above_200k_tokens":0.000012,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"xai/grok-beta":{"input_cost_per_token":0.000005,"litellm_provider":"xai","max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"xai/grok-code-fast":{"cache_read_input_token_cost":2e-8,"input_cost_per_token":2e-7,"litellm_provider":"xai","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.0000015,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true},"xai/grok-code-fast-1":{"cache_read_input_token_cost":2e-8,"input_cost_per_token":2e-7,"litellm_provider":"xai","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.0000015,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"deprecation_date":"2026-05-15"},"xai/grok-code-fast-1-0825":{"cache_read_input_token_cost":2e-8,"input_cost_per_token":2e-7,"litellm_provider":"xai","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.0000015,"source":"https://docs.x.ai/docs/models","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"deprecation_date":"2026-05-15"},"xai/grok-vision-beta":{"input_cost_per_image":0.000005,"input_cost_per_token":0.000005,"litellm_provider":"xai","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true},"zai.glm-4.7":{"input_cost_per_token":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000022,"supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"zai.glm-5":{"input_cost_per_token":0.000001,"output_cost_per_token":0.0000032,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"zai.glm-4.7-flash":{"input_cost_per_token":7e-8,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":4e-7,"supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"zai/glm-5":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":2e-7,"input_cost_per_token":0.000001,"output_cost_per_token":0.0000032,"litellm_provider":"zai","max_input_tokens":200000,"max_output_tokens":128000,"mode":"chat","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://docs.z.ai/guides/overview/pricing"},"zai/glm-5.1":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":2.6e-7,"input_cost_per_token":0.0000014,"output_cost_per_token":0.0000044,"litellm_provider":"zai","max_input_tokens":200000,"max_output_tokens":128000,"mode":"chat","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://docs.z.ai/guides/overview/pricing"},"zai/glm-5-code":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.0000012,"output_cost_per_token":0.000005,"litellm_provider":"zai","max_input_tokens":200000,"max_output_tokens":128000,"mode":"chat","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://docs.z.ai/guides/overview/pricing"},"zai/glm-4.7":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":1.1e-7,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"litellm_provider":"zai","max_input_tokens":200000,"max_output_tokens":128000,"mode":"chat","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://docs.z.ai/guides/overview/pricing"},"zai/glm-4.7-flash":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":0,"input_cost_per_token":0,"output_cost_per_token":0,"litellm_provider":"zai","max_input_tokens":200000,"max_output_tokens":128000,"mode":"chat","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://docs.z.ai/guides/overview/pricing"},"zai/glm-4.6":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":1.1e-7,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"litellm_provider":"zai","max_input_tokens":200000,"max_output_tokens":128000,"mode":"chat","supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_tool_choice":true,"source":"https://docs.z.ai/guides/overview/pricing"},"zai/glm-4.5":{"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"litellm_provider":"zai","max_input_tokens":128000,"max_output_tokens":32000,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"source":"https://docs.z.ai/guides/overview/pricing"},"zai/glm-4.5v":{"input_cost_per_token":6e-7,"output_cost_per_token":0.0000018,"litellm_provider":"zai","max_input_tokens":128000,"max_output_tokens":32000,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"source":"https://docs.z.ai/guides/overview/pricing"},"zai/glm-4.5-x":{"input_cost_per_token":0.0000022,"output_cost_per_token":0.0000089,"litellm_provider":"zai","max_input_tokens":128000,"max_output_tokens":32000,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"source":"https://docs.z.ai/guides/overview/pricing"},"zai/glm-4.5-air":{"input_cost_per_token":2e-7,"output_cost_per_token":0.0000011,"litellm_provider":"zai","max_input_tokens":128000,"max_output_tokens":32000,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"source":"https://docs.z.ai/guides/overview/pricing"},"zai/glm-4.5-airx":{"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000045,"litellm_provider":"zai","max_input_tokens":128000,"max_output_tokens":32000,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"source":"https://docs.z.ai/guides/overview/pricing"},"zai/glm-4-32b-0414-128k":{"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"zai","max_input_tokens":128000,"max_output_tokens":32000,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"source":"https://docs.z.ai/guides/overview/pricing"},"zai/glm-4.5-flash":{"input_cost_per_token":0,"output_cost_per_token":0,"litellm_provider":"zai","max_input_tokens":128000,"max_output_tokens":32000,"mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"source":"https://docs.z.ai/guides/overview/pricing"},"vertex_ai/search_api":{"input_cost_per_query":0.0015,"litellm_provider":"vertex_ai","mode":"vector_store"},"openai/container":{"code_interpreter_cost_per_session":0.03,"litellm_provider":"openai","mode":"chat"},"openai/sora-2":{"litellm_provider":"openai","mode":"video_generation","output_cost_per_video_per_second":0.1,"source":"https://platform.openai.com/docs/api-reference/videos","supported_modalities":["text","image"],"supported_output_modalities":["video"]},"openai/sora-2-pro":{"litellm_provider":"openai","mode":"video_generation","output_cost_per_video_per_second":0.3,"source":"https://platform.openai.com/docs/api-reference/videos","supported_modalities":["text","image"],"supported_output_modalities":["video"]},"openai/sora-2-pro-high-res":{"litellm_provider":"openai","mode":"video_generation","output_cost_per_video_per_second":0.5,"source":"https://platform.openai.com/docs/api-reference/videos","supported_modalities":["text","image"],"supported_output_modalities":["video"]},"azure/sora-2":{"litellm_provider":"azure","mode":"video_generation","output_cost_per_video_per_second":0.1,"source":"https://azure.microsoft.com/en-us/products/ai-services/video-generation","supported_modalities":["text"],"supported_output_modalities":["video"]},"azure/sora-2-pro":{"litellm_provider":"azure","mode":"video_generation","output_cost_per_video_per_second":0.3,"source":"https://azure.microsoft.com/en-us/products/ai-services/video-generation","supported_modalities":["text"],"supported_output_modalities":["video"]},"azure/sora-2-pro-high-res":{"litellm_provider":"azure","mode":"video_generation","output_cost_per_video_per_second":0.5,"source":"https://azure.microsoft.com/en-us/products/ai-services/video-generation","supported_modalities":["text"],"supported_output_modalities":["video"]},"runwayml/gen4_turbo":{"litellm_provider":"runwayml","mode":"video_generation","output_cost_per_video_per_second":0.05,"source":"https://docs.dev.runwayml.com/guides/pricing/","supported_modalities":["text","image"],"supported_output_modalities":["video"],"metadata":{"comment":"5 credits per second @ $0.01 per credit = $0.05 per second"}},"runwayml/gen4_aleph":{"litellm_provider":"runwayml","mode":"video_generation","output_cost_per_video_per_second":0.15,"source":"https://docs.dev.runwayml.com/guides/pricing/","supported_modalities":["text","image"],"supported_output_modalities":["video"],"metadata":{"comment":"15 credits per second @ $0.01 per credit = $0.15 per second"}},"runwayml/gen3a_turbo":{"litellm_provider":"runwayml","mode":"video_generation","output_cost_per_video_per_second":0.05,"source":"https://docs.dev.runwayml.com/guides/pricing/","supported_modalities":["text","image"],"supported_output_modalities":["video"],"metadata":{"comment":"5 credits per second @ $0.01 per credit = $0.05 per second"}},"runwayml/gen4_image":{"litellm_provider":"runwayml","mode":"image_generation","input_cost_per_image":0.05,"output_cost_per_image":0.05,"source":"https://docs.dev.runwayml.com/guides/pricing/","supported_modalities":["text","image"],"supported_output_modalities":["image"],"metadata":{"comment":"5 credits per 720p image or 8 credits per 1080p image @ $0.01 per credit. Using 5 credits ($0.05) as base cost"}},"runwayml/gen4_image_turbo":{"litellm_provider":"runwayml","mode":"image_generation","input_cost_per_image":0.02,"output_cost_per_image":0.02,"source":"https://docs.dev.runwayml.com/guides/pricing/","supported_modalities":["text","image"],"supported_output_modalities":["image"],"metadata":{"comment":"2 credits per image (any resolution) @ $0.01 per credit = $0.02 per image"}},"runwayml/eleven_multilingual_v2":{"litellm_provider":"runwayml","mode":"audio_speech","input_cost_per_character":3e-7,"source":"https://docs.dev.runwayml.com/guides/pricing/","metadata":{"comment":"Estimated cost based on standard TTS pricing. RunwayML uses ElevenLabs models."}},"fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":4.5e-7,"output_cost_per_token":0.0000018,"litellm_provider":"fireworks_ai","mode":"chat","supports_reasoning":true},"fireworks_ai/accounts/fireworks/models/flux-kontext-pro":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":4e-8,"output_cost_per_token":4e-8,"litellm_provider":"fireworks_ai","mode":"image_generation"},"fireworks_ai/accounts/fireworks/models/SSD-1B":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1.3e-10,"output_cost_per_token":1.3e-10,"litellm_provider":"fireworks_ai","mode":"image_generation"},"fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/code-llama-13b":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/code-llama-13b-python":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/code-llama-34b":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/code-llama-34b-python":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/code-llama-70b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/code-llama-70b-python":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/code-llama-7b":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/code-llama-7b-python":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b":{"max_tokens":65536,"max_input_tokens":65536,"max_output_tokens":65536,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/codegemma-2b":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/codegemma-7b":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1":{"max_tokens":163840,"max_input_tokens":163840,"max_output_tokens":163840,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/flux-kontext-max":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":8e-8,"output_cost_per_token":8e-8,"litellm_provider":"fireworks_ai","mode":"image_generation"},"fireworks_ai/accounts/fireworks/models/dbrx-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base":{"max_tokens":163840,"max_input_tokens":163840,"max_output_tokens":163840,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct":{"max_tokens":163840,"max_input_tokens":163840,"max_output_tokens":163840,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-prover-v2":{"max_tokens":163840,"max_input_tokens":163840,"max_output_tokens":163840,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat":{"max_tokens":163840,"max_input_tokens":163840,"max_output_tokens":163840,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/deepseek-v2p5":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/devstral-small-2505":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/fare-20b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/firefunction-v1":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/firellava-13b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/fireworks-asr-large":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":0,"output_cost_per_token":0,"litellm_provider":"fireworks_ai","mode":"audio_transcription"},"fireworks_ai/accounts/fireworks/models/fireworks-asr-v2":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":0,"output_cost_per_token":0,"litellm_provider":"fireworks_ai","mode":"audio_transcription"},"fireworks_ai/accounts/fireworks/models/flux-1-dev":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1e-9,"output_cost_per_token":1e-9,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":5e-10,"output_cost_per_token":5e-10,"litellm_provider":"fireworks_ai","mode":"image_generation"},"fireworks_ai/accounts/fireworks/models/flux-1-schnell":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":3.5e-10,"output_cost_per_token":3.5e-10,"litellm_provider":"fireworks_ai","mode":"image_generation"},"fireworks_ai/accounts/fireworks/models/gemma-2b-it":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/gemma-3-27b-it":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/gemma-7b":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/gemma-7b-it":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/gemma2-9b-it":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/glm-4p5v":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012,"litellm_provider":"fireworks_ai","mode":"chat","supports_reasoning":true},"fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/internvl3-38b":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/internvl3-78b":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/internvl3-8b":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1.3e-10,"output_cost_per_token":1.3e-10,"litellm_provider":"fireworks_ai","mode":"image_generation"},"fireworks_ai/accounts/fireworks/models/kat-coder":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/kat-dev-32b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-guard-2-8b":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-guard-3-1b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-guard-3-8b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v2-13b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v2-70b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat":{"max_tokens":2048,"max_input_tokens":2048,"max_output_tokens":2048,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v2-7b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v3-8b":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v3p2-1b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v3p2-3b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llamaguard-7b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/llava-yi-34b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/minimax-m1-80k":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/minimax-m2":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512":{"max_tokens":256000,"max_input_tokens":256000,"max_output_tokens":256000,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512":{"max_tokens":256000,"max_input_tokens":256000,"max_output_tokens":256000,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512":{"max_tokens":256000,"max_input_tokens":256000,"max_output_tokens":256000,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mistral-7b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8":{"max_tokens":256000,"max_input_tokens":256000,"max_output_tokens":256000,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mixtral-8x22b":{"max_tokens":65536,"max_input_tokens":65536,"max_output_tokens":65536,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct":{"max_tokens":65536,"max_input_tokens":65536,"max_output_tokens":65536,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mixtral-8x7b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/mythomax-l2-13b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/openorca-7b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/phi-2-3b":{"max_tokens":2048,"max_input_tokens":2048,"max_output_tokens":2048,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct":{"max_tokens":32064,"max_input_tokens":32064,"max_output_tokens":32064,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1.3e-10,"output_cost_per_token":1.3e-10,"litellm_provider":"fireworks_ai","mode":"image_generation"},"fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1.3e-10,"output_cost_per_token":1.3e-10,"litellm_provider":"fireworks_ai","mode":"image_generation"},"fireworks_ai/accounts/fireworks/models/pythia-12b":{"max_tokens":2048,"max_input_tokens":2048,"max_output_tokens":2048,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-14b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-32b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-72b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k":{"max_tokens":65536,"max_input_tokens":65536,"max_output_tokens":65536,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-0p6b":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-14b":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-1p7b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-32b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat","supports_reasoning":true},"fireworks_ai/accounts/fireworks/models/qwen3-4b":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-8b":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat","supports_reasoning":true},"fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":0,"output_cost_per_token":0,"litellm_provider":"fireworks_ai","mode":"embedding"},"fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":0,"output_cost_per_token":0,"litellm_provider":"fireworks_ai","mode":"embedding"},"fireworks_ai/accounts/fireworks/models/":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":1e-7,"output_cost_per_token":0,"litellm_provider":"fireworks_ai","mode":"embedding"},"fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":0,"output_cost_per_token":0,"litellm_provider":"fireworks_ai","mode":"rerank"},"fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":0,"output_cost_per_token":0,"litellm_provider":"fireworks_ai","mode":"rerank"},"fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b":{"max_tokens":40960,"max_input_tokens":40960,"max_output_tokens":40960,"input_cost_per_token":0,"output_cost_per_token":0,"litellm_provider":"fireworks_ai","mode":"rerank"},"fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/qwen3p7-plus":{"cache_read_input_token_cost":8e-8,"input_cost_per_token":4e-7,"litellm_provider":"fireworks_ai","max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":0.0000016,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"fireworks_ai/accounts/fireworks/models/qwq-32b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/rolm-ocr":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1.3e-10,"output_cost_per_token":1.3e-10,"litellm_provider":"fireworks_ai","mode":"image_generation"},"fireworks_ai/accounts/fireworks/models/stablecode-3b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/starcoder-16b":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/starcoder-7b":{"max_tokens":8192,"max_input_tokens":8192,"max_output_tokens":8192,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/starcoder2-15b":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/starcoder2-3b":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":1e-7,"output_cost_per_token":1e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/starcoder2-7b":{"max_tokens":16384,"max_input_tokens":16384,"max_output_tokens":16384,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/toppy-m-7b":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/yi-34b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara":{"max_tokens":200000,"max_input_tokens":200000,"max_output_tokens":200000,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/yi-34b-chat":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":9e-7,"output_cost_per_token":9e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/yi-6b":{"max_tokens":4096,"max_input_tokens":4096,"max_output_tokens":4096,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/models/zephyr-7b-beta":{"max_tokens":32768,"max_input_tokens":32768,"max_output_tokens":32768,"input_cost_per_token":2e-7,"output_cost_per_token":2e-7,"litellm_provider":"fireworks_ai","mode":"chat"},"fireworks_ai/accounts/fireworks/routers/glm-5p1-fast":{"cache_read_input_token_cost":5.2e-7,"input_cost_per_token":0.0000028,"litellm_provider":"fireworks_ai","max_input_tokens":202800,"max_output_tokens":131072,"max_tokens":131072,"mode":"chat","output_cost_per_token":0.0000088,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":false},"fireworks_ai/accounts/fireworks/routers/kimi-k2p6-fast":{"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000002,"litellm_provider":"fireworks_ai","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000008,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"fireworks_ai/accounts/fireworks/routers/kimi-k2p7-code-fast":{"cache_read_input_token_cost":3.8e-7,"input_cost_per_token":0.0000019,"litellm_provider":"fireworks_ai","max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"mode":"chat","output_cost_per_token":0.000008,"source":"https://docs.fireworks.ai/serverless/pricing","supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"scaleway/qwen/qwen3.5-397b-a17b":{"input_cost_per_token":6e-7,"litellm_provider":"scaleway","max_input_tokens":256000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000036,"supports_function_calling":true,"supports_reasoning":true,"supports_vision":true},"scaleway/qwen/qwen3.6-35b-a3b":{"input_cost_per_token":2.5e-7,"litellm_provider":"scaleway","max_input_tokens":256000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000015,"supports_function_calling":true,"supports_vision":true,"supports_reasoning":true},"scaleway/qwen/qwen3-235b-a22b-instruct-2507":{"input_cost_per_token":7.5e-7,"litellm_provider":"scaleway","max_input_tokens":256000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.00000225,"supports_function_calling":true},"scaleway/qwen/qwen3-embedding-8b":{"input_cost_per_token":1e-7,"litellm_provider":"scaleway","mode":"embedding","output_cost_per_token":0},"scaleway/qwen/qwen3-coder-30b-a3b-instruct":{"input_cost_per_token":2e-7,"litellm_provider":"scaleway","max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":8e-7,"supports_function_calling":true},"scaleway/openai/gpt-oss-120b":{"input_cost_per_token":1.5e-7,"litellm_provider":"scaleway","max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":6e-7,"supports_function_calling":true},"scaleway/openai/whisper-large-v3":{"input_cost_per_audio_token":0,"litellm_provider":"scaleway","mode":"audio_transcription","output_cost_per_token":0},"scaleway/google/gemma-4-26b-a4b-it":{"input_cost_per_token":2.5e-7,"litellm_provider":"scaleway","max_input_tokens":256000,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":5e-7,"supports_function_calling":true,"supports_reasoning":true,"supports_vision":true},"scaleway/google/gemma-3-27b-it":{"input_cost_per_token":2.5e-7,"litellm_provider":"scaleway","max_input_tokens":40000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":5e-7,"supports_function_calling":true,"supports_vision":true},"scaleway/hcompany/holo2-30b-a3b":{"input_cost_per_token":3e-7,"litellm_provider":"scaleway","max_input_tokens":22000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":7e-7,"supports_reasoning":true,"supports_vision":true},"scaleway/mistralai/mistral-medium-3.5-128b":{"input_cost_per_token":0.0000015,"litellm_provider":"scaleway","max_input_tokens":256000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.0000075,"supports_reasoning":true,"supports_function_calling":true,"supports_vision":true,"supports_tool_choice":true},"scaleway/mistralai/devstral-2-123b-instruct-2512":{"input_cost_per_token":4e-7,"litellm_provider":"scaleway","max_input_tokens":200000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":0.000002,"supports_function_calling":true},"scaleway/mistralai/voxtral-small-24b-2507":{"input_cost_per_audio_token":1.5e-7,"input_cost_per_token":1.5e-7,"litellm_provider":"scaleway","max_input_tokens":32000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":3.5e-7,"supports_audio_input":true},"scaleway/mistralai/mistral-small-3.2-24b-instruct-2506":{"input_cost_per_token":1.5e-7,"litellm_provider":"scaleway","max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":3.5e-7,"supports_function_calling":true,"supports_vision":true},"scaleway/mistralai/pixtral-12b-2409":{"input_cost_per_token":2e-7,"litellm_provider":"scaleway","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":2e-7,"supports_vision":true,"supports_function_calling":true},"scaleway/BAAI/bge-multilingual-gemma2":{"input_cost_per_token":1e-7,"litellm_provider":"scaleway","mode":"embedding","output_cost_per_token":0},"scaleway/meta/llama-3.3-70b-instruct":{"input_cost_per_token":9e-7,"litellm_provider":"scaleway","max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":9e-7,"supports_function_calling":true},"novita/deepseek/deepseek-v3.2":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2.69e-7,"output_cost_per_token":4e-7,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"cache_read_input_token_cost":1.345e-7,"input_cost_per_token_cache_hit":1.345e-7,"supports_reasoning":true},"novita/minimax/minimax-m2.1":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"cache_read_input_token_cost":3e-8,"input_cost_per_token_cache_hit":3e-8},"novita/zai-org/glm-4.7":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"cache_read_input_token_cost":1.1e-7,"input_cost_per_token_cache_hit":1.1e-7,"supports_reasoning":true},"novita/xiaomimimo/mimo-v2-flash":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":1e-7,"output_cost_per_token":3e-7,"max_input_tokens":262144,"max_output_tokens":32000,"max_tokens":32000,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"cache_read_input_token_cost":2e-8,"input_cost_per_token_cache_hit":2e-8,"supports_reasoning":true},"novita/zai-org/autoglm-phone-9b-multilingual":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3.5e-8,"output_cost_per_token":1.38e-7,"max_input_tokens":65536,"max_output_tokens":65536,"max_tokens":65536,"supports_vision":true,"supports_system_messages":true},"novita/moonshotai/kimi-k2-thinking":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"supports_reasoning":true},"novita/minimax/minimax-m2":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"cache_read_input_token_cost":3e-8,"input_cost_per_token_cache_hit":3e-8,"supports_reasoning":true},"novita/paddlepaddle/paddleocr-vl":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2e-8,"output_cost_per_token":2e-8,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"supports_vision":true,"supports_system_messages":true},"novita/deepseek/deepseek-v3.2-exp":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2.7e-7,"output_cost_per_token":4.1e-7,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"supports_reasoning":true},"novita/qwen/qwen3-vl-235b-a22b-thinking":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":9.8e-7,"output_cost_per_token":0.00000395,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"supports_vision":true,"supports_system_messages":true,"supports_reasoning":true},"novita/zai-org/glm-4.6v":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3e-7,"output_cost_per_token":9e-7,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_response_schema":true,"cache_read_input_token_cost":5.5e-8,"input_cost_per_token_cache_hit":5.5e-8,"supports_reasoning":true},"novita/zai-org/glm-4.6":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":5.5e-7,"output_cost_per_token":0.0000022,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"cache_read_input_token_cost":1.1e-7,"input_cost_per_token_cache_hit":1.1e-7,"supports_reasoning":true},"novita/kwaipilot/kat-coder-pro":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"max_input_tokens":256000,"max_output_tokens":128000,"max_tokens":128000,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"cache_read_input_token_cost":6e-8,"input_cost_per_token_cache_hit":6e-8},"novita/qwen/qwen3-next-80b-a3b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000015,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true},"novita/qwen/qwen3-next-80b-a3b-thinking":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000015,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"supports_reasoning":true},"novita/deepseek/deepseek-ocr":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3e-8,"output_cost_per_token":3e-8,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_response_schema":true},"novita/deepseek/deepseek-v3.1-terminus":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2.7e-7,"output_cost_per_token":0.000001,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"cache_read_input_token_cost":1.35e-7,"input_cost_per_token_cache_hit":1.35e-7,"supports_reasoning":true},"novita/qwen/qwen3-vl-235b-a22b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3e-7,"output_cost_per_token":0.0000015,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_response_schema":true},"novita/qwen/qwen3-max":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":0.00000211,"output_cost_per_token":0.00000845,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true},"novita/skywork/r1v4-lite":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2e-7,"output_cost_per_token":6e-7,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_response_schema":true},"novita/deepseek/deepseek-v3.1":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2.7e-7,"output_cost_per_token":0.000001,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"cache_read_input_token_cost":1.35e-7,"input_cost_per_token_cache_hit":1.35e-7,"supports_reasoning":true},"novita/moonshotai/kimi-k2-0905":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"max_input_tokens":262144,"max_output_tokens":262144,"max_tokens":262144,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true},"novita/qwen/qwen3-coder-480b-a35b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3e-7,"output_cost_per_token":0.0000013,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true},"novita/qwen/qwen3-coder-30b-a3b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":7e-8,"output_cost_per_token":2.7e-7,"max_input_tokens":160000,"max_output_tokens":32768,"max_tokens":32768,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true},"novita/openai/gpt-oss-120b":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":5e-8,"output_cost_per_token":2.5e-7,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_response_schema":true,"supports_reasoning":true},"novita/moonshotai/kimi-k2-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":5.7e-7,"output_cost_per_token":0.0000023,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true},"novita/deepseek/deepseek-v3-0324":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2.7e-7,"output_cost_per_token":0.00000112,"max_input_tokens":163840,"max_output_tokens":163840,"max_tokens":163840,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"cache_read_input_token_cost":1.35e-7,"input_cost_per_token_cache_hit":1.35e-7},"novita/zai-org/glm-4.5":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"cache_read_input_token_cost":1.1e-7,"input_cost_per_token_cache_hit":1.1e-7,"supports_reasoning":true},"novita/qwen/qwen3-235b-a22b-thinking-2507":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3e-7,"output_cost_per_token":0.000003,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_reasoning":true},"novita/meta-llama/llama-3.1-8b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2e-8,"output_cost_per_token":5e-8,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"supports_system_messages":true},"novita/google/gemma-3-12b-it":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":5e-8,"output_cost_per_token":1e-7,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_response_schema":true},"novita/zai-org/glm-4.5v":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":6e-7,"output_cost_per_token":0.0000018,"max_input_tokens":65536,"max_output_tokens":16384,"max_tokens":16384,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_response_schema":true,"cache_read_input_token_cost":1.1e-7,"input_cost_per_token_cache_hit":1.1e-7,"supports_reasoning":true},"novita/openai/gpt-oss-20b":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":4e-8,"output_cost_per_token":1.5e-7,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_response_schema":true,"supports_reasoning":true},"novita/qwen/qwen3-235b-a22b-instruct-2507":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":9e-8,"output_cost_per_token":5.8e-7,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true},"novita/deepseek/deepseek-r1-distill-qwen-14b":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"supports_reasoning":true},"novita/meta-llama/llama-3.3-70b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":1.35e-7,"output_cost_per_token":4e-7,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true},"novita/qwen/qwen-2.5-72b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3.8e-7,"output_cost_per_token":4e-7,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true},"novita/mistralai/mistral-nemo":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":4e-8,"output_cost_per_token":1.7e-7,"max_input_tokens":60288,"max_output_tokens":16000,"max_tokens":16000,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true},"novita/minimaxai/minimax-m1-80k":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":5.5e-7,"output_cost_per_token":0.0000022,"max_input_tokens":1000000,"max_output_tokens":40000,"max_tokens":40000,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_reasoning":true},"novita/deepseek/deepseek-r1-0528":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":7e-7,"output_cost_per_token":0.0000025,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"cache_read_input_token_cost":3.5e-7,"input_cost_per_token_cache_hit":3.5e-7,"supports_reasoning":true},"novita/deepseek/deepseek-r1-distill-qwen-32b":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3e-7,"output_cost_per_token":3e-7,"max_input_tokens":64000,"max_output_tokens":32000,"max_tokens":32000,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"supports_reasoning":true},"novita/meta-llama/llama-3-8b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":4e-8,"output_cost_per_token":4e-8,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"supports_system_messages":true},"novita/microsoft/wizardlm-2-8x22b":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":6.2e-7,"output_cost_per_token":6.2e-7,"max_input_tokens":65535,"max_output_tokens":8000,"max_tokens":8000,"supports_system_messages":true},"novita/deepseek/deepseek-r1-0528-qwen3-8b":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":6e-8,"output_cost_per_token":9e-8,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"supports_system_messages":true,"supports_reasoning":true},"novita/deepseek/deepseek-r1-distill-llama-70b":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":8e-7,"output_cost_per_token":8e-7,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true,"supports_reasoning":true},"novita/meta-llama/llama-3-70b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":5.1e-7,"output_cost_per_token":7.4e-7,"max_input_tokens":8192,"max_output_tokens":8000,"max_tokens":8000,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true},"novita/qwen/qwen3-235b-a22b-fp8":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2e-7,"output_cost_per_token":8e-7,"max_input_tokens":40960,"max_output_tokens":20000,"max_tokens":20000,"supports_system_messages":true,"supports_reasoning":true},"novita/meta-llama/llama-4-maverick-17b-128e-instruct-fp8":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2.7e-7,"output_cost_per_token":8.5e-7,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"supports_vision":true,"supports_system_messages":true},"novita/meta-llama/llama-4-scout-17b-16e-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":1.8e-7,"output_cost_per_token":5.9e-7,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"supports_vision":true,"supports_system_messages":true},"novita/nousresearch/hermes-2-pro-llama-3-8b":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":1.4e-7,"output_cost_per_token":1.4e-7,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true},"novita/qwen/qwen2.5-vl-72b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":8e-7,"output_cost_per_token":8e-7,"max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"supports_vision":true,"supports_system_messages":true},"novita/sao10k/l3-70b-euryale-v2.1":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":0.00000148,"output_cost_per_token":0.00000148,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true},"novita/baidu/ernie-4.5-21B-a3b-thinking":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":7e-8,"output_cost_per_token":2.8e-7,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"supports_system_messages":true,"supports_reasoning":true},"novita/sao10k/l3-8b-lunaris":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":5e-8,"output_cost_per_token":5e-8,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true},"novita/baichuan/baichuan-m2-32b":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":7e-8,"output_cost_per_token":7e-8,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"supports_system_messages":true},"novita/baidu/ernie-4.5-vl-424b-a47b":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":4.2e-7,"output_cost_per_token":0.00000125,"max_input_tokens":123000,"max_output_tokens":16000,"max_tokens":16000,"supports_vision":true,"supports_system_messages":true,"supports_reasoning":true},"novita/baidu/ernie-4.5-300b-a47b-paddle":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2.8e-7,"output_cost_per_token":0.0000011,"max_input_tokens":123000,"max_output_tokens":12000,"max_tokens":12000,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true},"novita/deepseek/deepseek-prover-v2-671b":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":7e-7,"output_cost_per_token":0.0000025,"max_input_tokens":160000,"max_output_tokens":160000,"max_tokens":160000,"supports_system_messages":true},"novita/qwen/qwen3-32b-fp8":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":1e-7,"output_cost_per_token":4.5e-7,"max_input_tokens":40960,"max_output_tokens":20000,"max_tokens":20000,"supports_system_messages":true,"supports_reasoning":true},"novita/qwen/qwen3-30b-a3b-fp8":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":9e-8,"output_cost_per_token":4.5e-7,"max_input_tokens":40960,"max_output_tokens":20000,"max_tokens":20000,"supports_system_messages":true,"supports_reasoning":true},"novita/google/gemma-3-27b-it":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":1.19e-7,"output_cost_per_token":2e-7,"max_input_tokens":98304,"max_output_tokens":16384,"max_tokens":16384,"supports_vision":true,"supports_system_messages":true},"novita/deepseek/deepseek-v3-turbo":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":4e-7,"output_cost_per_token":0.0000013,"max_input_tokens":64000,"max_output_tokens":16000,"max_tokens":16000,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true},"novita/deepseek/deepseek-r1-turbo":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":7e-7,"output_cost_per_token":0.0000025,"max_input_tokens":64000,"max_output_tokens":16000,"max_tokens":16000,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_reasoning":true},"novita/Sao10K/L3-8B-Stheno-v3.2":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":5e-8,"output_cost_per_token":5e-8,"max_input_tokens":8192,"max_output_tokens":32000,"max_tokens":32000,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true},"novita/gryphe/mythomax-l2-13b":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":9e-8,"output_cost_per_token":9e-8,"max_input_tokens":4096,"max_output_tokens":3200,"max_tokens":3200,"supports_system_messages":true},"novita/baidu/ernie-4.5-vl-28b-a3b-thinking":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3.9e-7,"output_cost_per_token":3.9e-7,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_response_schema":true,"supports_reasoning":true},"novita/qwen/qwen3-vl-8b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":8e-8,"output_cost_per_token":5e-7,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_response_schema":true},"novita/zai-org/glm-4.5-air":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":1.3e-7,"output_cost_per_token":8.5e-7,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_reasoning":true},"novita/qwen/qwen3-vl-30b-a3b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2e-7,"output_cost_per_token":7e-7,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_response_schema":true},"novita/qwen/qwen3-vl-30b-a3b-thinking":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2e-7,"output_cost_per_token":0.000001,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_response_schema":true},"novita/qwen/qwen3-omni-30b-a3b-thinking":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2.5e-7,"output_cost_per_token":9.7e-7,"max_input_tokens":65536,"max_output_tokens":16384,"max_tokens":16384,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_response_schema":true,"supports_reasoning":true,"supports_audio_input":true},"novita/qwen/qwen3-omni-30b-a3b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2.5e-7,"output_cost_per_token":9.7e-7,"max_input_tokens":65536,"max_output_tokens":16384,"max_tokens":16384,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_response_schema":true,"supports_audio_input":true,"supports_audio_output":true},"novita/qwen/qwen-mt-plus":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":2.5e-7,"output_cost_per_token":7.5e-7,"max_input_tokens":16384,"max_output_tokens":8192,"max_tokens":8192,"supports_system_messages":true},"novita/baidu/ernie-4.5-vl-28b-a3b":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":1.4e-7,"output_cost_per_token":5.6e-7,"max_input_tokens":30000,"max_output_tokens":8000,"max_tokens":8000,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_vision":true,"supports_system_messages":true,"supports_reasoning":true},"novita/baidu/ernie-4.5-21B-a3b":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":7e-8,"output_cost_per_token":2.8e-7,"max_input_tokens":120000,"max_output_tokens":8000,"max_tokens":8000,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true},"novita/qwen/qwen3-8b-fp8":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3.5e-8,"output_cost_per_token":1.38e-7,"max_input_tokens":128000,"max_output_tokens":20000,"max_tokens":20000,"supports_system_messages":true,"supports_reasoning":true},"novita/qwen/qwen3-4b-fp8":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3e-8,"output_cost_per_token":3e-8,"max_input_tokens":128000,"max_output_tokens":20000,"max_tokens":20000,"supports_system_messages":true,"supports_reasoning":true},"novita/qwen/qwen2.5-7b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":7e-8,"output_cost_per_token":7e-8,"max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_response_schema":true},"novita/meta-llama/llama-3.2-3b-instruct":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":3e-8,"output_cost_per_token":5e-8,"max_input_tokens":32768,"max_output_tokens":32000,"max_tokens":32000,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true},"novita/sao10k/l31-70b-euryale-v2.2":{"litellm_provider":"novita","mode":"chat","input_cost_per_token":0.00000148,"output_cost_per_token":0.00000148,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true},"novita/qwen/qwen3-embedding-0.6b":{"litellm_provider":"novita","mode":"embedding","input_cost_per_token":7e-8,"output_cost_per_token":0,"max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768},"novita/qwen/qwen3-embedding-8b":{"litellm_provider":"novita","mode":"embedding","input_cost_per_token":7e-8,"output_cost_per_token":0,"max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096},"novita/baai/bge-m3":{"litellm_provider":"novita","mode":"embedding","input_cost_per_token":1e-8,"output_cost_per_token":1e-8,"max_input_tokens":8192,"max_output_tokens":96000,"max_tokens":96000},"novita/qwen/qwen3-reranker-8b":{"litellm_provider":"novita","mode":"rerank","input_cost_per_token":5e-8,"output_cost_per_token":5e-8,"max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096},"novita/baai/bge-reranker-v2-m3":{"litellm_provider":"novita","mode":"rerank","input_cost_per_token":1e-8,"output_cost_per_token":1e-8,"max_input_tokens":8000,"max_output_tokens":8000,"max_tokens":8000},"llamagate/llama-3.1-8b":{"max_tokens":8192,"max_input_tokens":131072,"max_output_tokens":8192,"input_cost_per_token":3e-8,"output_cost_per_token":5e-8,"litellm_provider":"llamagate","mode":"chat","supports_function_calling":true,"supports_response_schema":true},"llamagate/llama-3.2-3b":{"max_tokens":8192,"max_input_tokens":131072,"max_output_tokens":8192,"input_cost_per_token":4e-8,"output_cost_per_token":8e-8,"litellm_provider":"llamagate","mode":"chat","supports_function_calling":true,"supports_response_schema":true},"llamagate/mistral-7b-v0.3":{"max_tokens":8192,"max_input_tokens":32768,"max_output_tokens":8192,"input_cost_per_token":1e-7,"output_cost_per_token":1.5e-7,"litellm_provider":"llamagate","mode":"chat","supports_function_calling":true,"supports_response_schema":true},"llamagate/qwen3-8b":{"max_tokens":8192,"max_input_tokens":32768,"max_output_tokens":8192,"input_cost_per_token":4e-8,"output_cost_per_token":1.4e-7,"litellm_provider":"llamagate","mode":"chat","supports_function_calling":true,"supports_response_schema":true},"llamagate/dolphin3-8b":{"max_tokens":8192,"max_input_tokens":128000,"max_output_tokens":8192,"input_cost_per_token":8e-8,"output_cost_per_token":1.5e-7,"litellm_provider":"llamagate","mode":"chat","supports_function_calling":true,"supports_response_schema":true},"llamagate/deepseek-r1-8b":{"max_tokens":16384,"max_input_tokens":65536,"max_output_tokens":16384,"input_cost_per_token":1e-7,"output_cost_per_token":2e-7,"litellm_provider":"llamagate","mode":"chat","supports_function_calling":true,"supports_response_schema":true,"supports_reasoning":true},"llamagate/deepseek-r1-7b-qwen":{"max_tokens":16384,"max_input_tokens":131072,"max_output_tokens":16384,"input_cost_per_token":8e-8,"output_cost_per_token":1.5e-7,"litellm_provider":"llamagate","mode":"chat","supports_function_calling":true,"supports_response_schema":true,"supports_reasoning":true},"llamagate/openthinker-7b":{"max_tokens":8192,"max_input_tokens":32768,"max_output_tokens":8192,"input_cost_per_token":8e-8,"output_cost_per_token":1.5e-7,"litellm_provider":"llamagate","mode":"chat","supports_function_calling":true,"supports_response_schema":true,"supports_reasoning":true},"llamagate/qwen2.5-coder-7b":{"max_tokens":8192,"max_input_tokens":32768,"max_output_tokens":8192,"input_cost_per_token":6e-8,"output_cost_per_token":1.2e-7,"litellm_provider":"llamagate","mode":"chat","supports_function_calling":true,"supports_response_schema":true},"llamagate/deepseek-coder-6.7b":{"max_tokens":4096,"max_input_tokens":16384,"max_output_tokens":4096,"input_cost_per_token":6e-8,"output_cost_per_token":1.2e-7,"litellm_provider":"llamagate","mode":"chat","supports_function_calling":true,"supports_response_schema":true},"llamagate/codellama-7b":{"max_tokens":4096,"max_input_tokens":16384,"max_output_tokens":4096,"input_cost_per_token":6e-8,"output_cost_per_token":1.2e-7,"litellm_provider":"llamagate","mode":"chat","supports_function_calling":true,"supports_response_schema":true},"llamagate/qwen3-vl-8b":{"max_tokens":8192,"max_input_tokens":32768,"max_output_tokens":8192,"input_cost_per_token":1.5e-7,"output_cost_per_token":5.5e-7,"litellm_provider":"llamagate","mode":"chat","supports_function_calling":true,"supports_response_schema":true,"supports_vision":true},"llamagate/llava-7b":{"max_tokens":2048,"max_input_tokens":4096,"max_output_tokens":2048,"input_cost_per_token":1e-7,"output_cost_per_token":2e-7,"litellm_provider":"llamagate","mode":"chat","supports_response_schema":true,"supports_vision":true},"llamagate/gemma3-4b":{"max_tokens":8192,"max_input_tokens":128000,"max_output_tokens":8192,"input_cost_per_token":3e-8,"output_cost_per_token":8e-8,"litellm_provider":"llamagate","mode":"chat","supports_function_calling":true,"supports_response_schema":true,"supports_vision":true},"llamagate/nomic-embed-text":{"max_tokens":8192,"max_input_tokens":8192,"input_cost_per_token":2e-8,"output_cost_per_token":0,"litellm_provider":"llamagate","mode":"embedding"},"llamagate/qwen3-embedding-8b":{"max_tokens":40960,"max_input_tokens":40960,"input_cost_per_token":2e-8,"output_cost_per_token":0,"litellm_provider":"llamagate","mode":"embedding"},"libertai/hermes-3-8b-tee":{"max_tokens":16000,"max_input_tokens":16000,"max_output_tokens":16000,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"litellm_provider":"libertai","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"source":"https://docs.libertai.io/apis/text/"},"libertai/gemma-4-31b-it":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":4e-7,"litellm_provider":"libertai","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"source":"https://docs.libertai.io/apis/text/"},"libertai/gemma-4-31b-it-thinking":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":4e-7,"litellm_provider":"libertai","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_reasoning":true,"source":"https://docs.libertai.io/apis/text/"},"libertai/qwen3.6-27b":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":5e-7,"litellm_provider":"libertai","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"source":"https://docs.libertai.io/apis/text/"},"libertai/qwen3.6-27b-thinking":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":5e-7,"litellm_provider":"libertai","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_reasoning":true,"source":"https://docs.libertai.io/apis/text/"},"libertai/qwen3.6-35b-a3b":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":5e-7,"litellm_provider":"libertai","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"source":"https://docs.libertai.io/apis/text/"},"libertai/qwen3.6-35b-a3b-thinking":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":5e-7,"litellm_provider":"libertai","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_reasoning":true,"source":"https://docs.libertai.io/apis/text/"},"libertai/qwen3.5-122b-a10b":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000175,"litellm_provider":"libertai","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"source":"https://docs.libertai.io/apis/text/"},"libertai/qwen3.5-122b-a10b-thinking":{"max_tokens":262144,"max_input_tokens":262144,"max_output_tokens":262144,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000175,"litellm_provider":"libertai","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_reasoning":true,"source":"https://docs.libertai.io/apis/text/"},"libertai/deepseek-v4-flash":{"max_tokens":200000,"max_input_tokens":200000,"max_output_tokens":200000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000175,"litellm_provider":"libertai","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"source":"https://docs.libertai.io/apis/text/"},"libertai/deepseek-v4-flash-thinking":{"max_tokens":200000,"max_input_tokens":200000,"max_output_tokens":200000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000175,"litellm_provider":"libertai","mode":"chat","supports_function_calling":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_reasoning":true,"source":"https://docs.libertai.io/apis/text/"},"libertai/bge-m3":{"max_tokens":8192,"max_input_tokens":8192,"input_cost_per_token":1e-8,"output_cost_per_token":0,"litellm_provider":"libertai","mode":"embedding","source":"https://docs.libertai.io/apis/text/"},"sarvam/sarvam-m":{"cache_creation_input_token_cost":0,"cache_creation_input_token_cost_above_1hr":0,"cache_read_input_token_cost":0,"input_cost_per_token":0,"litellm_provider":"sarvam","max_input_tokens":8192,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0,"supports_reasoning":true},"tts-1-1106":{"input_cost_per_character":0.000015,"litellm_provider":"openai","mode":"audio_speech","supported_endpoints":["/v1/audio/speech"]},"tts-1-hd-1106":{"input_cost_per_character":0.00003,"litellm_provider":"openai","mode":"audio_speech","supported_endpoints":["/v1/audio/speech"]},"gpt-4o-mini-tts-2025-03-20":{"input_cost_per_token":0.0000025,"litellm_provider":"openai","mode":"audio_speech","output_cost_per_audio_token":0.000012,"output_cost_per_second":0.00025,"output_cost_per_token":0.00001,"supported_endpoints":["/v1/audio/speech"],"supported_modalities":["text","audio"],"supported_output_modalities":["audio"]},"gpt-4o-mini-tts-2025-12-15":{"input_cost_per_token":0.0000025,"litellm_provider":"openai","mode":"audio_speech","output_cost_per_audio_token":0.000012,"output_cost_per_second":0.00025,"output_cost_per_token":0.00001,"supported_endpoints":["/v1/audio/speech"],"supported_modalities":["text","audio"],"supported_output_modalities":["audio"]},"gpt-4o-mini-transcribe-2025-03-20":{"input_cost_per_audio_token":0.00000125,"input_cost_per_token":0.00000125,"litellm_provider":"openai","max_input_tokens":16000,"max_output_tokens":2000,"mode":"audio_transcription","output_cost_per_token":0.000005,"supported_endpoints":["/v1/audio/transcriptions"]},"gpt-4o-mini-transcribe-2025-12-15":{"input_cost_per_audio_token":0.00000125,"input_cost_per_token":0.00000125,"litellm_provider":"openai","max_input_tokens":16000,"max_output_tokens":2000,"mode":"audio_transcription","output_cost_per_token":0.000005,"supported_endpoints":["/v1/audio/transcriptions"]},"gpt-5-search-api":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false,"supports_minimal_reasoning_effort":true},"gpt-5-search-api-2025-10-14":{"cache_read_input_token_cost":1.25e-7,"input_cost_per_token":0.00000125,"litellm_provider":"openai","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"supports_none_reasoning_effort":false,"supports_xhigh_reasoning_effort":false},"gpt-realtime-mini-2025-10-06":{"cache_creation_input_audio_token_cost":3e-7,"cache_read_input_audio_token_cost":3e-7,"cache_read_input_token_cost":6e-8,"input_cost_per_audio_token":0.00001,"input_cost_per_image":8e-7,"input_cost_per_token":6e-7,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00002,"output_cost_per_token":0.0000024,"supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-realtime-mini-2025-12-15":{"cache_creation_input_audio_token_cost":3e-7,"cache_read_input_audio_token_cost":3e-7,"cache_read_input_token_cost":6e-8,"input_cost_per_audio_token":0.00001,"input_cost_per_image":8e-7,"input_cost_per_token":6e-7,"litellm_provider":"openai","max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"mode":"realtime","output_cost_per_audio_token":0.00002,"output_cost_per_token":0.0000024,"supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_system_messages":true,"supports_tool_choice":true},"gpt-realtime-whisper":{"input_cost_per_second":0.0002833333333333333,"litellm_provider":"openai","mode":"audio_transcription","source":"https://platform.openai.com/docs/models/gpt-realtime-whisper","supported_endpoints":["/v1/realtime","/v1/realtime/transcription_sessions"],"supported_modalities":["audio"],"supported_output_modalities":["text"],"supports_audio_input":true},"sora-2":{"litellm_provider":"openai","mode":"video_generation","output_cost_per_video_per_second":0.1,"source":"https://platform.openai.com/docs/api-reference/videos","supported_modalities":["text","image"],"supported_output_modalities":["video"]},"sora-2-pro":{"litellm_provider":"openai","mode":"video_generation","output_cost_per_video_per_second":0.3,"source":"https://platform.openai.com/docs/api-reference/videos","supported_modalities":["text","image"],"supported_output_modalities":["video"]},"sora-2-pro-high-res":{"litellm_provider":"openai","mode":"video_generation","output_cost_per_video_per_second":0.5,"source":"https://platform.openai.com/docs/api-reference/videos","supported_modalities":["text","image"],"supported_output_modalities":["video"]},"chatgpt-image-latest":{"cache_read_input_token_cost":0.00000125,"input_cost_per_image_token":0.00001,"input_cost_per_token":0.000005,"litellm_provider":"openai","mode":"image_generation","output_cost_per_image_token":0.00004,"supported_endpoints":["/v1/images/generations","/v1/images/edits"]},"gemini-2.0-flash-exp-image-generation":{"input_cost_per_token":0,"litellm_provider":"gemini","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.039,"output_cost_per_token":0,"source":"https://ai.google.dev/pricing","supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_vision":true},"gemini/gemini-2.0-flash-exp-image-generation":{"input_cost_per_token":0,"litellm_provider":"gemini","max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"mode":"image_generation","output_cost_per_image":0.039,"output_cost_per_token":0,"source":"https://ai.google.dev/pricing","supported_modalities":["text","image"],"supported_output_modalities":["text","image"],"supports_vision":true,"tpm":250000,"rpm":10},"gemini/gemini-2.0-flash-lite-001":{"cache_read_input_token_cost":1.875e-8,"deprecation_date":"2026-06-01","input_cost_per_audio_token":7.5e-8,"input_cost_per_token":7.5e-8,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":8192,"mode":"chat","output_cost_per_token":3e-7,"rpm":4000,"source":"https://ai.google.dev/gemini-api/docs/pricing#gemini-2.0-flash-lite","supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":true,"supports_web_search":true,"tpm":4000000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini-2.5-flash-native-audio-latest":{"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000025,"source":"https://ai.google.dev/pricing","supported_endpoints":["/v1/realtime"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"gemini_native_audio":true},"gemini-2.5-flash-native-audio-preview-09-2025":{"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000025,"source":"https://ai.google.dev/pricing","supported_endpoints":["/v1/realtime"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"gemini_native_audio":true},"gemini-2.5-flash-native-audio-preview-12-2025":{"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000025,"source":"https://ai.google.dev/pricing","supported_endpoints":["/v1/realtime"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"gemini_native_audio":true},"gemini-3.1-flash-live-preview":{"input_cost_per_audio_token":0.000003,"input_cost_per_image_token":0.000001,"input_cost_per_token":7.5e-7,"input_cost_per_video_per_second":0.000033333333333333335,"litellm_provider":"gemini","max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_audio_token":0.000012,"output_cost_per_token":0.0000045,"source":"https://ai.google.dev/gemini-api/docs/pricing","supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_vision":true,"supports_web_search":true,"gemini_audio_only_live":true},"gemini/gemini-2.5-flash-native-audio-latest":{"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000025,"source":"https://ai.google.dev/pricing","supported_endpoints":["/v1/realtime"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"tpm":250000,"rpm":10,"gemini_native_audio":true},"gemini/gemini-2.5-flash-native-audio-preview-09-2025":{"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000025,"source":"https://ai.google.dev/pricing","supported_endpoints":["/v1/realtime"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"tpm":250000,"rpm":10,"gemini_native_audio":true},"gemini/gemini-2.5-flash-native-audio-preview-12-2025":{"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.0000025,"source":"https://ai.google.dev/pricing","supported_endpoints":["/v1/realtime"],"supported_modalities":["text","audio"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"tpm":250000,"rpm":10,"gemini_native_audio":true},"gemini/gemini-3.1-flash-live-preview":{"input_cost_per_audio_token":0.000003,"input_cost_per_image_token":0.000001,"input_cost_per_token":7.5e-7,"input_cost_per_video_per_second":0.000033333333333333335,"litellm_provider":"gemini","max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_audio_token":0.000012,"output_cost_per_token":0.0000045,"source":"https://ai.google.dev/gemini-api/docs/pricing","supported_endpoints":["/v1/realtime"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text","audio"],"supports_audio_input":true,"supports_audio_output":true,"supports_function_calling":true,"supports_vision":true,"supports_web_search":true,"tpm":250000,"rpm":10,"gemini_audio_only_live":true},"gemini-2.5-flash-preview-tts":{"input_cost_per_token":3e-7,"litellm_provider":"gemini","mode":"audio_speech","output_cost_per_token":0.0000025,"source":"https://ai.google.dev/pricing","supported_endpoints":["/v1/audio/speech"]},"gemini-flash-latest":{"cache_read_input_token_cost":3e-8,"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.0000025,"output_cost_per_token":0.0000025,"rpm":100000,"source":"https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":8000000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini-flash-lite-latest":{"cache_read_input_token_cost":1e-8,"input_cost_per_audio_token":3e-7,"input_cost_per_token":1e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":4e-7,"output_cost_per_token":4e-7,"rpm":15,"source":"https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-lite","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":250000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini-pro-latest":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_above_200k_tokens":2.5e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_above_200k_tokens":0.0000025,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_above_200k_tokens":0.000015,"rpm":2000,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"tpm":800000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini/gemini-pro-latest":{"cache_read_input_token_cost":1.25e-7,"cache_read_input_token_cost_above_200k_tokens":2.5e-7,"input_cost_per_token":0.00000125,"input_cost_per_token_above_200k_tokens":0.0000025,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_token":0.00001,"output_cost_per_token_above_200k_tokens":0.000015,"rpm":2000,"source":"https://cloud.google.com/vertex-ai/generative-ai/pricing","supported_endpoints":["/v1/chat/completions","/v1/completions"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_input":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_video_input":true,"supports_vision":true,"supports_web_search":true,"tpm":800000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"gemini-exp-1206":{"cache_read_input_token_cost":3e-8,"input_cost_per_audio_token":0.000001,"input_cost_per_token":3e-7,"litellm_provider":"gemini","max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"mode":"chat","output_cost_per_reasoning_token":0.0000025,"output_cost_per_token":0.0000025,"rpm":100000,"source":"https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview","supported_endpoints":["/v1/chat/completions","/v1/completions","/v1/batch"],"supported_modalities":["text","image","audio","video"],"supported_output_modalities":["text"],"supports_audio_output":false,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_url_context":true,"supports_vision":true,"supports_web_search":true,"tpm":8000000,"search_context_cost_per_query":{"search_context_size_low":0.035,"search_context_size_medium":0.035,"search_context_size_high":0.035}},"vertex_ai/claude-sonnet-5@default":{"supports_mid_conversation_system":true,"cache_creation_input_token_cost":0.0000025,"cache_creation_input_token_cost_above_1hr":0.000004,"cache_read_input_token_cost":2e-7,"input_cost_per_token":0.000002,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.00001,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_adaptive_thinking":true,"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_sampling_params":false,"supports_tool_choice":true,"supports_vision":true,"supports_xhigh_reasoning_effort":true,"supports_max_reasoning_effort":true,"prompt_cache_min_tokens":1024},"vertex_ai/claude-sonnet-4-6@default":{"supports_adaptive_thinking":true,"cache_creation_input_token_cost":0.00000375,"cache_creation_input_token_cost_above_1hr":0.000006,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"vertex_ai-anthropic_models","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_max_reasoning_effort":true,"supports_tool_choice":true,"supports_vision":true,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_output_config":true,"prompt_cache_min_tokens":1024},"duckduckgo/search":{"litellm_provider":"duckduckgo","mode":"search","input_cost_per_query":0,"metadata":{"notes":"DuckDuckGo Instant Answer API is free and does not require an API key."}},"bedrock_mantle/openai.gpt-oss-120b":{"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"litellm_provider":"bedrock_mantle","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","supported_endpoints":["/v1/chat/completions","/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"bedrock_mantle/openai.gpt-oss-20b":{"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7,"litellm_provider":"bedrock_mantle","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","supported_endpoints":["/v1/chat/completions","/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"bedrock_mantle/openai.gpt-oss-safeguard-120b":{"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"litellm_provider":"bedrock_mantle","max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","supported_endpoints":["/v1/chat/completions"],"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"bedrock_mantle/openai.gpt-oss-safeguard-20b":{"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7,"litellm_provider":"bedrock_mantle","max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","supported_endpoints":["/v1/chat/completions"],"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true},"bedrock_mantle/openai.gpt-5.6-sol":{"input_cost_per_token":0.0000055,"cache_creation_input_token_cost":0.000006875,"cache_read_input_token_cost":5.5e-7,"output_cost_per_token":0.000033,"litellm_provider":"bedrock_mantle","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","use_openai_responses_path":true,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"bedrock_mantle/openai.gpt-5.6-terra":{"input_cost_per_token":0.00000275,"cache_creation_input_token_cost":0.0000034375,"cache_read_input_token_cost":2.75e-7,"output_cost_per_token":0.0000165,"litellm_provider":"bedrock_mantle","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","use_openai_responses_path":true,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"bedrock_mantle/openai.gpt-5.6-luna":{"input_cost_per_token":0.0000011,"cache_creation_input_token_cost":0.000001375,"cache_read_input_token_cost":1.1e-7,"output_cost_per_token":0.0000066,"litellm_provider":"bedrock_mantle","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","use_openai_responses_path":true,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"bedrock_mantle/openai.gpt-5.5":{"input_cost_per_token":0.0000055,"cache_read_input_token_cost":5.5e-7,"output_cost_per_token":0.000033,"litellm_provider":"bedrock_mantle","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","use_openai_responses_path":true,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"bedrock_mantle/openai.gpt-5.4":{"input_cost_per_token":0.00000275,"cache_read_input_token_cost":2.75e-7,"output_cost_per_token":0.0000165,"litellm_provider":"bedrock_mantle","max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"mode":"responses","use_openai_responses_path":true,"supported_endpoints":["/v1/responses"],"supported_modalities":["text","image"],"supported_output_modalities":["text"],"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},"bedrock_mantle/google.gemma-4-31b":{"input_cost_per_token":1.4e-7,"output_cost_per_token":4e-7,"litellm_provider":"bedrock_mantle","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","use_openai_responses_path":true,"supported_endpoints":["/v1/chat/completions","/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"bedrock_mantle/google.gemma-4-26b-a4b":{"input_cost_per_token":1.3e-7,"output_cost_per_token":4e-7,"litellm_provider":"bedrock_mantle","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","use_openai_responses_path":true,"supported_endpoints":["/v1/chat/completions","/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"bedrock_mantle/google.gemma-4-e2b":{"input_cost_per_token":4e-8,"output_cost_per_token":8e-8,"litellm_provider":"bedrock_mantle","max_input_tokens":128000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","use_openai_responses_path":true,"supported_endpoints":["/v1/chat/completions","/v1/responses"],"supports_function_calling":true,"supports_parallel_function_calling":false,"supports_reasoning":true,"supports_tool_choice":true,"supports_vision":true},"bedrock_mantle/xai.grok-4.3":{"use_openai_responses_path":true,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2e-7,"litellm_provider":"bedrock_mantle","max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","supported_endpoints":["/v1/chat/completions","/v1/responses"],"supports_function_calling":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"volcengine/doubao-seed-2-0-pro-260215":{"litellm_provider":"volcengine","max_input_tokens":256000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","source":"https://www.volcengine.com/docs/82379/1330310","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":false,"supports_vision":true,"tiered_pricing":[{"input_cost_per_token":4.6e-7,"output_cost_per_token":0.0000023,"range":[0,32000]},{"input_cost_per_token":7e-7,"output_cost_per_token":0.0000035,"range":[32000,128000]},{"input_cost_per_token":0.0000014,"output_cost_per_token":0.000007,"range":[128000,256000]}]},"volcengine/doubao-seed-2-0-lite-260215":{"litellm_provider":"volcengine","max_input_tokens":256000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","source":"https://www.volcengine.com/docs/82379/1330310","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":false,"supports_vision":true,"tiered_pricing":[{"input_cost_per_token":8.7e-8,"output_cost_per_token":5.2e-7,"range":[0,32000]},{"input_cost_per_token":1.3e-7,"output_cost_per_token":7.8e-7,"range":[32000,128000]},{"input_cost_per_token":2.6e-7,"output_cost_per_token":0.0000016,"range":[128000,256000]}]},"volcengine/doubao-seed-2-0-mini-260215":{"litellm_provider":"volcengine","max_input_tokens":256000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","source":"https://www.volcengine.com/docs/82379/1330310","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":false,"supports_vision":true,"tiered_pricing":[{"input_cost_per_token":2.9e-8,"output_cost_per_token":2.9e-7,"range":[0,32000]},{"input_cost_per_token":5.8e-8,"output_cost_per_token":5.8e-7,"range":[32000,128000]},{"input_cost_per_token":1.2e-7,"output_cost_per_token":0.0000012,"range":[128000,256000]}]},"volcengine/doubao-seed-2-0-code-preview-260215":{"litellm_provider":"volcengine","max_input_tokens":256000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","source":"https://www.volcengine.com/docs/82379/1330310","supports_function_calling":true,"supports_reasoning":true,"supports_tool_choice":false,"supports_vision":true,"tiered_pricing":[{"input_cost_per_token":4.6e-7,"output_cost_per_token":0.0000023,"range":[0,32000]},{"input_cost_per_token":7e-7,"output_cost_per_token":0.0000035,"range":[32000,128000]},{"input_cost_per_token":0.0000014,"output_cost_per_token":0.000007,"range":[128000,256000]}]},"bedrock/us-east-1/zai.glm-5":{"input_cost_per_token":0.000001,"output_cost_per_token":0.0000032,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-west-2/zai.glm-5":{"input_cost_per_token":0.000001,"output_cost_per_token":0.0000032,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","supports_function_calling":true,"supports_reasoning":true,"supports_system_messages":true,"supports_tool_choice":true,"source":"https://aws.amazon.com/bedrock/pricing/"},"bedrock/us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0":{"cache_creation_input_token_cost":0.0000015,"cache_creation_input_token_cost_above_1hr":0.0000024,"cache_read_input_token_cost":1.2e-7,"input_cost_per_token":0.0000012,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000006,"source":"https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock","supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_pdf_input":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"bedrock/us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0":{"cache_creation_input_token_cost":0.0000015,"cache_creation_input_token_cost_above_1hr":0.0000024,"cache_read_input_token_cost":1.2e-7,"input_cost_per_token":0.0000012,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000006,"source":"https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock","supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"supports_native_structured_output":true,"supports_pdf_input":true,"supports_parallel_tool_use_config":true,"prompt_cache_min_tokens":4096},"snowflake/claude-sonnet-4-5":{"max_tokens":16384,"max_input_tokens":200000,"max_output_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"litellm_provider":"snowflake","mode":"chat","supports_function_calling":true,"supports_vision":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_response_schema":true},"snowflake/claude-sonnet-4-6":{"supports_adaptive_thinking":true,"max_tokens":16384,"max_input_tokens":200000,"max_output_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"litellm_provider":"snowflake","mode":"chat","supports_function_calling":true,"supports_vision":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_response_schema":true},"snowflake/claude-4-sonnet":{"max_tokens":16384,"max_input_tokens":200000,"max_output_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"litellm_provider":"snowflake","mode":"chat","supports_function_calling":true,"supports_vision":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_response_schema":true},"snowflake/claude-4-opus":{"max_tokens":16384,"max_input_tokens":200000,"max_output_tokens":16384,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"litellm_provider":"snowflake","mode":"chat","supports_function_calling":true,"supports_vision":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_reasoning":true,"supports_response_schema":true},"snowflake/claude-haiku-4-5":{"max_tokens":16384,"max_input_tokens":200000,"max_output_tokens":16384,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1e-7,"litellm_provider":"snowflake","mode":"chat","supports_function_calling":true,"supports_vision":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_response_schema":true},"snowflake/claude-3-7-sonnet":{"max_tokens":16384,"max_input_tokens":200000,"max_output_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"litellm_provider":"snowflake","mode":"chat","supports_function_calling":true,"supports_vision":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_reasoning":true,"supports_response_schema":true},"snowflake/openai-gpt-4.1":{"max_tokens":16384,"max_input_tokens":300000,"max_output_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"litellm_provider":"snowflake","mode":"chat","supports_function_calling":true,"supports_vision":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_response_schema":true},"snowflake/openai-gpt-5":{"max_tokens":16384,"max_input_tokens":300000,"max_output_tokens":16384,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7,"litellm_provider":"snowflake","mode":"chat","supports_function_calling":true,"supports_vision":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_reasoning":true,"supports_response_schema":true},"snowflake/openai-gpt-5-mini":{"max_tokens":16384,"max_input_tokens":1000000,"max_output_tokens":16384,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"litellm_provider":"snowflake","mode":"chat","supports_function_calling":true,"supports_system_messages":true,"supports_response_schema":true},"snowflake/openai-gpt-5-nano":{"max_tokens":16384,"max_input_tokens":5000000,"max_output_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"litellm_provider":"snowflake","mode":"chat","supports_function_calling":true,"supports_system_messages":true,"supports_response_schema":true},"snowflake/llama4-maverick":{"max_tokens":16384,"max_input_tokens":128000,"max_output_tokens":16384,"input_cost_per_token":2.4e-7,"output_cost_per_token":9.7e-7,"litellm_provider":"snowflake","mode":"chat","supports_function_calling":true,"supports_system_messages":true},"snowflake/snowflake-arctic-embed-l-v2.0":{"max_tokens":8192,"max_input_tokens":8192,"input_cost_per_token":7e-8,"output_cost_per_token":0,"litellm_provider":"snowflake","mode":"embedding"},"snowflake/snowflake-arctic-embed-m-v2.0":{"max_tokens":8192,"max_input_tokens":8192,"input_cost_per_token":7e-8,"output_cost_per_token":0,"litellm_provider":"snowflake","mode":"embedding"},"soniox/stt-async-v4":{"litellm_provider":"soniox","max_output_tokens":8000,"max_tokens":8000,"input_cost_per_second":0,"output_cost_per_second":0.0000277778,"mode":"audio_transcription","source":"https://soniox.com/pricing","supported_endpoints":["/v1/audio/transcriptions"],"supports_audio_input":true},"soniox/stt-async-v5":{"litellm_provider":"soniox","max_output_tokens":8000,"max_tokens":8000,"input_cost_per_second":0,"output_cost_per_second":0.0000277778,"mode":"audio_transcription","source":"https://soniox.com/pricing","supported_endpoints":["/v1/audio/transcriptions"],"supports_audio_input":true},"tensormesh/Qwen/Qwen3.5-397B-A17B-FP8":{"litellm_provider":"tensormesh","mode":"chat","input_cost_per_token":6e-7,"output_cost_per_token":0.0000036,"cache_read_input_token_cost":0,"max_input_tokens":262144,"max_output_tokens":262144,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_reasoning":true,"source":"https://serverless.tensormesh.ai/v1/models/openrouter"},"tensormesh/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8":{"litellm_provider":"tensormesh","mode":"chat","input_cost_per_token":4.5e-7,"output_cost_per_token":0.0000018,"cache_read_input_token_cost":0,"max_input_tokens":262144,"max_output_tokens":262144,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true,"supports_system_messages":true,"source":"https://serverless.tensormesh.ai/v1/models/openrouter"},"tensormesh/Qwen/Qwen3.6-27B-FP8":{"litellm_provider":"tensormesh","mode":"chat","input_cost_per_token":3.2e-7,"output_cost_per_token":0.0000032,"cache_read_input_token_cost":0,"max_input_tokens":262144,"max_output_tokens":262144,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_reasoning":true,"source":"https://serverless.tensormesh.ai/v1/models/openrouter"},"tensormesh/lukealonso/GLM-5.1-NVFP4-MTP":{"litellm_provider":"tensormesh","mode":"chat","input_cost_per_token":0.0000014,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":0,"max_input_tokens":202752,"max_output_tokens":202752,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_reasoning":true,"source":"https://serverless.tensormesh.ai/v1/models/openrouter"},"tensormesh/deepseek-ai/DeepSeek-V4-Flash":{"litellm_provider":"tensormesh","mode":"chat","input_cost_per_token":1.4e-7,"output_cost_per_token":2.8e-7,"cache_read_input_token_cost":0,"max_input_tokens":32768,"max_output_tokens":32768,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_reasoning":true,"source":"https://serverless.tensormesh.ai/v1/models/openrouter"},"tensormesh/moonshotai/Kimi-K2.6":{"litellm_provider":"tensormesh","mode":"chat","input_cost_per_token":9.6e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":0,"max_input_tokens":32768,"max_output_tokens":32768,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_reasoning":true,"source":"https://serverless.tensormesh.ai/v1/models/openrouter"},"tensormesh/MiniMaxAI/MiniMax-M2.5":{"litellm_provider":"tensormesh","mode":"chat","input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":0,"max_input_tokens":196608,"max_output_tokens":196608,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_reasoning":true,"source":"https://serverless.tensormesh.ai/v1/models/openrouter"},"tensormesh/google/gemma-4-31B-it":{"litellm_provider":"tensormesh","mode":"chat","input_cost_per_token":1.4e-7,"output_cost_per_token":5.6e-7,"cache_read_input_token_cost":0,"max_input_tokens":32768,"max_output_tokens":32768,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_reasoning":true,"source":"https://serverless.tensormesh.ai/v1/models/openrouter"},"tensormesh/openai/gpt-oss-120b":{"litellm_provider":"tensormesh","mode":"chat","input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":0,"max_input_tokens":131072,"max_output_tokens":131072,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_reasoning":true,"source":"https://serverless.tensormesh.ai/v1/models/openrouter"},"tensormesh/openai/gpt-oss-20b":{"litellm_provider":"tensormesh","mode":"chat","input_cost_per_token":7e-8,"output_cost_per_token":2.8e-7,"cache_read_input_token_cost":0,"max_input_tokens":131072,"max_output_tokens":131072,"supports_function_calling":true,"supports_tool_choice":true,"supports_response_schema":true,"supports_prompt_caching":true,"supports_system_messages":true,"supports_reasoning":true,"source":"https://serverless.tensormesh.ai/v1/models/openrouter"},"deepseek-v4-flash":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":2.8e-9,"input_cost_per_token":1.4e-7,"input_cost_per_token_cache_hit":2.8e-9,"litellm_provider":"deepseek","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":2.8e-7,"source":"https://api-docs.deepseek.com/quick_start/pricing","supported_endpoints":["/v1/chat/completions"],"supports_assistant_prefill":true,"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"deepseek-v4-pro":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":3.625e-9,"input_cost_per_token":4.35e-7,"input_cost_per_token_cache_hit":3.625e-9,"litellm_provider":"deepseek","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":8.7e-7,"source":"https://api-docs.deepseek.com/quick_start/pricing","supported_endpoints":["/v1/chat/completions"],"supports_assistant_prefill":true,"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"deepseek/deepseek-v4-flash":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":2.8e-9,"input_cost_per_token":1.4e-7,"input_cost_per_token_cache_hit":2.8e-9,"litellm_provider":"deepseek","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":2.8e-7,"source":"https://api-docs.deepseek.com/quick_start/pricing","supported_endpoints":["/v1/chat/completions"],"supports_assistant_prefill":true,"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"deepseek/deepseek-v4-pro":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":3.625e-9,"input_cost_per_token":4.35e-7,"input_cost_per_token_cache_hit":3.625e-9,"litellm_provider":"deepseek","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":8.7e-7,"source":"https://api-docs.deepseek.com/quick_start/pricing","supported_endpoints":["/v1/chat/completions"],"supports_assistant_prefill":true,"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_vision":false},"tencent/deepseek-v4-pro":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":3.625e-9,"input_cost_per_token":4.35e-7,"input_cost_per_token_cache_hit":3.625e-9,"litellm_provider":"tencent","max_input_tokens":1000000,"max_output_tokens":384000,"max_tokens":384000,"mode":"chat","output_cost_per_token":8.7e-7,"source":"https://www.tencentcloud.com/products/tokenhub","supported_endpoints":["/v1/chat/completions"],"supports_assistant_prefill":true,"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_reasoning":true,"supports_vision":false},"tencent/deepseek-v4-flash":{"cache_creation_input_token_cost":0,"cache_read_input_token_cost":2.8e-9,"input_cost_per_token":1.4e-7,"input_cost_per_token_cache_hit":2.8e-9,"litellm_provider":"tencent","max_input_tokens":1000000,"max_output_tokens":384000,"max_tokens":384000,"mode":"chat","output_cost_per_token":2.8e-7,"source":"https://www.tencentcloud.com/products/tokenhub","supported_endpoints":["/v1/chat/completions"],"supports_assistant_prefill":true,"supports_function_calling":true,"supports_native_streaming":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_system_messages":true,"supports_tool_choice":true,"supports_reasoning":true,"supports_vision":false},"pinstripes/ps/glm-4.5-air":{"max_tokens":128000,"max_input_tokens":128000,"max_output_tokens":128000,"input_cost_per_token":1.25e-7,"output_cost_per_token":4.5e-7,"litellm_provider":"pinstripes","mode":"chat","supports_function_calling":true,"supports_assistant_prefill":true,"supports_reasoning":true,"source":"https://pinstripes.io/pricing"},"pinstripes/ps/qwen3.6-35b-a3b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":1.4e-7,"output_cost_per_token":4.5e-7,"litellm_provider":"pinstripes","mode":"chat","supports_function_calling":true,"supports_assistant_prefill":true,"supports_reasoning":true,"source":"https://pinstripes.io/pricing"},"pinstripes/ps/qwen3-30b-a3b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":9e-8,"output_cost_per_token":2e-7,"litellm_provider":"pinstripes","mode":"chat","supports_function_calling":true,"supports_assistant_prefill":true,"supports_reasoning":true,"source":"https://pinstripes.io/pricing"},"pinstripes/ps/qwen3-coder-30b-a3b":{"max_tokens":131072,"max_input_tokens":131072,"max_output_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":6e-7,"litellm_provider":"pinstripes","mode":"chat","supports_function_calling":true,"supports_assistant_prefill":true,"supports_reasoning":false,"source":"https://pinstripes.io/pricing"},"pinstripes/ps/deepseek-v4-flash":{"max_tokens":163840,"max_input_tokens":163840,"max_output_tokens":163840,"input_cost_per_token":1e-7,"output_cost_per_token":2e-7,"litellm_provider":"pinstripes","mode":"chat","supports_function_calling":true,"supports_assistant_prefill":true,"supports_reasoning":true,"source":"https://pinstripes.io/pricing"},"pinstripes/ps/minimax-m2.7":{"max_tokens":1000192,"max_input_tokens":1000192,"max_output_tokens":1000192,"input_cost_per_token":2.55e-7,"output_cost_per_token":5.5e-7,"litellm_provider":"pinstripes","mode":"chat","supports_function_calling":true,"supports_assistant_prefill":true,"supports_reasoning":false,"source":"https://pinstripes.io/pricing"},"darkbloom/gemma-4-26b":{"input_cost_per_token":3e-8,"litellm_provider":"darkbloom","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":1.65e-7,"source":"https://www.darkbloom.dev/","supported_endpoints":["/v1/chat/completions"],"supports_function_calling":true,"supports_native_streaming":true,"supports_system_messages":true,"supports_tool_choice":true},"darkbloom/gpt-oss-20b":{"input_cost_per_token":1.45e-8,"litellm_provider":"darkbloom","max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"mode":"chat","output_cost_per_token":7e-8,"source":"https://www.darkbloom.dev/","supported_endpoints":["/v1/chat/completions"],"supports_function_calling":true,"supports_native_streaming":true,"supports_system_messages":true,"supports_tool_choice":true},"fallback_generalizations":{"rules":[{"name":"bedrock-claude-ids","pattern":"^(?:[a-z-]+\\.)?anthropic\\.claude-","description":"A Bedrock-syntax Claude id, for every version: anthropic.claude- at the start of the name, optionally behind a single dotted geo segment (us./eu./au./jp./apac./global./us-gov.). Anchored to the start because routing rules see the raw request string and provider inference feeds the proxy's provider/* wildcard access checks: an id under an unrecognized namespace such as bedrockz/anthropic.claude-... must stay unroutable rather than resolve to bedrock and slip through a bedrock/* key. Routes to bedrock before the bare-id Anthropic rule is consulted.","model_info":{"litellm_provider":"bedrock"}},{"name":"anthropic-claude-ids","pattern":"^claude-[a-z]+-\\d+(?:[-.]\\d+)?(?:-\\d{8})?$","description":"A bare Claude family-major id with an optional minor and an optional 8-digit date suffix, anchored to the whole name, so claude-newfamily-5 routes like claude-newfamily-5-1 does. Routes an unmapped Claude id that carries no provider namespace to the Anthropic API.","model_info":{"litellm_provider":"anthropic"}},{"name":"claude-family-baseline","pattern":"claude-[a-z]+-\\d+(?:[-.]\\d+)?(?:-\\d{8})?","description":"Any Claude family-major id with an optional minor and an optional 8-digit date suffix, under any provider namespace (bare, bedrock-dotted, vertex, databricks, ...), so bare majors like claude-newfamily-5 get the same baseline as claude-newfamily-5-1. Carries the model-family facts every Claude shares; it carries no pricing, so cost stays on the standard unpriced behavior rather than a guessed number.","model_info":{"mode":"chat","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"supports_function_calling":true,"supports_parallel_function_calling":true,"supports_vision":true,"supports_tool_choice":true,"supports_assistant_prefill":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_reasoning":true,"supports_pdf_input":true,"supports_system_messages":true}},{"name":"claude-adaptive-thinking","pattern":"claude-[a-z]+-(?:4[-._](?:[6-9]|[1-9]\\d)(?!\\d)|(?:[5-9]|[1-9]\\d)(?!\\d)(?:[-._]\\d{1,2}(?!\\d))?)","description":"Claude at version 4.6 or higher, in any id shape that contains claude-<family>-: minors 4.6 through 4.99, any later major-minor, and bare 5+ majors so a new family shaped like claude-fable-5 matches. Requiring the claude- prefix keeps non-Claude names such as team-sonnet-5-1 out. The minor is capped at two digits so an 8-digit date suffix such as claude-opus-4-20250514 is never read as a >= 4.6 minor. Turns on adaptive thinking for new versions and new families with no code change.","model_info":{"supports_adaptive_thinking":true}},{"name":"claude-mid-conversation-system","pattern":"claude-[a-z]+-(?:4[-._](?:[89]|[1-9]\\d)(?!\\d)|(?:[5-9]|[1-9]\\d)(?!\\d)(?:[-._]\\d{1,2}(?!\\d))?)","description":"Claude at version 4.8 or higher, in any id shape that contains claude-<family>-: minors 4.8 through 4.99, any later major-minor, and bare 5+ majors so a new family like claude-fable-5 matches. Anthropic introduced mid-conversation system messages with Opus 4.8 and every newer Claude keeps them; 4.7 and below reject the system role inside messages.","model_info":{"supports_mid_conversation_system":true}}]}}