tokencostauto 0.1.353__tar.gz → 0.1.357__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {tokencostauto-0.1.353/tokencostauto.egg-info → tokencostauto-0.1.357}/PKG-INFO +1 -1
- {tokencostauto-0.1.353 → tokencostauto-0.1.357}/pyproject.toml +1 -1
- {tokencostauto-0.1.353 → tokencostauto-0.1.357}/tokencostauto/model_prices.json +851 -4
- {tokencostauto-0.1.353 → tokencostauto-0.1.357/tokencostauto.egg-info}/PKG-INFO +1 -1
- {tokencostauto-0.1.353 → tokencostauto-0.1.357}/LICENSE +0 -0
- {tokencostauto-0.1.353 → tokencostauto-0.1.357}/MANIFEST.in +0 -0
- {tokencostauto-0.1.353 → tokencostauto-0.1.357}/README.md +0 -0
- {tokencostauto-0.1.353 → tokencostauto-0.1.357}/setup.cfg +0 -0
- {tokencostauto-0.1.353 → tokencostauto-0.1.357}/tests/test_costs.py +0 -0
- {tokencostauto-0.1.353 → tokencostauto-0.1.357}/tokencostauto/__init__.py +0 -0
- {tokencostauto-0.1.353 → tokencostauto-0.1.357}/tokencostauto/constants.py +0 -0
- {tokencostauto-0.1.353 → tokencostauto-0.1.357}/tokencostauto/costs.py +0 -0
- {tokencostauto-0.1.353 → tokencostauto-0.1.357}/tokencostauto.egg-info/SOURCES.txt +0 -0
- {tokencostauto-0.1.353 → tokencostauto-0.1.357}/tokencostauto.egg-info/dependency_links.txt +0 -0
- {tokencostauto-0.1.353 → tokencostauto-0.1.357}/tokencostauto.egg-info/requires.txt +0 -0
- {tokencostauto-0.1.353 → tokencostauto-0.1.357}/tokencostauto.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: tokencostauto
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.357
|
|
4
4
|
Summary: To calculate token and translated USD cost of string and message calls to OpenAI, for example when used by AI agents
|
|
5
5
|
Author-email: Trisha Pan <trishaepan@gmail.com>, Alex Reibman <areibman@gmail.com>, Pratyush Shukla <ps4534@nyu.edu>, Thiago MadPin <madpin@gmail.com>
|
|
6
6
|
Project-URL: Homepage, https://github.com/madpin/tokencostaudo
|
|
@@ -26620,10 +26620,12 @@
|
|
|
26620
26620
|
"supports_web_search": true
|
|
26621
26621
|
},
|
|
26622
26622
|
"gemini-3-pro-preview": {
|
|
26623
|
-
"cache_read_input_token_cost":
|
|
26623
|
+
"cache_read_input_token_cost": 2e-07,
|
|
26624
|
+
"cache_read_input_token_cost_above_200k_tokens": 4e-07,
|
|
26624
26625
|
"cache_creation_input_token_cost_above_200k_tokens": 2.5e-07,
|
|
26625
26626
|
"input_cost_per_token": 2e-06,
|
|
26626
26627
|
"input_cost_per_token_above_200k_tokens": 4e-06,
|
|
26628
|
+
"input_cost_per_token_batches": 1e-06,
|
|
26627
26629
|
"litellm_provider": "vertex_ai-language-models",
|
|
26628
26630
|
"max_audio_length_hours": 8.4,
|
|
26629
26631
|
"max_audio_per_prompt": 1,
|
|
@@ -26637,10 +26639,12 @@
|
|
|
26637
26639
|
"mode": "chat",
|
|
26638
26640
|
"output_cost_per_token": 1.2e-05,
|
|
26639
26641
|
"output_cost_per_token_above_200k_tokens": 1.8e-05,
|
|
26642
|
+
"output_cost_per_token_batches": 6e-06,
|
|
26640
26643
|
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
|
|
26641
26644
|
"supported_endpoints": [
|
|
26642
26645
|
"/v1/chat/completions",
|
|
26643
|
-
"/v1/completions"
|
|
26646
|
+
"/v1/completions",
|
|
26647
|
+
"/v1/batch"
|
|
26644
26648
|
],
|
|
26645
26649
|
"supported_modalities": [
|
|
26646
26650
|
"text",
|
|
@@ -26664,9 +26668,11 @@
|
|
|
26664
26668
|
"supports_web_search": true
|
|
26665
26669
|
},
|
|
26666
26670
|
"gemini/gemini-3-pro-preview": {
|
|
26667
|
-
"cache_read_input_token_cost":
|
|
26671
|
+
"cache_read_input_token_cost": 2e-07,
|
|
26672
|
+
"cache_read_input_token_cost_above_200k_tokens": 4e-07,
|
|
26668
26673
|
"input_cost_per_token": 2e-06,
|
|
26669
26674
|
"input_cost_per_token_above_200k_tokens": 4e-06,
|
|
26675
|
+
"input_cost_per_token_batches": 1e-06,
|
|
26670
26676
|
"litellm_provider": "gemini",
|
|
26671
26677
|
"max_audio_length_hours": 8.4,
|
|
26672
26678
|
"max_audio_per_prompt": 1,
|
|
@@ -26680,11 +26686,13 @@
|
|
|
26680
26686
|
"mode": "chat",
|
|
26681
26687
|
"output_cost_per_token": 1.2e-05,
|
|
26682
26688
|
"output_cost_per_token_above_200k_tokens": 1.8e-05,
|
|
26689
|
+
"output_cost_per_token_batches": 6e-06,
|
|
26683
26690
|
"rpm": 2000,
|
|
26684
26691
|
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
|
|
26685
26692
|
"supported_endpoints": [
|
|
26686
26693
|
"/v1/chat/completions",
|
|
26687
|
-
"/v1/completions"
|
|
26694
|
+
"/v1/completions",
|
|
26695
|
+
"/v1/batch"
|
|
26688
26696
|
],
|
|
26689
26697
|
"supported_modalities": [
|
|
26690
26698
|
"text",
|
|
@@ -26735,5 +26743,844 @@
|
|
|
26735
26743
|
"supported_output_modalities": [
|
|
26736
26744
|
"video"
|
|
26737
26745
|
]
|
|
26746
|
+
},
|
|
26747
|
+
"azure/gpt-audio-2025-08-28": {
|
|
26748
|
+
"input_cost_per_audio_token": 4e-05,
|
|
26749
|
+
"input_cost_per_token": 2.5e-06,
|
|
26750
|
+
"litellm_provider": "azure",
|
|
26751
|
+
"max_input_tokens": 128000,
|
|
26752
|
+
"max_output_tokens": 16384,
|
|
26753
|
+
"max_tokens": 16384,
|
|
26754
|
+
"mode": "chat",
|
|
26755
|
+
"output_cost_per_audio_token": 8e-05,
|
|
26756
|
+
"output_cost_per_token": 1e-05,
|
|
26757
|
+
"supported_endpoints": [
|
|
26758
|
+
"/v1/chat/completions"
|
|
26759
|
+
],
|
|
26760
|
+
"supported_modalities": [
|
|
26761
|
+
"text",
|
|
26762
|
+
"audio"
|
|
26763
|
+
],
|
|
26764
|
+
"supported_output_modalities": [
|
|
26765
|
+
"text",
|
|
26766
|
+
"audio"
|
|
26767
|
+
],
|
|
26768
|
+
"supports_function_calling": true,
|
|
26769
|
+
"supports_native_streaming": true,
|
|
26770
|
+
"supports_parallel_function_calling": true,
|
|
26771
|
+
"supports_prompt_caching": false,
|
|
26772
|
+
"supports_reasoning": false,
|
|
26773
|
+
"supports_response_schema": false,
|
|
26774
|
+
"supports_system_messages": true,
|
|
26775
|
+
"supports_tool_choice": true,
|
|
26776
|
+
"supports_vision": false
|
|
26777
|
+
},
|
|
26778
|
+
"azure/gpt-audio-mini-2025-10-06": {
|
|
26779
|
+
"input_cost_per_audio_token": 1e-05,
|
|
26780
|
+
"input_cost_per_token": 6e-07,
|
|
26781
|
+
"litellm_provider": "azure",
|
|
26782
|
+
"max_input_tokens": 128000,
|
|
26783
|
+
"max_output_tokens": 16384,
|
|
26784
|
+
"max_tokens": 16384,
|
|
26785
|
+
"mode": "chat",
|
|
26786
|
+
"output_cost_per_audio_token": 2e-05,
|
|
26787
|
+
"output_cost_per_token": 2.4e-06,
|
|
26788
|
+
"supported_endpoints": [
|
|
26789
|
+
"/v1/chat/completions"
|
|
26790
|
+
],
|
|
26791
|
+
"supported_modalities": [
|
|
26792
|
+
"text",
|
|
26793
|
+
"audio"
|
|
26794
|
+
],
|
|
26795
|
+
"supported_output_modalities": [
|
|
26796
|
+
"text",
|
|
26797
|
+
"audio"
|
|
26798
|
+
],
|
|
26799
|
+
"supports_function_calling": true,
|
|
26800
|
+
"supports_native_streaming": true,
|
|
26801
|
+
"supports_parallel_function_calling": true,
|
|
26802
|
+
"supports_prompt_caching": false,
|
|
26803
|
+
"supports_reasoning": false,
|
|
26804
|
+
"supports_response_schema": false,
|
|
26805
|
+
"supports_system_messages": true,
|
|
26806
|
+
"supports_tool_choice": true,
|
|
26807
|
+
"supports_vision": false
|
|
26808
|
+
},
|
|
26809
|
+
"azure/gpt-realtime-2025-08-28": {
|
|
26810
|
+
"cache_creation_input_audio_token_cost": 4e-06,
|
|
26811
|
+
"cache_read_input_token_cost": 4e-06,
|
|
26812
|
+
"input_cost_per_audio_token": 3.2e-05,
|
|
26813
|
+
"input_cost_per_image": 5e-06,
|
|
26814
|
+
"input_cost_per_token": 4e-06,
|
|
26815
|
+
"litellm_provider": "azure",
|
|
26816
|
+
"max_input_tokens": 32000,
|
|
26817
|
+
"max_output_tokens": 4096,
|
|
26818
|
+
"max_tokens": 4096,
|
|
26819
|
+
"mode": "chat",
|
|
26820
|
+
"output_cost_per_audio_token": 6.4e-05,
|
|
26821
|
+
"output_cost_per_token": 1.6e-05,
|
|
26822
|
+
"supported_endpoints": [
|
|
26823
|
+
"/v1/realtime"
|
|
26824
|
+
],
|
|
26825
|
+
"supported_modalities": [
|
|
26826
|
+
"text",
|
|
26827
|
+
"image",
|
|
26828
|
+
"audio"
|
|
26829
|
+
],
|
|
26830
|
+
"supported_output_modalities": [
|
|
26831
|
+
"text",
|
|
26832
|
+
"audio"
|
|
26833
|
+
],
|
|
26834
|
+
"supports_audio_input": true,
|
|
26835
|
+
"supports_audio_output": true,
|
|
26836
|
+
"supports_function_calling": true,
|
|
26837
|
+
"supports_parallel_function_calling": true,
|
|
26838
|
+
"supports_system_messages": true,
|
|
26839
|
+
"supports_tool_choice": true
|
|
26840
|
+
},
|
|
26841
|
+
"azure/gpt-realtime-mini-2025-10-06": {
|
|
26842
|
+
"cache_creation_input_audio_token_cost": 3e-07,
|
|
26843
|
+
"cache_read_input_token_cost": 6e-08,
|
|
26844
|
+
"input_cost_per_audio_token": 1e-05,
|
|
26845
|
+
"input_cost_per_image": 8e-07,
|
|
26846
|
+
"input_cost_per_token": 6e-07,
|
|
26847
|
+
"litellm_provider": "azure",
|
|
26848
|
+
"max_input_tokens": 32000,
|
|
26849
|
+
"max_output_tokens": 4096,
|
|
26850
|
+
"max_tokens": 4096,
|
|
26851
|
+
"mode": "chat",
|
|
26852
|
+
"output_cost_per_audio_token": 2e-05,
|
|
26853
|
+
"output_cost_per_token": 2.4e-06,
|
|
26854
|
+
"supported_endpoints": [
|
|
26855
|
+
"/v1/realtime"
|
|
26856
|
+
],
|
|
26857
|
+
"supported_modalities": [
|
|
26858
|
+
"text",
|
|
26859
|
+
"image",
|
|
26860
|
+
"audio"
|
|
26861
|
+
],
|
|
26862
|
+
"supported_output_modalities": [
|
|
26863
|
+
"text",
|
|
26864
|
+
"audio"
|
|
26865
|
+
],
|
|
26866
|
+
"supports_audio_input": true,
|
|
26867
|
+
"supports_audio_output": true,
|
|
26868
|
+
"supports_function_calling": true,
|
|
26869
|
+
"supports_parallel_function_calling": true,
|
|
26870
|
+
"supports_system_messages": true,
|
|
26871
|
+
"supports_tool_choice": true
|
|
26872
|
+
},
|
|
26873
|
+
"azure/gpt-4o-transcribe-diarize": {
|
|
26874
|
+
"input_cost_per_audio_token": 6e-06,
|
|
26875
|
+
"input_cost_per_token": 2.5e-06,
|
|
26876
|
+
"litellm_provider": "azure",
|
|
26877
|
+
"max_input_tokens": 16000,
|
|
26878
|
+
"max_output_tokens": 2000,
|
|
26879
|
+
"mode": "audio_transcription",
|
|
26880
|
+
"output_cost_per_token": 1e-05,
|
|
26881
|
+
"supported_endpoints": [
|
|
26882
|
+
"/v1/audio/transcriptions"
|
|
26883
|
+
]
|
|
26884
|
+
},
|
|
26885
|
+
"azure/gpt-5.1-2025-11-13": {
|
|
26886
|
+
"cache_read_input_token_cost": 1.25e-07,
|
|
26887
|
+
"cache_read_input_token_cost_priority": 2.5e-07,
|
|
26888
|
+
"input_cost_per_token": 1.25e-06,
|
|
26889
|
+
"input_cost_per_token_priority": 2.5e-06,
|
|
26890
|
+
"litellm_provider": "azure",
|
|
26891
|
+
"max_input_tokens": 272000,
|
|
26892
|
+
"max_output_tokens": 128000,
|
|
26893
|
+
"max_tokens": 128000,
|
|
26894
|
+
"mode": "chat",
|
|
26895
|
+
"output_cost_per_token": 1e-05,
|
|
26896
|
+
"output_cost_per_token_priority": 2e-05,
|
|
26897
|
+
"supported_endpoints": [
|
|
26898
|
+
"/v1/chat/completions",
|
|
26899
|
+
"/v1/responses"
|
|
26900
|
+
],
|
|
26901
|
+
"supported_modalities": [
|
|
26902
|
+
"text",
|
|
26903
|
+
"image"
|
|
26904
|
+
],
|
|
26905
|
+
"supported_output_modalities": [
|
|
26906
|
+
"text",
|
|
26907
|
+
"image"
|
|
26908
|
+
],
|
|
26909
|
+
"supports_function_calling": true,
|
|
26910
|
+
"supports_native_streaming": true,
|
|
26911
|
+
"supports_parallel_function_calling": true,
|
|
26912
|
+
"supports_pdf_input": true,
|
|
26913
|
+
"supports_prompt_caching": true,
|
|
26914
|
+
"supports_reasoning": true,
|
|
26915
|
+
"supports_response_schema": true,
|
|
26916
|
+
"supports_system_messages": true,
|
|
26917
|
+
"supports_tool_choice": true,
|
|
26918
|
+
"supports_service_tier": true,
|
|
26919
|
+
"supports_vision": true
|
|
26920
|
+
},
|
|
26921
|
+
"azure/gpt-5.1-chat-2025-11-13": {
|
|
26922
|
+
"cache_read_input_token_cost": 1.25e-07,
|
|
26923
|
+
"cache_read_input_token_cost_priority": 2.5e-07,
|
|
26924
|
+
"input_cost_per_token": 1.25e-06,
|
|
26925
|
+
"input_cost_per_token_priority": 2.5e-06,
|
|
26926
|
+
"litellm_provider": "azure",
|
|
26927
|
+
"max_input_tokens": 128000,
|
|
26928
|
+
"max_output_tokens": 16384,
|
|
26929
|
+
"max_tokens": 16384,
|
|
26930
|
+
"mode": "chat",
|
|
26931
|
+
"output_cost_per_token": 1e-05,
|
|
26932
|
+
"output_cost_per_token_priority": 2e-05,
|
|
26933
|
+
"supported_endpoints": [
|
|
26934
|
+
"/v1/chat/completions",
|
|
26935
|
+
"/v1/responses"
|
|
26936
|
+
],
|
|
26937
|
+
"supported_modalities": [
|
|
26938
|
+
"text",
|
|
26939
|
+
"image"
|
|
26940
|
+
],
|
|
26941
|
+
"supported_output_modalities": [
|
|
26942
|
+
"text",
|
|
26943
|
+
"image"
|
|
26944
|
+
],
|
|
26945
|
+
"supports_function_calling": false,
|
|
26946
|
+
"supports_native_streaming": true,
|
|
26947
|
+
"supports_parallel_function_calling": false,
|
|
26948
|
+
"supports_pdf_input": true,
|
|
26949
|
+
"supports_prompt_caching": true,
|
|
26950
|
+
"supports_reasoning": true,
|
|
26951
|
+
"supports_response_schema": true,
|
|
26952
|
+
"supports_system_messages": true,
|
|
26953
|
+
"supports_tool_choice": false,
|
|
26954
|
+
"supports_vision": true
|
|
26955
|
+
},
|
|
26956
|
+
"azure/gpt-5.1-codex-2025-11-13": {
|
|
26957
|
+
"cache_read_input_token_cost": 1.25e-07,
|
|
26958
|
+
"cache_read_input_token_cost_priority": 2.5e-07,
|
|
26959
|
+
"input_cost_per_token": 1.25e-06,
|
|
26960
|
+
"input_cost_per_token_priority": 2.5e-06,
|
|
26961
|
+
"litellm_provider": "azure",
|
|
26962
|
+
"max_input_tokens": 272000,
|
|
26963
|
+
"max_output_tokens": 128000,
|
|
26964
|
+
"max_tokens": 128000,
|
|
26965
|
+
"mode": "responses",
|
|
26966
|
+
"output_cost_per_token": 1e-05,
|
|
26967
|
+
"output_cost_per_token_priority": 2e-05,
|
|
26968
|
+
"supported_endpoints": [
|
|
26969
|
+
"/v1/responses"
|
|
26970
|
+
],
|
|
26971
|
+
"supported_modalities": [
|
|
26972
|
+
"text",
|
|
26973
|
+
"image"
|
|
26974
|
+
],
|
|
26975
|
+
"supported_output_modalities": [
|
|
26976
|
+
"text"
|
|
26977
|
+
],
|
|
26978
|
+
"supports_function_calling": true,
|
|
26979
|
+
"supports_native_streaming": true,
|
|
26980
|
+
"supports_parallel_function_calling": true,
|
|
26981
|
+
"supports_pdf_input": true,
|
|
26982
|
+
"supports_prompt_caching": true,
|
|
26983
|
+
"supports_reasoning": true,
|
|
26984
|
+
"supports_response_schema": true,
|
|
26985
|
+
"supports_system_messages": false,
|
|
26986
|
+
"supports_tool_choice": true,
|
|
26987
|
+
"supports_vision": true
|
|
26988
|
+
},
|
|
26989
|
+
"azure/gpt-5.1-codex-mini-2025-11-13": {
|
|
26990
|
+
"cache_read_input_token_cost": 2.5e-08,
|
|
26991
|
+
"cache_read_input_token_cost_priority": 4.5e-08,
|
|
26992
|
+
"input_cost_per_token": 2.5e-07,
|
|
26993
|
+
"input_cost_per_token_priority": 4.5e-07,
|
|
26994
|
+
"litellm_provider": "azure",
|
|
26995
|
+
"max_input_tokens": 272000,
|
|
26996
|
+
"max_output_tokens": 128000,
|
|
26997
|
+
"max_tokens": 128000,
|
|
26998
|
+
"mode": "responses",
|
|
26999
|
+
"output_cost_per_token": 2e-06,
|
|
27000
|
+
"output_cost_per_token_priority": 3.6e-06,
|
|
27001
|
+
"supported_endpoints": [
|
|
27002
|
+
"/v1/responses"
|
|
27003
|
+
],
|
|
27004
|
+
"supported_modalities": [
|
|
27005
|
+
"text",
|
|
27006
|
+
"image"
|
|
27007
|
+
],
|
|
27008
|
+
"supported_output_modalities": [
|
|
27009
|
+
"text"
|
|
27010
|
+
],
|
|
27011
|
+
"supports_function_calling": true,
|
|
27012
|
+
"supports_native_streaming": true,
|
|
27013
|
+
"supports_parallel_function_calling": true,
|
|
27014
|
+
"supports_pdf_input": true,
|
|
27015
|
+
"supports_prompt_caching": true,
|
|
27016
|
+
"supports_reasoning": true,
|
|
27017
|
+
"supports_response_schema": true,
|
|
27018
|
+
"supports_system_messages": false,
|
|
27019
|
+
"supports_tool_choice": true,
|
|
27020
|
+
"supports_vision": true
|
|
27021
|
+
},
|
|
27022
|
+
"azure/eu/gpt-5.1": {
|
|
27023
|
+
"cache_read_input_token_cost": 1.4e-07,
|
|
27024
|
+
"input_cost_per_token": 1.38e-06,
|
|
27025
|
+
"litellm_provider": "azure",
|
|
27026
|
+
"max_input_tokens": 272000,
|
|
27027
|
+
"max_output_tokens": 128000,
|
|
27028
|
+
"max_tokens": 128000,
|
|
27029
|
+
"mode": "chat",
|
|
27030
|
+
"output_cost_per_token": 1.1e-05,
|
|
27031
|
+
"supported_endpoints": [
|
|
27032
|
+
"/v1/chat/completions",
|
|
27033
|
+
"/v1/batch",
|
|
27034
|
+
"/v1/responses"
|
|
27035
|
+
],
|
|
27036
|
+
"supported_modalities": [
|
|
27037
|
+
"text",
|
|
27038
|
+
"image"
|
|
27039
|
+
],
|
|
27040
|
+
"supported_output_modalities": [
|
|
27041
|
+
"text",
|
|
27042
|
+
"image"
|
|
27043
|
+
],
|
|
27044
|
+
"supports_function_calling": true,
|
|
27045
|
+
"supports_native_streaming": true,
|
|
27046
|
+
"supports_parallel_function_calling": true,
|
|
27047
|
+
"supports_pdf_input": true,
|
|
27048
|
+
"supports_prompt_caching": true,
|
|
27049
|
+
"supports_reasoning": true,
|
|
27050
|
+
"supports_response_schema": true,
|
|
27051
|
+
"supports_system_messages": true,
|
|
27052
|
+
"supports_tool_choice": true,
|
|
27053
|
+
"supports_vision": true
|
|
27054
|
+
},
|
|
27055
|
+
"azure/eu/gpt-5.1-chat": {
|
|
27056
|
+
"cache_read_input_token_cost": 1.4e-07,
|
|
27057
|
+
"input_cost_per_token": 1.38e-06,
|
|
27058
|
+
"litellm_provider": "azure",
|
|
27059
|
+
"max_input_tokens": 272000,
|
|
27060
|
+
"max_output_tokens": 128000,
|
|
27061
|
+
"max_tokens": 128000,
|
|
27062
|
+
"mode": "chat",
|
|
27063
|
+
"output_cost_per_token": 1.1e-05,
|
|
27064
|
+
"supported_endpoints": [
|
|
27065
|
+
"/v1/chat/completions",
|
|
27066
|
+
"/v1/batch",
|
|
27067
|
+
"/v1/responses"
|
|
27068
|
+
],
|
|
27069
|
+
"supported_modalities": [
|
|
27070
|
+
"text",
|
|
27071
|
+
"image"
|
|
27072
|
+
],
|
|
27073
|
+
"supported_output_modalities": [
|
|
27074
|
+
"text",
|
|
27075
|
+
"image"
|
|
27076
|
+
],
|
|
27077
|
+
"supports_function_calling": true,
|
|
27078
|
+
"supports_native_streaming": true,
|
|
27079
|
+
"supports_parallel_function_calling": true,
|
|
27080
|
+
"supports_pdf_input": true,
|
|
27081
|
+
"supports_prompt_caching": true,
|
|
27082
|
+
"supports_reasoning": true,
|
|
27083
|
+
"supports_response_schema": true,
|
|
27084
|
+
"supports_system_messages": true,
|
|
27085
|
+
"supports_tool_choice": true,
|
|
27086
|
+
"supports_vision": true
|
|
27087
|
+
},
|
|
27088
|
+
"azure/eu/gpt-5.1-codex": {
|
|
27089
|
+
"cache_read_input_token_cost": 1.4e-07,
|
|
27090
|
+
"input_cost_per_token": 1.38e-06,
|
|
27091
|
+
"litellm_provider": "azure",
|
|
27092
|
+
"max_input_tokens": 272000,
|
|
27093
|
+
"max_output_tokens": 128000,
|
|
27094
|
+
"max_tokens": 128000,
|
|
27095
|
+
"mode": "responses",
|
|
27096
|
+
"output_cost_per_token": 1.1e-05,
|
|
27097
|
+
"supported_endpoints": [
|
|
27098
|
+
"/v1/responses"
|
|
27099
|
+
],
|
|
27100
|
+
"supported_modalities": [
|
|
27101
|
+
"text",
|
|
27102
|
+
"image"
|
|
27103
|
+
],
|
|
27104
|
+
"supported_output_modalities": [
|
|
27105
|
+
"text"
|
|
27106
|
+
],
|
|
27107
|
+
"supports_function_calling": true,
|
|
27108
|
+
"supports_native_streaming": true,
|
|
27109
|
+
"supports_parallel_function_calling": true,
|
|
27110
|
+
"supports_pdf_input": true,
|
|
27111
|
+
"supports_prompt_caching": true,
|
|
27112
|
+
"supports_reasoning": true,
|
|
27113
|
+
"supports_response_schema": true,
|
|
27114
|
+
"supports_system_messages": false,
|
|
27115
|
+
"supports_tool_choice": true,
|
|
27116
|
+
"supports_vision": true
|
|
27117
|
+
},
|
|
27118
|
+
"azure/eu/gpt-5.1-codex-mini": {
|
|
27119
|
+
"cache_read_input_token_cost": 2.8e-08,
|
|
27120
|
+
"input_cost_per_token": 2.75e-07,
|
|
27121
|
+
"litellm_provider": "azure",
|
|
27122
|
+
"max_input_tokens": 272000,
|
|
27123
|
+
"max_output_tokens": 128000,
|
|
27124
|
+
"max_tokens": 128000,
|
|
27125
|
+
"mode": "responses",
|
|
27126
|
+
"output_cost_per_token": 2.2e-06,
|
|
27127
|
+
"supported_endpoints": [
|
|
27128
|
+
"/v1/responses"
|
|
27129
|
+
],
|
|
27130
|
+
"supported_modalities": [
|
|
27131
|
+
"text",
|
|
27132
|
+
"image"
|
|
27133
|
+
],
|
|
27134
|
+
"supported_output_modalities": [
|
|
27135
|
+
"text"
|
|
27136
|
+
],
|
|
27137
|
+
"supports_function_calling": true,
|
|
27138
|
+
"supports_native_streaming": true,
|
|
27139
|
+
"supports_parallel_function_calling": true,
|
|
27140
|
+
"supports_pdf_input": true,
|
|
27141
|
+
"supports_prompt_caching": true,
|
|
27142
|
+
"supports_reasoning": true,
|
|
27143
|
+
"supports_response_schema": true,
|
|
27144
|
+
"supports_system_messages": false,
|
|
27145
|
+
"supports_tool_choice": true,
|
|
27146
|
+
"supports_vision": true
|
|
27147
|
+
},
|
|
27148
|
+
"azure/global/gpt-5.1": {
|
|
27149
|
+
"cache_read_input_token_cost": 1.25e-07,
|
|
27150
|
+
"input_cost_per_token": 1.25e-06,
|
|
27151
|
+
"litellm_provider": "azure",
|
|
27152
|
+
"max_input_tokens": 272000,
|
|
27153
|
+
"max_output_tokens": 128000,
|
|
27154
|
+
"max_tokens": 128000,
|
|
27155
|
+
"mode": "chat",
|
|
27156
|
+
"output_cost_per_token": 1e-05,
|
|
27157
|
+
"supported_endpoints": [
|
|
27158
|
+
"/v1/chat/completions",
|
|
27159
|
+
"/v1/batch",
|
|
27160
|
+
"/v1/responses"
|
|
27161
|
+
],
|
|
27162
|
+
"supported_modalities": [
|
|
27163
|
+
"text",
|
|
27164
|
+
"image"
|
|
27165
|
+
],
|
|
27166
|
+
"supported_output_modalities": [
|
|
27167
|
+
"text",
|
|
27168
|
+
"image"
|
|
27169
|
+
],
|
|
27170
|
+
"supports_function_calling": true,
|
|
27171
|
+
"supports_native_streaming": true,
|
|
27172
|
+
"supports_parallel_function_calling": true,
|
|
27173
|
+
"supports_pdf_input": true,
|
|
27174
|
+
"supports_prompt_caching": true,
|
|
27175
|
+
"supports_reasoning": true,
|
|
27176
|
+
"supports_response_schema": true,
|
|
27177
|
+
"supports_system_messages": true,
|
|
27178
|
+
"supports_tool_choice": true,
|
|
27179
|
+
"supports_vision": true
|
|
27180
|
+
},
|
|
27181
|
+
"azure/global/gpt-5.1-chat": {
|
|
27182
|
+
"cache_read_input_token_cost": 1.25e-07,
|
|
27183
|
+
"input_cost_per_token": 1.25e-06,
|
|
27184
|
+
"litellm_provider": "azure",
|
|
27185
|
+
"max_input_tokens": 272000,
|
|
27186
|
+
"max_output_tokens": 128000,
|
|
27187
|
+
"max_tokens": 128000,
|
|
27188
|
+
"mode": "chat",
|
|
27189
|
+
"output_cost_per_token": 1e-05,
|
|
27190
|
+
"supported_endpoints": [
|
|
27191
|
+
"/v1/chat/completions",
|
|
27192
|
+
"/v1/batch",
|
|
27193
|
+
"/v1/responses"
|
|
27194
|
+
],
|
|
27195
|
+
"supported_modalities": [
|
|
27196
|
+
"text",
|
|
27197
|
+
"image"
|
|
27198
|
+
],
|
|
27199
|
+
"supported_output_modalities": [
|
|
27200
|
+
"text",
|
|
27201
|
+
"image"
|
|
27202
|
+
],
|
|
27203
|
+
"supports_function_calling": true,
|
|
27204
|
+
"supports_native_streaming": true,
|
|
27205
|
+
"supports_parallel_function_calling": true,
|
|
27206
|
+
"supports_pdf_input": true,
|
|
27207
|
+
"supports_prompt_caching": true,
|
|
27208
|
+
"supports_reasoning": true,
|
|
27209
|
+
"supports_response_schema": true,
|
|
27210
|
+
"supports_system_messages": true,
|
|
27211
|
+
"supports_tool_choice": true,
|
|
27212
|
+
"supports_vision": true
|
|
27213
|
+
},
|
|
27214
|
+
"azure/global/gpt-5.1-codex": {
|
|
27215
|
+
"cache_read_input_token_cost": 1.25e-07,
|
|
27216
|
+
"input_cost_per_token": 1.25e-06,
|
|
27217
|
+
"litellm_provider": "azure",
|
|
27218
|
+
"max_input_tokens": 272000,
|
|
27219
|
+
"max_output_tokens": 128000,
|
|
27220
|
+
"max_tokens": 128000,
|
|
27221
|
+
"mode": "responses",
|
|
27222
|
+
"output_cost_per_token": 1e-05,
|
|
27223
|
+
"supported_endpoints": [
|
|
27224
|
+
"/v1/responses"
|
|
27225
|
+
],
|
|
27226
|
+
"supported_modalities": [
|
|
27227
|
+
"text",
|
|
27228
|
+
"image"
|
|
27229
|
+
],
|
|
27230
|
+
"supported_output_modalities": [
|
|
27231
|
+
"text"
|
|
27232
|
+
],
|
|
27233
|
+
"supports_function_calling": true,
|
|
27234
|
+
"supports_native_streaming": true,
|
|
27235
|
+
"supports_parallel_function_calling": true,
|
|
27236
|
+
"supports_pdf_input": true,
|
|
27237
|
+
"supports_prompt_caching": true,
|
|
27238
|
+
"supports_reasoning": true,
|
|
27239
|
+
"supports_response_schema": true,
|
|
27240
|
+
"supports_system_messages": false,
|
|
27241
|
+
"supports_tool_choice": true,
|
|
27242
|
+
"supports_vision": true
|
|
27243
|
+
},
|
|
27244
|
+
"azure/global/gpt-5.1-codex-mini": {
|
|
27245
|
+
"cache_read_input_token_cost": 2.5e-08,
|
|
27246
|
+
"input_cost_per_token": 2.5e-07,
|
|
27247
|
+
"litellm_provider": "azure",
|
|
27248
|
+
"max_input_tokens": 272000,
|
|
27249
|
+
"max_output_tokens": 128000,
|
|
27250
|
+
"max_tokens": 128000,
|
|
27251
|
+
"mode": "responses",
|
|
27252
|
+
"output_cost_per_token": 2e-06,
|
|
27253
|
+
"supported_endpoints": [
|
|
27254
|
+
"/v1/responses"
|
|
27255
|
+
],
|
|
27256
|
+
"supported_modalities": [
|
|
27257
|
+
"text",
|
|
27258
|
+
"image"
|
|
27259
|
+
],
|
|
27260
|
+
"supported_output_modalities": [
|
|
27261
|
+
"text"
|
|
27262
|
+
],
|
|
27263
|
+
"supports_function_calling": true,
|
|
27264
|
+
"supports_native_streaming": true,
|
|
27265
|
+
"supports_parallel_function_calling": true,
|
|
27266
|
+
"supports_pdf_input": true,
|
|
27267
|
+
"supports_prompt_caching": true,
|
|
27268
|
+
"supports_reasoning": true,
|
|
27269
|
+
"supports_response_schema": true,
|
|
27270
|
+
"supports_system_messages": false,
|
|
27271
|
+
"supports_tool_choice": true,
|
|
27272
|
+
"supports_vision": true
|
|
27273
|
+
},
|
|
27274
|
+
"azure/gpt-5.1": {
|
|
27275
|
+
"cache_read_input_token_cost": 1.25e-07,
|
|
27276
|
+
"input_cost_per_token": 1.25e-06,
|
|
27277
|
+
"litellm_provider": "azure",
|
|
27278
|
+
"max_input_tokens": 272000,
|
|
27279
|
+
"max_output_tokens": 128000,
|
|
27280
|
+
"max_tokens": 128000,
|
|
27281
|
+
"mode": "chat",
|
|
27282
|
+
"output_cost_per_token": 1e-05,
|
|
27283
|
+
"supported_endpoints": [
|
|
27284
|
+
"/v1/chat/completions",
|
|
27285
|
+
"/v1/batch",
|
|
27286
|
+
"/v1/responses"
|
|
27287
|
+
],
|
|
27288
|
+
"supported_modalities": [
|
|
27289
|
+
"text",
|
|
27290
|
+
"image"
|
|
27291
|
+
],
|
|
27292
|
+
"supported_output_modalities": [
|
|
27293
|
+
"text",
|
|
27294
|
+
"image"
|
|
27295
|
+
],
|
|
27296
|
+
"supports_function_calling": true,
|
|
27297
|
+
"supports_native_streaming": true,
|
|
27298
|
+
"supports_parallel_function_calling": true,
|
|
27299
|
+
"supports_pdf_input": true,
|
|
27300
|
+
"supports_prompt_caching": true,
|
|
27301
|
+
"supports_reasoning": true,
|
|
27302
|
+
"supports_response_schema": true,
|
|
27303
|
+
"supports_system_messages": true,
|
|
27304
|
+
"supports_tool_choice": true,
|
|
27305
|
+
"supports_vision": true
|
|
27306
|
+
},
|
|
27307
|
+
"azure/gpt-5.1-chat": {
|
|
27308
|
+
"cache_read_input_token_cost": 1.25e-07,
|
|
27309
|
+
"input_cost_per_token": 1.25e-06,
|
|
27310
|
+
"litellm_provider": "azure",
|
|
27311
|
+
"max_input_tokens": 272000,
|
|
27312
|
+
"max_output_tokens": 128000,
|
|
27313
|
+
"max_tokens": 128000,
|
|
27314
|
+
"mode": "chat",
|
|
27315
|
+
"output_cost_per_token": 1e-05,
|
|
27316
|
+
"supported_endpoints": [
|
|
27317
|
+
"/v1/chat/completions",
|
|
27318
|
+
"/v1/batch",
|
|
27319
|
+
"/v1/responses"
|
|
27320
|
+
],
|
|
27321
|
+
"supported_modalities": [
|
|
27322
|
+
"text",
|
|
27323
|
+
"image"
|
|
27324
|
+
],
|
|
27325
|
+
"supported_output_modalities": [
|
|
27326
|
+
"text",
|
|
27327
|
+
"image"
|
|
27328
|
+
],
|
|
27329
|
+
"supports_function_calling": true,
|
|
27330
|
+
"supports_native_streaming": true,
|
|
27331
|
+
"supports_parallel_function_calling": true,
|
|
27332
|
+
"supports_pdf_input": true,
|
|
27333
|
+
"supports_prompt_caching": true,
|
|
27334
|
+
"supports_reasoning": true,
|
|
27335
|
+
"supports_response_schema": true,
|
|
27336
|
+
"supports_system_messages": true,
|
|
27337
|
+
"supports_tool_choice": true,
|
|
27338
|
+
"supports_vision": true
|
|
27339
|
+
},
|
|
27340
|
+
"azure/gpt-5.1-codex": {
|
|
27341
|
+
"cache_read_input_token_cost": 1.25e-07,
|
|
27342
|
+
"input_cost_per_token": 1.25e-06,
|
|
27343
|
+
"litellm_provider": "azure",
|
|
27344
|
+
"max_input_tokens": 272000,
|
|
27345
|
+
"max_output_tokens": 128000,
|
|
27346
|
+
"max_tokens": 128000,
|
|
27347
|
+
"mode": "responses",
|
|
27348
|
+
"output_cost_per_token": 1e-05,
|
|
27349
|
+
"supported_endpoints": [
|
|
27350
|
+
"/v1/responses"
|
|
27351
|
+
],
|
|
27352
|
+
"supported_modalities": [
|
|
27353
|
+
"text",
|
|
27354
|
+
"image"
|
|
27355
|
+
],
|
|
27356
|
+
"supported_output_modalities": [
|
|
27357
|
+
"text"
|
|
27358
|
+
],
|
|
27359
|
+
"supports_function_calling": true,
|
|
27360
|
+
"supports_native_streaming": true,
|
|
27361
|
+
"supports_parallel_function_calling": true,
|
|
27362
|
+
"supports_pdf_input": true,
|
|
27363
|
+
"supports_prompt_caching": true,
|
|
27364
|
+
"supports_reasoning": true,
|
|
27365
|
+
"supports_response_schema": true,
|
|
27366
|
+
"supports_system_messages": false,
|
|
27367
|
+
"supports_tool_choice": true,
|
|
27368
|
+
"supports_vision": true
|
|
27369
|
+
},
|
|
27370
|
+
"azure/gpt-5.1-codex-mini": {
|
|
27371
|
+
"cache_read_input_token_cost": 2.5e-08,
|
|
27372
|
+
"input_cost_per_token": 2.5e-07,
|
|
27373
|
+
"litellm_provider": "azure",
|
|
27374
|
+
"max_input_tokens": 272000,
|
|
27375
|
+
"max_output_tokens": 128000,
|
|
27376
|
+
"max_tokens": 128000,
|
|
27377
|
+
"mode": "responses",
|
|
27378
|
+
"output_cost_per_token": 2e-06,
|
|
27379
|
+
"supported_endpoints": [
|
|
27380
|
+
"/v1/responses"
|
|
27381
|
+
],
|
|
27382
|
+
"supported_modalities": [
|
|
27383
|
+
"text",
|
|
27384
|
+
"image"
|
|
27385
|
+
],
|
|
27386
|
+
"supported_output_modalities": [
|
|
27387
|
+
"text"
|
|
27388
|
+
],
|
|
27389
|
+
"supports_function_calling": true,
|
|
27390
|
+
"supports_native_streaming": true,
|
|
27391
|
+
"supports_parallel_function_calling": true,
|
|
27392
|
+
"supports_pdf_input": true,
|
|
27393
|
+
"supports_prompt_caching": true,
|
|
27394
|
+
"supports_reasoning": true,
|
|
27395
|
+
"supports_response_schema": true,
|
|
27396
|
+
"supports_system_messages": false,
|
|
27397
|
+
"supports_tool_choice": true,
|
|
27398
|
+
"supports_vision": true
|
|
27399
|
+
},
|
|
27400
|
+
"azure/us/gpt-5.1": {
|
|
27401
|
+
"cache_read_input_token_cost": 1.4e-07,
|
|
27402
|
+
"input_cost_per_token": 1.38e-06,
|
|
27403
|
+
"litellm_provider": "azure",
|
|
27404
|
+
"max_input_tokens": 272000,
|
|
27405
|
+
"max_output_tokens": 128000,
|
|
27406
|
+
"max_tokens": 128000,
|
|
27407
|
+
"mode": "chat",
|
|
27408
|
+
"output_cost_per_token": 1.1e-05,
|
|
27409
|
+
"supported_endpoints": [
|
|
27410
|
+
"/v1/chat/completions",
|
|
27411
|
+
"/v1/batch",
|
|
27412
|
+
"/v1/responses"
|
|
27413
|
+
],
|
|
27414
|
+
"supported_modalities": [
|
|
27415
|
+
"text",
|
|
27416
|
+
"image"
|
|
27417
|
+
],
|
|
27418
|
+
"supported_output_modalities": [
|
|
27419
|
+
"text",
|
|
27420
|
+
"image"
|
|
27421
|
+
],
|
|
27422
|
+
"supports_function_calling": true,
|
|
27423
|
+
"supports_native_streaming": true,
|
|
27424
|
+
"supports_parallel_function_calling": true,
|
|
27425
|
+
"supports_pdf_input": true,
|
|
27426
|
+
"supports_prompt_caching": true,
|
|
27427
|
+
"supports_reasoning": true,
|
|
27428
|
+
"supports_response_schema": true,
|
|
27429
|
+
"supports_system_messages": true,
|
|
27430
|
+
"supports_tool_choice": true,
|
|
27431
|
+
"supports_vision": true
|
|
27432
|
+
},
|
|
27433
|
+
"azure/us/gpt-5.1-chat": {
|
|
27434
|
+
"cache_read_input_token_cost": 1.4e-07,
|
|
27435
|
+
"input_cost_per_token": 1.38e-06,
|
|
27436
|
+
"litellm_provider": "azure",
|
|
27437
|
+
"max_input_tokens": 272000,
|
|
27438
|
+
"max_output_tokens": 128000,
|
|
27439
|
+
"max_tokens": 128000,
|
|
27440
|
+
"mode": "chat",
|
|
27441
|
+
"output_cost_per_token": 1.1e-05,
|
|
27442
|
+
"supported_endpoints": [
|
|
27443
|
+
"/v1/chat/completions",
|
|
27444
|
+
"/v1/batch",
|
|
27445
|
+
"/v1/responses"
|
|
27446
|
+
],
|
|
27447
|
+
"supported_modalities": [
|
|
27448
|
+
"text",
|
|
27449
|
+
"image"
|
|
27450
|
+
],
|
|
27451
|
+
"supported_output_modalities": [
|
|
27452
|
+
"text",
|
|
27453
|
+
"image"
|
|
27454
|
+
],
|
|
27455
|
+
"supports_function_calling": true,
|
|
27456
|
+
"supports_native_streaming": true,
|
|
27457
|
+
"supports_parallel_function_calling": true,
|
|
27458
|
+
"supports_pdf_input": true,
|
|
27459
|
+
"supports_prompt_caching": true,
|
|
27460
|
+
"supports_reasoning": true,
|
|
27461
|
+
"supports_response_schema": true,
|
|
27462
|
+
"supports_system_messages": true,
|
|
27463
|
+
"supports_tool_choice": true,
|
|
27464
|
+
"supports_vision": true
|
|
27465
|
+
},
|
|
27466
|
+
"azure/us/gpt-5.1-codex": {
|
|
27467
|
+
"cache_read_input_token_cost": 1.4e-07,
|
|
27468
|
+
"input_cost_per_token": 1.38e-06,
|
|
27469
|
+
"litellm_provider": "azure",
|
|
27470
|
+
"max_input_tokens": 272000,
|
|
27471
|
+
"max_output_tokens": 128000,
|
|
27472
|
+
"max_tokens": 128000,
|
|
27473
|
+
"mode": "responses",
|
|
27474
|
+
"output_cost_per_token": 1.1e-05,
|
|
27475
|
+
"supported_endpoints": [
|
|
27476
|
+
"/v1/responses"
|
|
27477
|
+
],
|
|
27478
|
+
"supported_modalities": [
|
|
27479
|
+
"text",
|
|
27480
|
+
"image"
|
|
27481
|
+
],
|
|
27482
|
+
"supported_output_modalities": [
|
|
27483
|
+
"text"
|
|
27484
|
+
],
|
|
27485
|
+
"supports_function_calling": true,
|
|
27486
|
+
"supports_native_streaming": true,
|
|
27487
|
+
"supports_parallel_function_calling": true,
|
|
27488
|
+
"supports_pdf_input": true,
|
|
27489
|
+
"supports_prompt_caching": true,
|
|
27490
|
+
"supports_reasoning": true,
|
|
27491
|
+
"supports_response_schema": true,
|
|
27492
|
+
"supports_system_messages": false,
|
|
27493
|
+
"supports_tool_choice": true,
|
|
27494
|
+
"supports_vision": true
|
|
27495
|
+
},
|
|
27496
|
+
"azure/us/gpt-5.1-codex-mini": {
|
|
27497
|
+
"cache_read_input_token_cost": 2.8e-08,
|
|
27498
|
+
"input_cost_per_token": 2.75e-07,
|
|
27499
|
+
"litellm_provider": "azure",
|
|
27500
|
+
"max_input_tokens": 272000,
|
|
27501
|
+
"max_output_tokens": 128000,
|
|
27502
|
+
"max_tokens": 128000,
|
|
27503
|
+
"mode": "responses",
|
|
27504
|
+
"output_cost_per_token": 2.2e-06,
|
|
27505
|
+
"supported_endpoints": [
|
|
27506
|
+
"/v1/responses"
|
|
27507
|
+
],
|
|
27508
|
+
"supported_modalities": [
|
|
27509
|
+
"text",
|
|
27510
|
+
"image"
|
|
27511
|
+
],
|
|
27512
|
+
"supported_output_modalities": [
|
|
27513
|
+
"text"
|
|
27514
|
+
],
|
|
27515
|
+
"supports_function_calling": true,
|
|
27516
|
+
"supports_native_streaming": true,
|
|
27517
|
+
"supports_parallel_function_calling": true,
|
|
27518
|
+
"supports_pdf_input": true,
|
|
27519
|
+
"supports_prompt_caching": true,
|
|
27520
|
+
"supports_reasoning": true,
|
|
27521
|
+
"supports_response_schema": true,
|
|
27522
|
+
"supports_system_messages": false,
|
|
27523
|
+
"supports_tool_choice": true,
|
|
27524
|
+
"supports_vision": true
|
|
27525
|
+
},
|
|
27526
|
+
"vertex_ai/gemini-3-pro-preview": {
|
|
27527
|
+
"cache_read_input_token_cost": 2e-07,
|
|
27528
|
+
"cache_read_input_token_cost_above_200k_tokens": 4e-07,
|
|
27529
|
+
"cache_creation_input_token_cost_above_200k_tokens": 2.5e-07,
|
|
27530
|
+
"input_cost_per_token": 2e-06,
|
|
27531
|
+
"input_cost_per_token_above_200k_tokens": 4e-06,
|
|
27532
|
+
"input_cost_per_token_batches": 1e-06,
|
|
27533
|
+
"litellm_provider": "vertex_ai",
|
|
27534
|
+
"max_audio_length_hours": 8.4,
|
|
27535
|
+
"max_audio_per_prompt": 1,
|
|
27536
|
+
"max_images_per_prompt": 3000,
|
|
27537
|
+
"max_input_tokens": 1048576,
|
|
27538
|
+
"max_output_tokens": 65535,
|
|
27539
|
+
"max_pdf_size_mb": 30,
|
|
27540
|
+
"max_tokens": 65535,
|
|
27541
|
+
"max_video_length": 1,
|
|
27542
|
+
"max_videos_per_prompt": 10,
|
|
27543
|
+
"mode": "chat",
|
|
27544
|
+
"output_cost_per_token": 1.2e-05,
|
|
27545
|
+
"output_cost_per_token_above_200k_tokens": 1.8e-05,
|
|
27546
|
+
"output_cost_per_token_batches": 6e-06,
|
|
27547
|
+
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
|
|
27548
|
+
"supported_endpoints": [
|
|
27549
|
+
"/v1/chat/completions",
|
|
27550
|
+
"/v1/completions",
|
|
27551
|
+
"/v1/batch"
|
|
27552
|
+
],
|
|
27553
|
+
"supported_modalities": [
|
|
27554
|
+
"text",
|
|
27555
|
+
"image",
|
|
27556
|
+
"audio",
|
|
27557
|
+
"video"
|
|
27558
|
+
],
|
|
27559
|
+
"supported_output_modalities": [
|
|
27560
|
+
"text"
|
|
27561
|
+
],
|
|
27562
|
+
"supports_audio_input": true,
|
|
27563
|
+
"supports_function_calling": true,
|
|
27564
|
+
"supports_pdf_input": true,
|
|
27565
|
+
"supports_prompt_caching": true,
|
|
27566
|
+
"supports_reasoning": true,
|
|
27567
|
+
"supports_response_schema": true,
|
|
27568
|
+
"supports_system_messages": true,
|
|
27569
|
+
"supports_tool_choice": true,
|
|
27570
|
+
"supports_video_input": true,
|
|
27571
|
+
"supports_vision": true,
|
|
27572
|
+
"supports_web_search": true
|
|
27573
|
+
},
|
|
27574
|
+
"vertex_ai/gemini-2.5-flash-image": {
|
|
27575
|
+
"litellm_provider": "vertex_ai-language-models",
|
|
27576
|
+
"mode": "image_generation",
|
|
27577
|
+
"output_cost_per_image": 0.039,
|
|
27578
|
+
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/image-generation#edit-an-image"
|
|
27579
|
+
},
|
|
27580
|
+
"vertex_ai/imagen-3.0-capability-001": {
|
|
27581
|
+
"litellm_provider": "vertex_ai-image-models",
|
|
27582
|
+
"mode": "image_generation",
|
|
27583
|
+
"output_cost_per_image": 0.04,
|
|
27584
|
+
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/image/edit-insert-objects"
|
|
26738
27585
|
}
|
|
26739
27586
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: tokencostauto
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.357
|
|
4
4
|
Summary: To calculate token and translated USD cost of string and message calls to OpenAI, for example when used by AI agents
|
|
5
5
|
Author-email: Trisha Pan <trishaepan@gmail.com>, Alex Reibman <areibman@gmail.com>, Pratyush Shukla <ps4534@nyu.edu>, Thiago MadPin <madpin@gmail.com>
|
|
6
6
|
Project-URL: Homepage, https://github.com/madpin/tokencostaudo
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|