arize-phoenix 10.0.4__py3-none-any.whl → 12.28.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (276) hide show
  1. {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/METADATA +124 -72
  2. arize_phoenix-12.28.1.dist-info/RECORD +499 -0
  3. {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/WHEEL +1 -1
  4. {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/licenses/IP_NOTICE +1 -1
  5. phoenix/__generated__/__init__.py +0 -0
  6. phoenix/__generated__/classification_evaluator_configs/__init__.py +20 -0
  7. phoenix/__generated__/classification_evaluator_configs/_document_relevance_classification_evaluator_config.py +17 -0
  8. phoenix/__generated__/classification_evaluator_configs/_hallucination_classification_evaluator_config.py +17 -0
  9. phoenix/__generated__/classification_evaluator_configs/_models.py +18 -0
  10. phoenix/__generated__/classification_evaluator_configs/_tool_selection_classification_evaluator_config.py +17 -0
  11. phoenix/__init__.py +5 -4
  12. phoenix/auth.py +39 -2
  13. phoenix/config.py +1763 -91
  14. phoenix/datetime_utils.py +120 -2
  15. phoenix/db/README.md +595 -25
  16. phoenix/db/bulk_inserter.py +145 -103
  17. phoenix/db/engines.py +140 -33
  18. phoenix/db/enums.py +3 -12
  19. phoenix/db/facilitator.py +302 -35
  20. phoenix/db/helpers.py +1000 -65
  21. phoenix/db/iam_auth.py +64 -0
  22. phoenix/db/insertion/dataset.py +135 -2
  23. phoenix/db/insertion/document_annotation.py +9 -6
  24. phoenix/db/insertion/evaluation.py +2 -3
  25. phoenix/db/insertion/helpers.py +17 -2
  26. phoenix/db/insertion/session_annotation.py +176 -0
  27. phoenix/db/insertion/span.py +15 -11
  28. phoenix/db/insertion/span_annotation.py +3 -4
  29. phoenix/db/insertion/trace_annotation.py +3 -4
  30. phoenix/db/insertion/types.py +50 -20
  31. phoenix/db/migrations/versions/01a8342c9cdf_add_user_id_on_datasets.py +40 -0
  32. phoenix/db/migrations/versions/0df286449799_add_session_annotations_table.py +105 -0
  33. phoenix/db/migrations/versions/272b66ff50f8_drop_single_indices.py +119 -0
  34. phoenix/db/migrations/versions/58228d933c91_dataset_labels.py +67 -0
  35. phoenix/db/migrations/versions/699f655af132_experiment_tags.py +57 -0
  36. phoenix/db/migrations/versions/735d3d93c33e_add_composite_indices.py +41 -0
  37. phoenix/db/migrations/versions/a20694b15f82_cost.py +196 -0
  38. phoenix/db/migrations/versions/ab513d89518b_add_user_id_on_dataset_versions.py +40 -0
  39. phoenix/db/migrations/versions/d0690a79ea51_users_on_experiments.py +40 -0
  40. phoenix/db/migrations/versions/deb2c81c0bb2_dataset_splits.py +139 -0
  41. phoenix/db/migrations/versions/e76cbd66ffc3_add_experiments_dataset_examples.py +87 -0
  42. phoenix/db/models.py +669 -56
  43. phoenix/db/pg_config.py +10 -0
  44. phoenix/db/types/model_provider.py +4 -0
  45. phoenix/db/types/token_price_customization.py +29 -0
  46. phoenix/db/types/trace_retention.py +23 -15
  47. phoenix/experiments/evaluators/utils.py +3 -3
  48. phoenix/experiments/functions.py +160 -52
  49. phoenix/experiments/tracing.py +2 -2
  50. phoenix/experiments/types.py +1 -1
  51. phoenix/inferences/inferences.py +1 -2
  52. phoenix/server/api/auth.py +38 -7
  53. phoenix/server/api/auth_messages.py +46 -0
  54. phoenix/server/api/context.py +100 -4
  55. phoenix/server/api/dataloaders/__init__.py +79 -5
  56. phoenix/server/api/dataloaders/annotation_configs_by_project.py +31 -0
  57. phoenix/server/api/dataloaders/annotation_summaries.py +60 -8
  58. phoenix/server/api/dataloaders/average_experiment_repeated_run_group_latency.py +50 -0
  59. phoenix/server/api/dataloaders/average_experiment_run_latency.py +17 -24
  60. phoenix/server/api/dataloaders/cache/two_tier_cache.py +1 -2
  61. phoenix/server/api/dataloaders/dataset_dataset_splits.py +52 -0
  62. phoenix/server/api/dataloaders/dataset_example_revisions.py +0 -1
  63. phoenix/server/api/dataloaders/dataset_example_splits.py +40 -0
  64. phoenix/server/api/dataloaders/dataset_examples_and_versions_by_experiment_run.py +47 -0
  65. phoenix/server/api/dataloaders/dataset_labels.py +36 -0
  66. phoenix/server/api/dataloaders/document_evaluation_summaries.py +2 -2
  67. phoenix/server/api/dataloaders/document_evaluations.py +6 -9
  68. phoenix/server/api/dataloaders/experiment_annotation_summaries.py +88 -34
  69. phoenix/server/api/dataloaders/experiment_dataset_splits.py +43 -0
  70. phoenix/server/api/dataloaders/experiment_error_rates.py +21 -28
  71. phoenix/server/api/dataloaders/experiment_repeated_run_group_annotation_summaries.py +77 -0
  72. phoenix/server/api/dataloaders/experiment_repeated_run_groups.py +57 -0
  73. phoenix/server/api/dataloaders/experiment_runs_by_experiment_and_example.py +44 -0
  74. phoenix/server/api/dataloaders/last_used_times_by_generative_model_id.py +35 -0
  75. phoenix/server/api/dataloaders/latency_ms_quantile.py +40 -8
  76. phoenix/server/api/dataloaders/record_counts.py +37 -10
  77. phoenix/server/api/dataloaders/session_annotations_by_session.py +29 -0
  78. phoenix/server/api/dataloaders/span_cost_by_span.py +24 -0
  79. phoenix/server/api/dataloaders/span_cost_detail_summary_entries_by_generative_model.py +56 -0
  80. phoenix/server/api/dataloaders/span_cost_detail_summary_entries_by_project_session.py +57 -0
  81. phoenix/server/api/dataloaders/span_cost_detail_summary_entries_by_span.py +43 -0
  82. phoenix/server/api/dataloaders/span_cost_detail_summary_entries_by_trace.py +56 -0
  83. phoenix/server/api/dataloaders/span_cost_details_by_span_cost.py +27 -0
  84. phoenix/server/api/dataloaders/span_cost_summary_by_experiment.py +57 -0
  85. phoenix/server/api/dataloaders/span_cost_summary_by_experiment_repeated_run_group.py +64 -0
  86. phoenix/server/api/dataloaders/span_cost_summary_by_experiment_run.py +58 -0
  87. phoenix/server/api/dataloaders/span_cost_summary_by_generative_model.py +55 -0
  88. phoenix/server/api/dataloaders/span_cost_summary_by_project.py +152 -0
  89. phoenix/server/api/dataloaders/span_cost_summary_by_project_session.py +56 -0
  90. phoenix/server/api/dataloaders/span_cost_summary_by_trace.py +55 -0
  91. phoenix/server/api/dataloaders/span_costs.py +29 -0
  92. phoenix/server/api/dataloaders/table_fields.py +2 -2
  93. phoenix/server/api/dataloaders/token_prices_by_model.py +30 -0
  94. phoenix/server/api/dataloaders/trace_annotations_by_trace.py +27 -0
  95. phoenix/server/api/dataloaders/types.py +29 -0
  96. phoenix/server/api/exceptions.py +11 -1
  97. phoenix/server/api/helpers/dataset_helpers.py +5 -1
  98. phoenix/server/api/helpers/playground_clients.py +1243 -292
  99. phoenix/server/api/helpers/playground_registry.py +2 -2
  100. phoenix/server/api/helpers/playground_spans.py +8 -4
  101. phoenix/server/api/helpers/playground_users.py +26 -0
  102. phoenix/server/api/helpers/prompts/conversions/aws.py +83 -0
  103. phoenix/server/api/helpers/prompts/conversions/google.py +103 -0
  104. phoenix/server/api/helpers/prompts/models.py +205 -22
  105. phoenix/server/api/input_types/{SpanAnnotationFilter.py → AnnotationFilter.py} +22 -14
  106. phoenix/server/api/input_types/ChatCompletionInput.py +6 -2
  107. phoenix/server/api/input_types/CreateProjectInput.py +27 -0
  108. phoenix/server/api/input_types/CreateProjectSessionAnnotationInput.py +37 -0
  109. phoenix/server/api/input_types/DatasetFilter.py +17 -0
  110. phoenix/server/api/input_types/ExperimentRunSort.py +237 -0
  111. phoenix/server/api/input_types/GenerativeCredentialInput.py +9 -0
  112. phoenix/server/api/input_types/GenerativeModelInput.py +5 -0
  113. phoenix/server/api/input_types/ProjectSessionSort.py +161 -1
  114. phoenix/server/api/input_types/PromptFilter.py +14 -0
  115. phoenix/server/api/input_types/PromptVersionInput.py +52 -1
  116. phoenix/server/api/input_types/SpanSort.py +44 -7
  117. phoenix/server/api/input_types/TimeBinConfig.py +23 -0
  118. phoenix/server/api/input_types/UpdateAnnotationInput.py +34 -0
  119. phoenix/server/api/input_types/UserRoleInput.py +1 -0
  120. phoenix/server/api/mutations/__init__.py +10 -0
  121. phoenix/server/api/mutations/annotation_config_mutations.py +8 -8
  122. phoenix/server/api/mutations/api_key_mutations.py +19 -23
  123. phoenix/server/api/mutations/chat_mutations.py +154 -47
  124. phoenix/server/api/mutations/dataset_label_mutations.py +243 -0
  125. phoenix/server/api/mutations/dataset_mutations.py +21 -16
  126. phoenix/server/api/mutations/dataset_split_mutations.py +351 -0
  127. phoenix/server/api/mutations/experiment_mutations.py +2 -2
  128. phoenix/server/api/mutations/export_events_mutations.py +3 -3
  129. phoenix/server/api/mutations/model_mutations.py +210 -0
  130. phoenix/server/api/mutations/project_mutations.py +49 -10
  131. phoenix/server/api/mutations/project_session_annotations_mutations.py +158 -0
  132. phoenix/server/api/mutations/project_trace_retention_policy_mutations.py +8 -4
  133. phoenix/server/api/mutations/prompt_label_mutations.py +74 -65
  134. phoenix/server/api/mutations/prompt_mutations.py +65 -129
  135. phoenix/server/api/mutations/prompt_version_tag_mutations.py +11 -8
  136. phoenix/server/api/mutations/span_annotations_mutations.py +15 -10
  137. phoenix/server/api/mutations/trace_annotations_mutations.py +14 -10
  138. phoenix/server/api/mutations/trace_mutations.py +47 -3
  139. phoenix/server/api/mutations/user_mutations.py +66 -41
  140. phoenix/server/api/queries.py +768 -293
  141. phoenix/server/api/routers/__init__.py +2 -2
  142. phoenix/server/api/routers/auth.py +154 -88
  143. phoenix/server/api/routers/ldap.py +229 -0
  144. phoenix/server/api/routers/oauth2.py +369 -106
  145. phoenix/server/api/routers/v1/__init__.py +24 -4
  146. phoenix/server/api/routers/v1/annotation_configs.py +23 -31
  147. phoenix/server/api/routers/v1/annotations.py +481 -17
  148. phoenix/server/api/routers/v1/datasets.py +395 -81
  149. phoenix/server/api/routers/v1/documents.py +142 -0
  150. phoenix/server/api/routers/v1/evaluations.py +24 -31
  151. phoenix/server/api/routers/v1/experiment_evaluations.py +19 -8
  152. phoenix/server/api/routers/v1/experiment_runs.py +337 -59
  153. phoenix/server/api/routers/v1/experiments.py +479 -48
  154. phoenix/server/api/routers/v1/models.py +7 -0
  155. phoenix/server/api/routers/v1/projects.py +18 -49
  156. phoenix/server/api/routers/v1/prompts.py +54 -40
  157. phoenix/server/api/routers/v1/sessions.py +108 -0
  158. phoenix/server/api/routers/v1/spans.py +1091 -81
  159. phoenix/server/api/routers/v1/traces.py +132 -78
  160. phoenix/server/api/routers/v1/users.py +389 -0
  161. phoenix/server/api/routers/v1/utils.py +3 -7
  162. phoenix/server/api/subscriptions.py +305 -88
  163. phoenix/server/api/types/Annotation.py +90 -23
  164. phoenix/server/api/types/ApiKey.py +13 -17
  165. phoenix/server/api/types/AuthMethod.py +1 -0
  166. phoenix/server/api/types/ChatCompletionSubscriptionPayload.py +1 -0
  167. phoenix/server/api/types/CostBreakdown.py +12 -0
  168. phoenix/server/api/types/Dataset.py +226 -72
  169. phoenix/server/api/types/DatasetExample.py +88 -18
  170. phoenix/server/api/types/DatasetExperimentAnnotationSummary.py +10 -0
  171. phoenix/server/api/types/DatasetLabel.py +57 -0
  172. phoenix/server/api/types/DatasetSplit.py +98 -0
  173. phoenix/server/api/types/DatasetVersion.py +49 -4
  174. phoenix/server/api/types/DocumentAnnotation.py +212 -0
  175. phoenix/server/api/types/Experiment.py +264 -59
  176. phoenix/server/api/types/ExperimentComparison.py +5 -10
  177. phoenix/server/api/types/ExperimentRepeatedRunGroup.py +155 -0
  178. phoenix/server/api/types/ExperimentRepeatedRunGroupAnnotationSummary.py +9 -0
  179. phoenix/server/api/types/ExperimentRun.py +169 -65
  180. phoenix/server/api/types/ExperimentRunAnnotation.py +158 -39
  181. phoenix/server/api/types/GenerativeModel.py +245 -3
  182. phoenix/server/api/types/GenerativeProvider.py +70 -11
  183. phoenix/server/api/types/{Model.py → InferenceModel.py} +1 -1
  184. phoenix/server/api/types/ModelInterface.py +16 -0
  185. phoenix/server/api/types/PlaygroundModel.py +20 -0
  186. phoenix/server/api/types/Project.py +1278 -216
  187. phoenix/server/api/types/ProjectSession.py +188 -28
  188. phoenix/server/api/types/ProjectSessionAnnotation.py +187 -0
  189. phoenix/server/api/types/ProjectTraceRetentionPolicy.py +1 -1
  190. phoenix/server/api/types/Prompt.py +119 -39
  191. phoenix/server/api/types/PromptLabel.py +42 -25
  192. phoenix/server/api/types/PromptVersion.py +11 -8
  193. phoenix/server/api/types/PromptVersionTag.py +65 -25
  194. phoenix/server/api/types/ServerStatus.py +6 -0
  195. phoenix/server/api/types/Span.py +167 -123
  196. phoenix/server/api/types/SpanAnnotation.py +189 -42
  197. phoenix/server/api/types/SpanCostDetailSummaryEntry.py +10 -0
  198. phoenix/server/api/types/SpanCostSummary.py +10 -0
  199. phoenix/server/api/types/SystemApiKey.py +65 -1
  200. phoenix/server/api/types/TokenPrice.py +16 -0
  201. phoenix/server/api/types/TokenUsage.py +3 -3
  202. phoenix/server/api/types/Trace.py +223 -51
  203. phoenix/server/api/types/TraceAnnotation.py +149 -50
  204. phoenix/server/api/types/User.py +137 -32
  205. phoenix/server/api/types/UserApiKey.py +73 -26
  206. phoenix/server/api/types/node.py +10 -0
  207. phoenix/server/api/types/pagination.py +11 -2
  208. phoenix/server/app.py +290 -45
  209. phoenix/server/authorization.py +38 -3
  210. phoenix/server/bearer_auth.py +34 -24
  211. phoenix/server/cost_tracking/cost_details_calculator.py +196 -0
  212. phoenix/server/cost_tracking/cost_model_lookup.py +179 -0
  213. phoenix/server/cost_tracking/helpers.py +68 -0
  214. phoenix/server/cost_tracking/model_cost_manifest.json +3657 -830
  215. phoenix/server/cost_tracking/regex_specificity.py +397 -0
  216. phoenix/server/cost_tracking/token_cost_calculator.py +57 -0
  217. phoenix/server/daemons/__init__.py +0 -0
  218. phoenix/server/daemons/db_disk_usage_monitor.py +214 -0
  219. phoenix/server/daemons/generative_model_store.py +103 -0
  220. phoenix/server/daemons/span_cost_calculator.py +99 -0
  221. phoenix/server/dml_event.py +17 -0
  222. phoenix/server/dml_event_handler.py +5 -0
  223. phoenix/server/email/sender.py +56 -3
  224. phoenix/server/email/templates/db_disk_usage_notification.html +19 -0
  225. phoenix/server/email/types.py +11 -0
  226. phoenix/server/experiments/__init__.py +0 -0
  227. phoenix/server/experiments/utils.py +14 -0
  228. phoenix/server/grpc_server.py +11 -11
  229. phoenix/server/jwt_store.py +17 -15
  230. phoenix/server/ldap.py +1449 -0
  231. phoenix/server/main.py +26 -10
  232. phoenix/server/oauth2.py +330 -12
  233. phoenix/server/prometheus.py +66 -6
  234. phoenix/server/rate_limiters.py +4 -9
  235. phoenix/server/retention.py +33 -20
  236. phoenix/server/session_filters.py +49 -0
  237. phoenix/server/static/.vite/manifest.json +55 -51
  238. phoenix/server/static/assets/components-BreFUQQa.js +6702 -0
  239. phoenix/server/static/assets/{index-E0M82BdE.js → index-CTQoemZv.js} +140 -56
  240. phoenix/server/static/assets/pages-DBE5iYM3.js +9524 -0
  241. phoenix/server/static/assets/vendor-BGzfc4EU.css +1 -0
  242. phoenix/server/static/assets/vendor-DCE4v-Ot.js +920 -0
  243. phoenix/server/static/assets/vendor-codemirror-D5f205eT.js +25 -0
  244. phoenix/server/static/assets/vendor-recharts-V9cwpXsm.js +37 -0
  245. phoenix/server/static/assets/vendor-shiki-Do--csgv.js +5 -0
  246. phoenix/server/static/assets/vendor-three-CmB8bl_y.js +3840 -0
  247. phoenix/server/templates/index.html +40 -6
  248. phoenix/server/thread_server.py +1 -2
  249. phoenix/server/types.py +14 -4
  250. phoenix/server/utils.py +74 -0
  251. phoenix/session/client.py +56 -3
  252. phoenix/session/data_extractor.py +5 -0
  253. phoenix/session/evaluation.py +14 -5
  254. phoenix/session/session.py +45 -9
  255. phoenix/settings.py +5 -0
  256. phoenix/trace/attributes.py +80 -13
  257. phoenix/trace/dsl/helpers.py +90 -1
  258. phoenix/trace/dsl/query.py +8 -6
  259. phoenix/trace/projects.py +5 -0
  260. phoenix/utilities/template_formatters.py +1 -1
  261. phoenix/version.py +1 -1
  262. arize_phoenix-10.0.4.dist-info/RECORD +0 -405
  263. phoenix/server/api/types/Evaluation.py +0 -39
  264. phoenix/server/cost_tracking/cost_lookup.py +0 -255
  265. phoenix/server/static/assets/components-DULKeDfL.js +0 -4365
  266. phoenix/server/static/assets/pages-Cl0A-0U2.js +0 -7430
  267. phoenix/server/static/assets/vendor-WIZid84E.css +0 -1
  268. phoenix/server/static/assets/vendor-arizeai-Dy-0mSNw.js +0 -649
  269. phoenix/server/static/assets/vendor-codemirror-DBtifKNr.js +0 -33
  270. phoenix/server/static/assets/vendor-oB4u9zuV.js +0 -905
  271. phoenix/server/static/assets/vendor-recharts-D-T4KPz2.js +0 -59
  272. phoenix/server/static/assets/vendor-shiki-BMn4O_9F.js +0 -5
  273. phoenix/server/static/assets/vendor-three-C5WAXd5r.js +0 -2998
  274. phoenix/utilities/deprecation.py +0 -31
  275. {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/entry_points.txt +0 -0
  276. {arize_phoenix-10.0.4.dist-info → arize_phoenix-12.28.1.dist-info}/licenses/LICENSE +0 -0
phoenix/server/cost_tracking/model_cost_manifest.json CHANGED
@@ -1,830 +1,3657 @@
1
- [
2
- {
3
- "model":"babbage-002",
4
- "provider":"openai",
5
- "input":0.0000004,
6
- "output":0.0000016,
7
- "cache_write":null,
8
- "cache_read":null,
9
- "regex":"(?i)^(babbage-002)$"
10
- },
11
- {
12
- "model":"chat-bison",
13
- "provider":null,
14
- "input":0.00000025,
15
- "output":0.0000005,
16
- "cache_write":null,
17
- "cache_read":null,
18
- "regex":"(?i)^(chat-bison)(@[a-zA-Z0-9]+)?$"
19
- },
20
- {
21
- "model":"chat-bison-32k",
22
- "provider":null,
23
- "input":0.00000025,
24
- "output":0.0000005,
25
- "cache_write":null,
26
- "cache_read":null,
27
- "regex":"(?i)^(chat-bison-32k)(@[a-zA-Z0-9]+)?$"
28
- },
29
- {
30
- "model":"chatgpt-4o-latest",
31
- "provider":"openai",
32
- "input":0.000005,
33
- "output":0.000015,
34
- "cache_write":null,
35
- "cache_read":null,
36
- "regex":"(?i)^(chatgpt-4o-latest)$"
37
- },
38
- {
39
- "model":"claude-1.1",
40
- "provider":"claude",
41
- "input":0.000008,
42
- "output":0.000024,
43
- "cache_write":null,
44
- "cache_read":null,
45
- "regex":"(?i)^(claude-1.1)$"
46
- },
47
- {
48
- "model":"claude-1.2",
49
- "provider":"claude",
50
- "input":0.000008,
51
- "output":0.000024,
52
- "cache_write":null,
53
- "cache_read":null,
54
- "regex":"(?i)^(claude-1.2)$"
55
- },
56
- {
57
- "model":"claude-1.3",
58
- "provider":"claude",
59
- "input":0.000008,
60
- "output":0.000024,
61
- "cache_write":null,
62
- "cache_read":null,
63
- "regex":"(?i)^(claude-1.3)$"
64
- },
65
- {
66
- "model":"claude-2.0",
67
- "provider":"claude",
68
- "input":0.000008,
69
- "output":0.000024,
70
- "cache_write":null,
71
- "cache_read":null,
72
- "regex":"(?i)^(claude-2.0)$"
73
- },
74
- {
75
- "model":"claude-2.1",
76
- "provider":"claude",
77
- "input":0.000008,
78
- "output":0.000024,
79
- "cache_write":null,
80
- "cache_read":null,
81
- "regex":"(?i)^(claude-2.1)$"
82
- },
83
- {
84
- "model":"claude-3-5-haiku-20241022",
85
- "provider":"claude",
86
- "input":0.0000008,
87
- "output":0.000004,
88
- "cache_write":0.00000008,
89
- "cache_read":0.000001,
90
- "regex":"(?i)^(claude-3-5-haiku-20241022|anthropic\\.claude-3-5-haiku-20241022-v1:0|claude-3-5-haiku-V1@20241022)$"
91
- },
92
- {
93
- "model":"claude-3-5-sonnet-20240620",
94
- "provider":"claude",
95
- "input":0.000003,
96
- "output":0.000015,
97
- "cache_write":0.0000003,
98
- "cache_read":0.00000375,
99
- "regex":"(?i)^(claude-3-5-sonnet-20240620|anthropic\\.claude-3-5-sonnet-20240620-v1:0|claude-3-5-sonnet@20240620)$"
100
- },
101
- {
102
- "model":"claude-3-haiku-20240307",
103
- "provider":"claude",
104
- "input":0.00000025,
105
- "output":0.00000125,
106
- "cache_write":null,
107
- "cache_read":null,
108
- "regex":"(?i)^(claude-3-haiku-20240307|anthropic\\.claude-3-haiku-20240307-v1:0|claude-3-haiku@20240307)$"
109
- },
110
- {
111
- "model":"claude-3-opus-20240229",
112
- "provider":"claude",
113
- "input":0.000015,
114
- "output":0.000075,
115
- "cache_write":null,
116
- "cache_read":null,
117
- "regex":"(?i)^(claude-3-opus-20240229|anthropic\\.claude-3-opus-20240229-v1:0|claude-3-opus@20240229)$"
118
- },
119
- {
120
- "model":"claude-3-sonnet-20240229",
121
- "provider":"claude",
122
- "input":0.000003,
123
- "output":0.000015,
124
- "cache_write":0.0000003,
125
- "cache_read":0.00000375,
126
- "regex":"(?i)^(claude-3-sonnet-20240229|anthropic\\.claude-3-sonnet-20240229-v1:0|claude-3-sonnet@20240229)$"
127
- },
128
- {
129
- "model":"claude-3.5-haiku-latest",
130
- "provider":"claude",
131
- "input":0.0000008,
132
- "output":0.000004,
133
- "cache_write":0.00000008,
134
- "cache_read":0.000001,
135
- "regex":"(?i)^(claude-3-5-haiku-latest)$"
136
- },
137
- {
138
- "model":"claude-3.5-sonnet-20241022",
139
- "provider":"claude",
140
- "input":0.000003,
141
- "output":0.000015,
142
- "cache_write":0.0000003,
143
- "cache_read":0.00000375,
144
- "regex":"(?i)^(claude-3-5-sonnet-20241022|anthropic\\.claude-3-5-sonnet-20241022-v2:0|claude-3-5-sonnet-V2@20241022)$"
145
- },
146
- {
147
- "model":"claude-3.5-sonnet-latest",
148
- "provider":"claude",
149
- "input":0.000003,
150
- "output":0.000015,
151
- "cache_write":0.0000003,
152
- "cache_read":0.00000375,
153
- "regex":"(?i)^(claude-3-5-sonnet-latest)$"
154
- },
155
- {
156
- "model":"claude-3.7-sonnet-20250219",
157
- "provider":"claude",
158
- "input":0.000003,
159
- "output":0.000015,
160
- "cache_write":0.0000003,
161
- "cache_read":0.00000375,
162
- "regex":"(?i)^(claude-3.7-sonnet-20250219|anthropic\\.claude-3.7-sonnet-20250219-v1:0|claude-3-7-sonnet-V1@20250219)$"
163
- },
164
- {
165
- "model":"claude-3.7-sonnet-latest",
166
- "provider":"claude",
167
- "input":0.000003,
168
- "output":0.000015,
169
- "cache_write":0.0000003,
170
- "cache_read":0.00000375,
171
- "regex":"(?i)^(claude-3-7-sonnet-latest)$"
172
- },
173
- {
174
- "model":"claude-instant-1",
175
- "provider":"claude",
176
- "input":0.00000163,
177
- "output":0.00000551,
178
- "cache_write":null,
179
- "cache_read":null,
180
- "regex":"(?i)^(claude-instant-1)$"
181
- },
182
- {
183
- "model":"claude-instant-1.2",
184
- "provider":"claude",
185
- "input":0.00000163,
186
- "output":0.00000551,
187
- "cache_write":null,
188
- "cache_read":null,
189
- "regex":"(?i)^(claude-instant-1.2)$"
190
- },
191
- {
192
- "model":"code-bison",
193
- "provider":null,
194
- "input":0.00000025,
195
- "output":0.0000005,
196
- "cache_write":null,
197
- "cache_read":null,
198
- "regex":"(?i)^(code-bison)(@[a-zA-Z0-9]+)?$"
199
- },
200
- {
201
- "model":"code-bison-32k",
202
- "provider":null,
203
- "input":0.00000025,
204
- "output":0.0000005,
205
- "cache_write":null,
206
- "cache_read":null,
207
- "regex":"(?i)^(code-bison-32k)(@[a-zA-Z0-9]+)?$"
208
- },
209
- {
210
- "model":"code-gecko",
211
- "provider":null,
212
- "input":0.00000025,
213
- "output":0.0000005,
214
- "cache_write":null,
215
- "cache_read":null,
216
- "regex":"(?i)^(code-gecko)(@[a-zA-Z0-9]+)?$"
217
- },
218
- {
219
- "model":"codechat-bison",
220
- "provider":null,
221
- "input":0.00000025,
222
- "output":0.0000005,
223
- "cache_write":null,
224
- "cache_read":null,
225
- "regex":"(?i)^(codechat-bison)(@[a-zA-Z0-9]+)?$"
226
- },
227
- {
228
- "model":"codechat-bison-32k",
229
- "provider":null,
230
- "input":0.00000025,
231
- "output":0.0000005,
232
- "cache_write":null,
233
- "cache_read":null,
234
- "regex":"(?i)^(codechat-bison-32k)(@[a-zA-Z0-9]+)?$"
235
- },
236
- {
237
- "model":"davinci-002",
238
- "provider":"openai",
239
- "input":0.000006,
240
- "output":0.000012,
241
- "cache_write":null,
242
- "cache_read":null,
243
- "regex":"(?i)^(davinci-002)$"
244
- },
245
- {
246
- "model":"ft:babbage-002",
247
- "provider":"openai",
248
- "input":0.0000016,
249
- "output":0.0000016,
250
- "cache_write":null,
251
- "cache_read":null,
252
- "regex":"(?i)^(ft:)(babbage-002:)(.+)(:)(.*)(:)(.+)$$"
253
- },
254
- {
255
- "model":"ft:davinci-002",
256
- "provider":"openai",
257
- "input":0.000012,
258
- "output":0.000012,
259
- "cache_write":null,
260
- "cache_read":null,
261
- "regex":"(?i)^(ft:)(davinci-002:)(.+)(:)(.*)(:)(.+)$$"
262
- },
263
- {
264
- "model":"ft:gpt-3.5-turbo-0613",
265
- "provider":"openai",
266
- "input":0.000012,
267
- "output":0.000016,
268
- "cache_write":null,
269
- "cache_read":null,
270
- "regex":"(?i)^(ft:)(gpt-3.5-turbo-0613:)(.+)(:)(.*)(:)(.+)$"
271
- },
272
- {
273
- "model":"ft:gpt-3.5-turbo-1106",
274
- "provider":"openai",
275
- "input":0.000003,
276
- "output":0.000006,
277
- "cache_write":null,
278
- "cache_read":null,
279
- "regex":"(?i)^(ft:)(gpt-3.5-turbo-1106:)(.+)(:)(.*)(:)(.+)$"
280
- },
281
- {
282
- "model":"gemini-1.0-pro",
283
- "provider":null,
284
- "input":0.000000125,
285
- "output":0.000000375,
286
- "cache_write":null,
287
- "cache_read":null,
288
- "regex":"(?i)^(gemini-1.0-pro)(@[a-zA-Z0-9]+)?$"
289
- },
290
- {
291
- "model":"gemini-1.0-pro-001",
292
- "provider":null,
293
- "input":0.000000125,
294
- "output":0.000000375,
295
- "cache_write":null,
296
- "cache_read":null,
297
- "regex":"(?i)^(gemini-1.0-pro-001)(@[a-zA-Z0-9]+)?$"
298
- },
299
- {
300
- "model":"gemini-1.0-pro-latest",
301
- "provider":null,
302
- "input":0.00000025,
303
- "output":0.0000005,
304
- "cache_write":null,
305
- "cache_read":null,
306
- "regex":"(?i)^(gemini-1.0-pro-latest)(@[a-zA-Z0-9]+)?$"
307
- },
308
- {
309
- "model":"gemini-1.5-pro-latest",
310
- "provider":null,
311
- "input":0.0000025,
312
- "output":0.0000075,
313
- "cache_write":null,
314
- "cache_read":null,
315
- "regex":"(?i)^(gemini-1.5-pro-latest)(@[a-zA-Z0-9]+)?$"
316
- },
317
- {
318
- "model":"gemini-2.0-flash",
319
- "provider":null,
320
- "input":0.0000001,
321
- "output":0.0000004,
322
- "cache_write":null,
323
- "cache_read":null,
324
- "regex":"(?i)^(gemini-2.0-flash)(@[a-zA-Z0-9]+)?$"
325
- },
326
- {
327
- "model":"gemini-2.0-flash-001",
328
- "provider":null,
329
- "input":0.0000001,
330
- "output":0.0000004,
331
- "cache_write":null,
332
- "cache_read":null,
333
- "regex":"(?i)^(gemini-2.0-flash-001)(@[a-zA-Z0-9]+)?$"
334
- },
335
- {
336
- "model":"gemini-2.0-flash-lite-preview",
337
- "provider":null,
338
- "input":0.000000075,
339
- "output":0.0000003,
340
- "cache_write":null,
341
- "cache_read":null,
342
- "regex":"(?i)^(gemini-2.0-flash-lite-preview)(@[a-zA-Z0-9]+)?$"
343
- },
344
- {
345
- "model":"gemini-2.0-flash-lite-preview-02-05",
346
- "provider":null,
347
- "input":0.000000075,
348
- "output":0.0000003,
349
- "cache_write":null,
350
- "cache_read":null,
351
- "regex":"(?i)^(gemini-2.0-flash-lite-preview-02-05)(@[a-zA-Z0-9]+)?$"
352
- },
353
- {
354
- "model":"gemini-pro",
355
- "provider":null,
356
- "input":0.000000125,
357
- "output":0.000000375,
358
- "cache_write":null,
359
- "cache_read":null,
360
- "regex":"(?i)^(gemini-pro)(@[a-zA-Z0-9]+)?$"
361
- },
362
- {
363
- "model":"gpt-3.5-turbo",
364
- "provider":"openai",
365
- "input":0.0000005,
366
- "output":0.0000015,
367
- "cache_write":null,
368
- "cache_read":null,
369
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo)$"
370
- },
371
- {
372
- "model":"gpt-3.5-turbo-0125",
373
- "provider":"openai",
374
- "input":0.0000005,
375
- "output":0.0000015,
376
- "cache_write":null,
377
- "cache_read":null,
378
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo-0125)$"
379
- },
380
- {
381
- "model":"gpt-3.5-turbo-0301",
382
- "provider":"openai",
383
- "input":0.000002,
384
- "output":0.000002,
385
- "cache_write":null,
386
- "cache_read":null,
387
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo-0301)$"
388
- },
389
- {
390
- "model":"gpt-3.5-turbo-0613",
391
- "provider":"openai",
392
- "input":0.0000015,
393
- "output":0.000002,
394
- "cache_write":null,
395
- "cache_read":null,
396
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo-0613)$"
397
- },
398
- {
399
- "model":"gpt-3.5-turbo-1106",
400
- "provider":"openai",
401
- "input":0.000001,
402
- "output":0.000002,
403
- "cache_write":null,
404
- "cache_read":null,
405
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo-1106)$"
406
- },
407
- {
408
- "model":"gpt-3.5-turbo-16k",
409
- "provider":"openai",
410
- "input":0.0000005,
411
- "output":0.0000015,
412
- "cache_write":null,
413
- "cache_read":null,
414
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo-16k)$"
415
- },
416
- {
417
- "model":"gpt-3.5-turbo-16k-0613",
418
- "provider":"openai",
419
- "input":0.000003,
420
- "output":0.000004,
421
- "cache_write":null,
422
- "cache_read":null,
423
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo-16k-0613)$"
424
- },
425
- {
426
- "model":"gpt-3.5-turbo-instruct",
427
- "provider":"openai",
428
- "input":0.0000015,
429
- "output":0.000002,
430
- "cache_write":null,
431
- "cache_read":null,
432
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo-instruct)$"
433
- },
434
- {
435
- "model":"gpt-4",
436
- "provider":"openai",
437
- "input":0.00003,
438
- "output":0.00006,
439
- "cache_write":null,
440
- "cache_read":null,
441
- "regex":"(?i)^(gpt-4)$"
442
- },
443
- {
444
- "model":"gpt-4-0125-preview",
445
- "provider":"openai",
446
- "input":0.00001,
447
- "output":0.00003,
448
- "cache_write":null,
449
- "cache_read":null,
450
- "regex":"(?i)^(gpt-4-0125-preview)$"
451
- },
452
- {
453
- "model":"gpt-4-0314",
454
- "provider":"openai",
455
- "input":0.00003,
456
- "output":0.00006,
457
- "cache_write":null,
458
- "cache_read":null,
459
- "regex":"(?i)^(gpt-4-0314)$"
460
- },
461
- {
462
- "model":"gpt-4-0613",
463
- "provider":"openai",
464
- "input":0.00003,
465
- "output":0.00006,
466
- "cache_write":null,
467
- "cache_read":null,
468
- "regex":"(?i)^(gpt-4-0613)$"
469
- },
470
- {
471
- "model":"gpt-4-1106-preview",
472
- "provider":"openai",
473
- "input":0.00001,
474
- "output":0.00003,
475
- "cache_write":null,
476
- "cache_read":null,
477
- "regex":"(?i)^(gpt-4-1106-preview)$"
478
- },
479
- {
480
- "model":"gpt-4-32k",
481
- "provider":"openai",
482
- "input":0.00006,
483
- "output":0.00012,
484
- "cache_write":null,
485
- "cache_read":null,
486
- "regex":"(?i)^(gpt-4-32k)$"
487
- },
488
- {
489
- "model":"gpt-4-32k-0314",
490
- "provider":"openai",
491
- "input":0.00006,
492
- "output":0.00012,
493
- "cache_write":null,
494
- "cache_read":null,
495
- "regex":"(?i)^(gpt-4-32k-0314)$"
496
- },
497
- {
498
- "model":"gpt-4-32k-0613",
499
- "provider":"openai",
500
- "input":0.00006,
501
- "output":0.00012,
502
- "cache_write":null,
503
- "cache_read":null,
504
- "regex":"(?i)^(gpt-4-32k-0613)$"
505
- },
506
- {
507
- "model":"gpt-4-preview",
508
- "provider":"openai",
509
- "input":0.00001,
510
- "output":0.00003,
511
- "cache_write":null,
512
- "cache_read":null,
513
- "regex":"(?i)^(gpt-4-preview)$"
514
- },
515
- {
516
- "model":"gpt-4-turbo",
517
- "provider":"openai",
518
- "input":0.00001,
519
- "output":0.00003,
520
- "cache_write":null,
521
- "cache_read":null,
522
- "regex":"(?i)^(gpt-4-turbo)$"
523
- },
524
- {
525
- "model":"gpt-4-turbo-2024-04-09",
526
- "provider":"openai",
527
- "input":0.00001,
528
- "output":0.00003,
529
- "cache_write":null,
530
- "cache_read":null,
531
- "regex":"(?i)^(gpt-4-turbo-2024-04-09)$"
532
- },
533
- {
534
- "model":"gpt-4-turbo-preview",
535
- "provider":"openai",
536
- "input":0.00001,
537
- "output":0.00003,
538
- "cache_write":null,
539
- "cache_read":null,
540
- "regex":"(?i)^(gpt-4-turbo-preview)$"
541
- },
542
- {
543
- "model":"gpt-4-turbo-vision",
544
- "provider":"openai",
545
- "input":0.00001,
546
- "output":0.00003,
547
- "cache_write":null,
548
- "cache_read":null,
549
- "regex":"(?i)^(gpt-4(-\\d{4})?-vision-preview)$"
550
- },
551
- {
552
- "model":"gpt-4.1",
553
- "provider":"openai",
554
- "input":0.000002,
555
- "output":0.000008,
556
- "cache_write":0.0000005,
557
- "cache_read":null,
558
- "regex":"(?i)^(gpt-4.1)$"
559
- },
560
- {
561
- "model":"gpt-4.1-2025-04-14",
562
- "provider":"openai",
563
- "input":0.000002,
564
- "output":0.000008,
565
- "cache_write":0.0000005,
566
- "cache_read":null,
567
- "regex":"(?i)^(gpt-4.1-2025-04-14)$"
568
- },
569
- {
570
- "model":"gpt-4.1-mini",
571
- "provider":"openai",
572
- "input":0.0000004,
573
- "output":0.0000016,
574
- "cache_write":0.0000001,
575
- "cache_read":null,
576
- "regex":"(?i)^(gpt-4.1-mini)$"
577
- },
578
- {
579
- "model":"gpt-4.1-mini-2025-04-14",
580
- "provider":"openai",
581
- "input":0.0000004,
582
- "output":0.0000016,
583
- "cache_write":0.0000001,
584
- "cache_read":null,
585
- "regex":"(?i)^(gpt-4.1-mini-2025-04-14)$"
586
- },
587
- {
588
- "model":"gpt-4.1-nano",
589
- "provider":"openai",
590
- "input":0.0000001,
591
- "output":0.0000004,
592
- "cache_write":0.000000025,
593
- "cache_read":null,
594
- "regex":"(?i)^(gpt-4.1-nano)$"
595
- },
596
- {
597
- "model":"gpt-4.1-nano-2025-04-14",
598
- "provider":"openai",
599
- "input":0.0000001,
600
- "output":0.0000004,
601
- "cache_write":0.000000025,
602
- "cache_read":null,
603
- "regex":"(?i)^(gpt-4.1-nano-2025-04-14)$"
604
- },
605
- {
606
- "model":"gpt-4.5-preview",
607
- "provider":null,
608
- "input":0.000075,
609
- "output":0.00015,
610
- "cache_write":0.0000375,
611
- "cache_read":null,
612
- "regex":"(?i)^(gpt-4.5-preview)$"
613
- },
614
- {
615
- "model":"gpt-4.5-preview-2025-02-27",
616
- "provider":null,
617
- "input":0.000075,
618
- "output":0.00015,
619
- "cache_write":0.0000375,
620
- "cache_read":null,
621
- "regex":"(?i)^(gpt-4.5-preview-2025-02-27)$"
622
- },
623
- {
624
- "model":"gpt-4o",
625
- "provider":"openai",
626
- "input":0.0000025,
627
- "output":0.00001,
628
- "cache_write":0.00000125,
629
- "cache_read":null,
630
- "regex":"(?i)^(gpt-4o)$"
631
- },
632
- {
633
- "model":"gpt-4o-2024-05-13",
634
- "provider":"openai",
635
- "input":0.000005,
636
- "output":0.000015,
637
- "cache_write":null,
638
- "cache_read":null,
639
- "regex":"(?i)^(gpt-4o-2024-05-13)$"
640
- },
641
- {
642
- "model":"gpt-4o-2024-08-06",
643
- "provider":"openai",
644
- "input":0.0000025,
645
- "output":0.00001,
646
- "cache_write":0.00000125,
647
- "cache_read":null,
648
- "regex":"(?i)^(gpt-4o-2024-08-06)$"
649
- },
650
- {
651
- "model":"gpt-4o-2024-11-20",
652
- "provider":"openai",
653
- "input":0.0000025,
654
- "output":0.00001,
655
- "cache_write":0.00000125,
656
- "cache_read":null,
657
- "regex":"(?i)^(gpt-4o-2024-11-20)$"
658
- },
659
- {
660
- "model":"gpt-4o-mini",
661
- "provider":"openai",
662
- "input":0.00000015,
663
- "output":0.0000006,
664
- "cache_write":0.000000075,
665
- "cache_read":null,
666
- "regex":"(?i)^(gpt-4o-mini)$"
667
- },
668
- {
669
- "model":"gpt-4o-mini-2024-07-18",
670
- "provider":"openai",
671
- "input":0.00000015,
672
- "output":0.0000006,
673
- "cache_write":0.000000075,
674
- "cache_read":null,
675
- "regex":"(?i)^(gpt-4o-mini-2024-07-18)$"
676
- },
677
- {
678
- "model":"gpt-4o-realtime-preview",
679
- "provider":null,
680
- "input":null,
681
- "output":null,
682
- "cache_write":0.00002,
683
- "cache_read":null,
684
- "regex":"(?i)^(gpt-4o-realtime-preview)$"
685
- },
686
- {
687
- "model":"gpt-4o-realtime-preview-2024-10-01",
688
- "provider":null,
689
- "input":null,
690
- "output":null,
691
- "cache_write":0.00002,
692
- "cache_read":null,
693
- "regex":"(?i)^(gpt-4o-realtime-preview-2024-10-01)$"
694
- },
695
- {
696
- "model":"o1",
697
- "provider":null,
698
- "input":0.000015,
699
- "output":0.00006,
700
- "cache_write":0.0000075,
701
- "cache_read":null,
702
- "regex":"(?i)^(o1)$"
703
- },
704
- {
705
- "model":"o1-2024-12-17",
706
- "provider":null,
707
- "input":0.000015,
708
- "output":0.00006,
709
- "cache_write":0.0000075,
710
- "cache_read":null,
711
- "regex":"(?i)^(o1-2024-12-17)$"
712
- },
713
- {
714
- "model":"o1-mini",
715
- "provider":null,
716
- "input":0.0000011,
717
- "output":0.0000044,
718
- "cache_write":0.00000055,
719
- "cache_read":null,
720
- "regex":"(?i)^(o1-mini)$"
721
- },
722
- {
723
- "model":"o1-mini-2024-09-12",
724
- "provider":null,
725
- "input":0.0000011,
726
- "output":0.0000044,
727
- "cache_write":0.00000055,
728
- "cache_read":null,
729
- "regex":"(?i)^(o1-mini-2024-09-12)$"
730
- },
731
- {
732
- "model":"o1-preview",
733
- "provider":null,
734
- "input":0.000015,
735
- "output":0.00006,
736
- "cache_write":0.0000075,
737
- "cache_read":null,
738
- "regex":"(?i)^(o1-preview)$"
739
- },
740
- {
741
- "model":"o1-preview-2024-09-12",
742
- "provider":null,
743
- "input":0.000015,
744
- "output":0.00006,
745
- "cache_write":0.0000075,
746
- "cache_read":null,
747
- "regex":"(?i)^(o1-preview-2024-09-12)$"
748
- },
749
- {
750
- "model":"o3",
751
- "provider":null,
752
- "input":0.00001,
753
- "output":0.00004,
754
- "cache_write":0.0000025,
755
- "cache_read":null,
756
- "regex":"(?i)^(o3)$"
757
- },
758
- {
759
- "model":"o3-2025-04-16",
760
- "provider":null,
761
- "input":0.00001,
762
- "output":0.00004,
763
- "cache_write":0.0000025,
764
- "cache_read":null,
765
- "regex":"(?i)^(o3-2025-04-16)$"
766
- },
767
- {
768
- "model":"o3-mini",
769
- "provider":null,
770
- "input":0.0000011,
771
- "output":0.0000044,
772
- "cache_write":0.00000055,
773
- "cache_read":null,
774
- "regex":"(?i)^(o3-mini)$"
775
- },
776
- {
777
- "model":"o3-mini-2025-01-31",
778
- "provider":null,
779
- "input":0.0000011,
780
- "output":0.0000044,
781
- "cache_write":0.00000055,
782
- "cache_read":null,
783
- "regex":"(?i)^(o3-mini-2025-01-31)$"
784
- },
785
- {
786
- "model":"o4-mini",
787
- "provider":null,
788
- "input":0.0000011,
789
- "output":0.0000044,
790
- "cache_write":0.000000275,
791
- "cache_read":null,
792
- "regex":"(?i)^(o4-mini)$"
793
- },
794
- {
795
- "model":"o4-mini-2025-04-16",
796
- "provider":null,
797
- "input":0.0000011,
798
- "output":0.0000044,
799
- "cache_write":0.000000275,
800
- "cache_read":null,
801
- "regex":"(?i)^(o4-mini-2025-04-16)$"
802
- },
803
- {
804
- "model":"text-bison",
805
- "provider":null,
806
- "input":0.00000025,
807
- "output":0.0000005,
808
- "cache_write":null,
809
- "cache_read":null,
810
- "regex":"(?i)^(text-bison)(@[a-zA-Z0-9]+)?$"
811
- },
812
- {
813
- "model":"text-bison-32k",
814
- "provider":null,
815
- "input":0.00000025,
816
- "output":0.0000005,
817
- "cache_write":null,
818
- "cache_read":null,
819
- "regex":"(?i)^(text-bison-32k)(@[a-zA-Z0-9]+)?$"
820
- },
821
- {
822
- "model":"text-unicorn",
823
- "provider":null,
824
- "input":0.0000025,
825
- "output":0.0000075,
826
- "cache_write":null,
827
- "cache_read":null,
828
- "regex":"(?i)^(text-unicorn)(@[a-zA-Z0-9]+)?$"
829
- }
830
- ]
1
+ {
2
+ "models": [
3
+ {
4
+ "name": "chatgpt-4o-latest",
5
+ "name_pattern": "chatgpt-4o-latest",
6
+ "source": "litellm",
7
+ "token_prices": [
8
+ {
9
+ "base_rate": 5e-6,
10
+ "is_prompt": true,
11
+ "token_type": "input"
12
+ },
13
+ {
14
+ "base_rate": 0.000015,
15
+ "is_prompt": false,
16
+ "token_type": "output"
17
+ }
18
+ ]
19
+ },
20
+ {
21
+ "name": "claude-3-5-haiku-20241022",
22
+ "name_pattern": "claude-3-5-haiku-20241022|anthropic\\.claude-3-5-haiku-20241022-v1:0|claude-3-5-haiku-V1@20241022",
23
+ "source": "litellm",
24
+ "token_prices": [
25
+ {
26
+ "base_rate": 8e-7,
27
+ "is_prompt": true,
28
+ "token_type": "input"
29
+ },
30
+ {
31
+ "base_rate": 4e-6,
32
+ "is_prompt": false,
33
+ "token_type": "output"
34
+ },
35
+ {
36
+ "base_rate": 8e-8,
37
+ "is_prompt": true,
38
+ "token_type": "cache_read"
39
+ },
40
+ {
41
+ "base_rate": 1e-6,
42
+ "is_prompt": true,
43
+ "token_type": "cache_write"
44
+ }
45
+ ]
46
+ },
47
+ {
48
+ "name": "claude-3-5-haiku-latest",
49
+ "name_pattern": "claude-3-5-haiku-latest",
50
+ "source": "litellm",
51
+ "token_prices": [
52
+ {
53
+ "base_rate": 1e-6,
54
+ "is_prompt": true,
55
+ "token_type": "input"
56
+ },
57
+ {
58
+ "base_rate": 5e-6,
59
+ "is_prompt": false,
60
+ "token_type": "output"
61
+ },
62
+ {
63
+ "base_rate": 1e-7,
64
+ "is_prompt": true,
65
+ "token_type": "cache_read"
66
+ },
67
+ {
68
+ "base_rate": 1.25e-6,
69
+ "is_prompt": true,
70
+ "token_type": "cache_write"
71
+ }
72
+ ]
73
+ },
74
+ {
75
+ "name": "claude-3-5-sonnet-20240620",
76
+ "name_pattern": "claude-3-5-sonnet-20240620|anthropic\\.claude-3-5-sonnet-20240620-v1:0|claude-3-5-sonnet@20240620",
77
+ "source": "litellm",
78
+ "token_prices": [
79
+ {
80
+ "base_rate": 3e-6,
81
+ "is_prompt": true,
82
+ "token_type": "input"
83
+ },
84
+ {
85
+ "base_rate": 0.000015,
86
+ "is_prompt": false,
87
+ "token_type": "output"
88
+ },
89
+ {
90
+ "base_rate": 3e-7,
91
+ "is_prompt": true,
92
+ "token_type": "cache_read"
93
+ },
94
+ {
95
+ "base_rate": 3.75e-6,
96
+ "is_prompt": true,
97
+ "token_type": "cache_write"
98
+ }
99
+ ]
100
+ },
101
+ {
102
+ "name": "claude-3-5-sonnet-20241022",
103
+ "name_pattern": "claude-3-5-sonnet-20241022|anthropic\\.claude-3-5-sonnet-20241022-v2:0|claude-3-5-sonnet-V2@20241022",
104
+ "source": "litellm",
105
+ "token_prices": [
106
+ {
107
+ "base_rate": 3e-6,
108
+ "is_prompt": true,
109
+ "token_type": "input"
110
+ },
111
+ {
112
+ "base_rate": 0.000015,
113
+ "is_prompt": false,
114
+ "token_type": "output"
115
+ },
116
+ {
117
+ "base_rate": 3e-7,
118
+ "is_prompt": true,
119
+ "token_type": "cache_read"
120
+ },
121
+ {
122
+ "base_rate": 3.75e-6,
123
+ "is_prompt": true,
124
+ "token_type": "cache_write"
125
+ }
126
+ ]
127
+ },
128
+ {
129
+ "name": "claude-3-5-sonnet-latest",
130
+ "name_pattern": "claude-3-5-sonnet-latest",
131
+ "source": "litellm",
132
+ "token_prices": [
133
+ {
134
+ "base_rate": 3e-6,
135
+ "is_prompt": true,
136
+ "token_type": "input"
137
+ },
138
+ {
139
+ "base_rate": 0.000015,
140
+ "is_prompt": false,
141
+ "token_type": "output"
142
+ },
143
+ {
144
+ "base_rate": 3e-7,
145
+ "is_prompt": true,
146
+ "token_type": "cache_read"
147
+ },
148
+ {
149
+ "base_rate": 3.75e-6,
150
+ "is_prompt": true,
151
+ "token_type": "cache_write"
152
+ }
153
+ ]
154
+ },
155
+ {
156
+ "name": "claude-3-7-sonnet-20250219",
157
+ "name_pattern": "claude-3.7-sonnet-20250219|anthropic\\.claude-3.7-sonnet-20250219-v1:0|claude-3-7-sonnet-V1@20250219",
158
+ "source": "litellm",
159
+ "token_prices": [
160
+ {
161
+ "base_rate": 3e-6,
162
+ "is_prompt": true,
163
+ "token_type": "input"
164
+ },
165
+ {
166
+ "base_rate": 0.000015,
167
+ "is_prompt": false,
168
+ "token_type": "output"
169
+ },
170
+ {
171
+ "base_rate": 3e-7,
172
+ "is_prompt": true,
173
+ "token_type": "cache_read"
174
+ },
175
+ {
176
+ "base_rate": 3.75e-6,
177
+ "is_prompt": true,
178
+ "token_type": "cache_write"
179
+ }
180
+ ]
181
+ },
182
+ {
183
+ "name": "claude-3-7-sonnet-latest",
184
+ "name_pattern": "claude-3-7-sonnet-latest",
185
+ "source": "litellm",
186
+ "token_prices": [
187
+ {
188
+ "base_rate": 3e-6,
189
+ "is_prompt": true,
190
+ "token_type": "input"
191
+ },
192
+ {
193
+ "base_rate": 0.000015,
194
+ "is_prompt": false,
195
+ "token_type": "output"
196
+ },
197
+ {
198
+ "base_rate": 3e-7,
199
+ "is_prompt": true,
200
+ "token_type": "cache_read"
201
+ },
202
+ {
203
+ "base_rate": 3.75e-6,
204
+ "is_prompt": true,
205
+ "token_type": "cache_write"
206
+ }
207
+ ]
208
+ },
209
+ {
210
+ "name": "claude-3-haiku-20240307",
211
+ "name_pattern": "claude-3-haiku-20240307|anthropic\\.claude-3-haiku-20240307-v1:0|claude-3-haiku@20240307",
212
+ "source": "litellm",
213
+ "token_prices": [
214
+ {
215
+ "base_rate": 2.5e-7,
216
+ "is_prompt": true,
217
+ "token_type": "input"
218
+ },
219
+ {
220
+ "base_rate": 1.25e-6,
221
+ "is_prompt": false,
222
+ "token_type": "output"
223
+ },
224
+ {
225
+ "base_rate": 3e-8,
226
+ "is_prompt": true,
227
+ "token_type": "cache_read"
228
+ },
229
+ {
230
+ "base_rate": 3e-7,
231
+ "is_prompt": true,
232
+ "token_type": "cache_write"
233
+ }
234
+ ]
235
+ },
236
+ {
237
+ "name": "claude-3-opus-20240229",
238
+ "name_pattern": "claude-3-opus-20240229|anthropic\\.claude-3-opus-20240229-v1:0|claude-3-opus@20240229",
239
+ "source": "litellm",
240
+ "token_prices": [
241
+ {
242
+ "base_rate": 0.000015,
243
+ "is_prompt": true,
244
+ "token_type": "input"
245
+ },
246
+ {
247
+ "base_rate": 0.000075,
248
+ "is_prompt": false,
249
+ "token_type": "output"
250
+ },
251
+ {
252
+ "base_rate": 1.5e-6,
253
+ "is_prompt": true,
254
+ "token_type": "cache_read"
255
+ },
256
+ {
257
+ "base_rate": 0.00001875,
258
+ "is_prompt": true,
259
+ "token_type": "cache_write"
260
+ }
261
+ ]
262
+ },
263
+ {
264
+ "name": "claude-3-opus-latest",
265
+ "name_pattern": "claude-3-opus-latest",
266
+ "source": "litellm",
267
+ "token_prices": [
268
+ {
269
+ "base_rate": 0.000015,
270
+ "is_prompt": true,
271
+ "token_type": "input"
272
+ },
273
+ {
274
+ "base_rate": 0.000075,
275
+ "is_prompt": false,
276
+ "token_type": "output"
277
+ },
278
+ {
279
+ "base_rate": 1.5e-6,
280
+ "is_prompt": true,
281
+ "token_type": "cache_read"
282
+ },
283
+ {
284
+ "base_rate": 0.00001875,
285
+ "is_prompt": true,
286
+ "token_type": "cache_write"
287
+ }
288
+ ]
289
+ },
290
+ {
291
+ "name": "claude-4-opus-20250514",
292
+ "name_pattern": "claude-4-opus-20250514",
293
+ "source": "litellm",
294
+ "token_prices": [
295
+ {
296
+ "base_rate": 0.000015,
297
+ "is_prompt": true,
298
+ "token_type": "input"
299
+ },
300
+ {
301
+ "base_rate": 0.000075,
302
+ "is_prompt": false,
303
+ "token_type": "output"
304
+ },
305
+ {
306
+ "base_rate": 1.5e-6,
307
+ "is_prompt": true,
308
+ "token_type": "cache_read"
309
+ },
310
+ {
311
+ "base_rate": 0.00001875,
312
+ "is_prompt": true,
313
+ "token_type": "cache_write"
314
+ }
315
+ ]
316
+ },
317
+ {
318
+ "name": "claude-4-sonnet-20250514",
319
+ "name_pattern": "claude-4-sonnet-20250514",
320
+ "source": "litellm",
321
+ "token_prices": [
322
+ {
323
+ "base_rate": 3e-6,
324
+ "is_prompt": true,
325
+ "token_type": "input"
326
+ },
327
+ {
328
+ "base_rate": 0.000015,
329
+ "is_prompt": false,
330
+ "token_type": "output"
331
+ },
332
+ {
333
+ "base_rate": 3e-7,
334
+ "is_prompt": true,
335
+ "token_type": "cache_read"
336
+ },
337
+ {
338
+ "base_rate": 3.75e-6,
339
+ "is_prompt": true,
340
+ "token_type": "cache_write"
341
+ }
342
+ ]
343
+ },
344
+ {
345
+ "name": "claude-haiku-4-5",
346
+ "name_pattern": "claude-haiku-4-5",
347
+ "source": "litellm",
348
+ "token_prices": [
349
+ {
350
+ "base_rate": 1e-6,
351
+ "is_prompt": true,
352
+ "token_type": "input"
353
+ },
354
+ {
355
+ "base_rate": 5e-6,
356
+ "is_prompt": false,
357
+ "token_type": "output"
358
+ },
359
+ {
360
+ "base_rate": 1e-7,
361
+ "is_prompt": true,
362
+ "token_type": "cache_read"
363
+ },
364
+ {
365
+ "base_rate": 1.25e-6,
366
+ "is_prompt": true,
367
+ "token_type": "cache_write"
368
+ }
369
+ ]
370
+ },
371
+ {
372
+ "name": "claude-haiku-4-5-20251001",
373
+ "name_pattern": "claude-haiku-4-5-20251001",
374
+ "source": "litellm",
375
+ "token_prices": [
376
+ {
377
+ "base_rate": 1e-6,
378
+ "is_prompt": true,
379
+ "token_type": "input"
380
+ },
381
+ {
382
+ "base_rate": 5e-6,
383
+ "is_prompt": false,
384
+ "token_type": "output"
385
+ },
386
+ {
387
+ "base_rate": 1e-7,
388
+ "is_prompt": true,
389
+ "token_type": "cache_read"
390
+ },
391
+ {
392
+ "base_rate": 1.25e-6,
393
+ "is_prompt": true,
394
+ "token_type": "cache_write"
395
+ }
396
+ ]
397
+ },
398
+ {
399
+ "name": "claude-opus-4-1",
400
+ "name_pattern": "claude-opus-4-1",
401
+ "source": "litellm",
402
+ "token_prices": [
403
+ {
404
+ "base_rate": 0.000015,
405
+ "is_prompt": true,
406
+ "token_type": "input"
407
+ },
408
+ {
409
+ "base_rate": 0.000075,
410
+ "is_prompt": false,
411
+ "token_type": "output"
412
+ },
413
+ {
414
+ "base_rate": 1.5e-6,
415
+ "is_prompt": true,
416
+ "token_type": "cache_read"
417
+ },
418
+ {
419
+ "base_rate": 0.00001875,
420
+ "is_prompt": true,
421
+ "token_type": "cache_write"
422
+ }
423
+ ]
424
+ },
425
+ {
426
+ "name": "claude-opus-4-1-20250805",
427
+ "name_pattern": "claude-opus-4-1-20250805",
428
+ "source": "litellm",
429
+ "token_prices": [
430
+ {
431
+ "base_rate": 0.000015,
432
+ "is_prompt": true,
433
+ "token_type": "input"
434
+ },
435
+ {
436
+ "base_rate": 0.000075,
437
+ "is_prompt": false,
438
+ "token_type": "output"
439
+ },
440
+ {
441
+ "base_rate": 1.5e-6,
442
+ "is_prompt": true,
443
+ "token_type": "cache_read"
444
+ },
445
+ {
446
+ "base_rate": 0.00001875,
447
+ "is_prompt": true,
448
+ "token_type": "cache_write"
449
+ }
450
+ ]
451
+ },
452
+ {
453
+ "name": "claude-opus-4-20250514",
454
+ "name_pattern": "claude-opus-4-20250514",
455
+ "source": "litellm",
456
+ "token_prices": [
457
+ {
458
+ "base_rate": 0.000015,
459
+ "is_prompt": true,
460
+ "token_type": "input"
461
+ },
462
+ {
463
+ "base_rate": 0.000075,
464
+ "is_prompt": false,
465
+ "token_type": "output"
466
+ },
467
+ {
468
+ "base_rate": 1.5e-6,
469
+ "is_prompt": true,
470
+ "token_type": "cache_read"
471
+ },
472
+ {
473
+ "base_rate": 0.00001875,
474
+ "is_prompt": true,
475
+ "token_type": "cache_write"
476
+ }
477
+ ]
478
+ },
479
+ {
480
+ "name": "claude-opus-4-5",
481
+ "name_pattern": "claude-opus-4-5",
482
+ "source": "litellm",
483
+ "token_prices": [
484
+ {
485
+ "base_rate": 5e-6,
486
+ "is_prompt": true,
487
+ "token_type": "input"
488
+ },
489
+ {
490
+ "base_rate": 0.000025,
491
+ "is_prompt": false,
492
+ "token_type": "output"
493
+ },
494
+ {
495
+ "base_rate": 5e-7,
496
+ "is_prompt": true,
497
+ "token_type": "cache_read"
498
+ },
499
+ {
500
+ "base_rate": 6.25e-6,
501
+ "is_prompt": true,
502
+ "token_type": "cache_write"
503
+ }
504
+ ]
505
+ },
506
+ {
507
+ "name": "claude-opus-4-5-20251101",
508
+ "name_pattern": "claude-opus-4-5-20251101",
509
+ "source": "litellm",
510
+ "token_prices": [
511
+ {
512
+ "base_rate": 5e-6,
513
+ "is_prompt": true,
514
+ "token_type": "input"
515
+ },
516
+ {
517
+ "base_rate": 0.000025,
518
+ "is_prompt": false,
519
+ "token_type": "output"
520
+ },
521
+ {
522
+ "base_rate": 5e-7,
523
+ "is_prompt": true,
524
+ "token_type": "cache_read"
525
+ },
526
+ {
527
+ "base_rate": 6.25e-6,
528
+ "is_prompt": true,
529
+ "token_type": "cache_write"
530
+ }
531
+ ]
532
+ },
533
+ {
534
+ "name": "claude-sonnet-4-20250514",
535
+ "name_pattern": "claude-sonnet-4-20250514|anthropic\\.claude-sonnet-4-20250514-v1:0|claude-sonnet-4@20250514",
536
+ "source": "litellm",
537
+ "token_prices": [
538
+ {
539
+ "base_rate": 3e-6,
540
+ "is_prompt": true,
541
+ "token_type": "input"
542
+ },
543
+ {
544
+ "base_rate": 0.000015,
545
+ "is_prompt": false,
546
+ "token_type": "output"
547
+ },
548
+ {
549
+ "base_rate": 3e-7,
550
+ "is_prompt": true,
551
+ "token_type": "cache_read"
552
+ },
553
+ {
554
+ "base_rate": 3.75e-6,
555
+ "is_prompt": true,
556
+ "token_type": "cache_write"
557
+ }
558
+ ]
559
+ },
560
+ {
561
+ "name": "claude-sonnet-4-5",
562
+ "name_pattern": "claude-sonnet-4-5",
563
+ "source": "litellm",
564
+ "token_prices": [
565
+ {
566
+ "base_rate": 3e-6,
567
+ "is_prompt": true,
568
+ "token_type": "input"
569
+ },
570
+ {
571
+ "base_rate": 0.000015,
572
+ "is_prompt": false,
573
+ "token_type": "output"
574
+ },
575
+ {
576
+ "base_rate": 3e-7,
577
+ "is_prompt": true,
578
+ "token_type": "cache_read"
579
+ },
580
+ {
581
+ "base_rate": 3.75e-6,
582
+ "is_prompt": true,
583
+ "token_type": "cache_write"
584
+ }
585
+ ]
586
+ },
587
+ {
588
+ "name": "claude-sonnet-4-5-20250929",
589
+ "name_pattern": "claude-sonnet-4-5-20250929",
590
+ "source": "litellm",
591
+ "token_prices": [
592
+ {
593
+ "base_rate": 3e-6,
594
+ "is_prompt": true,
595
+ "token_type": "input"
596
+ },
597
+ {
598
+ "base_rate": 0.000015,
599
+ "is_prompt": false,
600
+ "token_type": "output"
601
+ },
602
+ {
603
+ "base_rate": 3e-7,
604
+ "is_prompt": true,
605
+ "token_type": "cache_read"
606
+ },
607
+ {
608
+ "base_rate": 3.75e-6,
609
+ "is_prompt": true,
610
+ "token_type": "cache_write"
611
+ }
612
+ ]
613
+ },
614
+ {
615
+ "name": "claude-sonnet-4-5-20250929-v1:0",
616
+ "name_pattern": "claude-sonnet-4-5-20250929-v1:0",
617
+ "source": "litellm",
618
+ "token_prices": [
619
+ {
620
+ "base_rate": 3e-6,
621
+ "is_prompt": true,
622
+ "token_type": "input"
623
+ },
624
+ {
625
+ "base_rate": 0.000015,
626
+ "is_prompt": false,
627
+ "token_type": "output"
628
+ },
629
+ {
630
+ "base_rate": 3e-7,
631
+ "is_prompt": true,
632
+ "token_type": "cache_read"
633
+ },
634
+ {
635
+ "base_rate": 3.75e-6,
636
+ "is_prompt": true,
637
+ "token_type": "cache_write"
638
+ }
639
+ ]
640
+ },
641
+ {
642
+ "name": "gemini-2.0-flash",
643
+ "name_pattern": "gemini-2.0-flash(@[a-zA-Z0-9]+)?",
644
+ "source": "litellm",
645
+ "token_prices": [
646
+ {
647
+ "base_rate": 1e-7,
648
+ "is_prompt": true,
649
+ "token_type": "input"
650
+ },
651
+ {
652
+ "base_rate": 4e-7,
653
+ "is_prompt": false,
654
+ "token_type": "output"
655
+ },
656
+ {
657
+ "base_rate": 2.5e-8,
658
+ "is_prompt": true,
659
+ "token_type": "cache_read"
660
+ },
661
+ {
662
+ "base_rate": 7e-7,
663
+ "is_prompt": true,
664
+ "token_type": "audio"
665
+ }
666
+ ]
667
+ },
668
+ {
669
+ "name": "gemini-2.0-flash-001",
670
+ "name_pattern": "gemini-2.0-flash-001(@[a-zA-Z0-9]+)?",
671
+ "source": "litellm",
672
+ "token_prices": [
673
+ {
674
+ "base_rate": 1.5e-7,
675
+ "is_prompt": true,
676
+ "token_type": "input"
677
+ },
678
+ {
679
+ "base_rate": 6e-7,
680
+ "is_prompt": false,
681
+ "token_type": "output"
682
+ },
683
+ {
684
+ "base_rate": 3.75e-8,
685
+ "is_prompt": true,
686
+ "token_type": "cache_read"
687
+ },
688
+ {
689
+ "base_rate": 1e-6,
690
+ "is_prompt": true,
691
+ "token_type": "audio"
692
+ }
693
+ ]
694
+ },
695
+ {
696
+ "name": "gemini-2.0-flash-exp",
697
+ "name_pattern": "gemini-2\\.0-flash-exp",
698
+ "source": "litellm",
699
+ "token_prices": [
700
+ {
701
+ "base_rate": 1.5e-7,
702
+ "is_prompt": true,
703
+ "token_type": "input"
704
+ },
705
+ {
706
+ "base_rate": 6e-7,
707
+ "is_prompt": false,
708
+ "token_type": "output"
709
+ },
710
+ {
711
+ "base_rate": 3.75e-8,
712
+ "is_prompt": true,
713
+ "token_type": "cache_read"
714
+ }
715
+ ]
716
+ },
717
+ {
718
+ "name": "gemini-2.0-flash-lite",
719
+ "name_pattern": "gemini-2.0-flash-lite(@[a-zA-Z0-9]+)?",
720
+ "source": "litellm",
721
+ "token_prices": [
722
+ {
723
+ "base_rate": 7.5e-8,
724
+ "is_prompt": true,
725
+ "token_type": "input"
726
+ },
727
+ {
728
+ "base_rate": 3e-7,
729
+ "is_prompt": false,
730
+ "token_type": "output"
731
+ },
732
+ {
733
+ "base_rate": 1.875e-8,
734
+ "is_prompt": true,
735
+ "token_type": "cache_read"
736
+ },
737
+ {
738
+ "base_rate": 7.5e-8,
739
+ "is_prompt": true,
740
+ "token_type": "audio"
741
+ }
742
+ ]
743
+ },
744
+ {
745
+ "name": "gemini-2.0-flash-lite-001",
746
+ "name_pattern": "gemini-2\\.0-flash-lite-001",
747
+ "source": "litellm",
748
+ "token_prices": [
749
+ {
750
+ "base_rate": 7.5e-8,
751
+ "is_prompt": true,
752
+ "token_type": "input"
753
+ },
754
+ {
755
+ "base_rate": 3e-7,
756
+ "is_prompt": false,
757
+ "token_type": "output"
758
+ },
759
+ {
760
+ "base_rate": 1.875e-8,
761
+ "is_prompt": true,
762
+ "token_type": "cache_read"
763
+ },
764
+ {
765
+ "base_rate": 7.5e-8,
766
+ "is_prompt": true,
767
+ "token_type": "audio"
768
+ }
769
+ ]
770
+ },
771
+ {
772
+ "name": "gemini-2.0-flash-live-preview-04-09",
773
+ "name_pattern": "gemini-2\\.0-flash-live-preview-04-09",
774
+ "source": "litellm",
775
+ "token_prices": [
776
+ {
777
+ "base_rate": 5e-7,
778
+ "is_prompt": true,
779
+ "token_type": "input"
780
+ },
781
+ {
782
+ "base_rate": 2e-6,
783
+ "is_prompt": false,
784
+ "token_type": "output"
785
+ },
786
+ {
787
+ "base_rate": 7.5e-8,
788
+ "is_prompt": true,
789
+ "token_type": "cache_read"
790
+ },
791
+ {
792
+ "base_rate": 3e-6,
793
+ "is_prompt": true,
794
+ "token_type": "audio"
795
+ },
796
+ {
797
+ "base_rate": 0.000012,
798
+ "is_prompt": false,
799
+ "token_type": "audio"
800
+ }
801
+ ]
802
+ },
803
+ {
804
+ "name": "gemini-2.0-flash-preview-image-generation",
805
+ "name_pattern": "gemini-2\\.0-flash-preview-image-generation",
806
+ "source": "litellm",
807
+ "token_prices": [
808
+ {
809
+ "base_rate": 1e-7,
810
+ "is_prompt": true,
811
+ "token_type": "input"
812
+ },
813
+ {
814
+ "base_rate": 4e-7,
815
+ "is_prompt": false,
816
+ "token_type": "output"
817
+ },
818
+ {
819
+ "base_rate": 2.5e-8,
820
+ "is_prompt": true,
821
+ "token_type": "cache_read"
822
+ },
823
+ {
824
+ "base_rate": 7e-7,
825
+ "is_prompt": true,
826
+ "token_type": "audio"
827
+ }
828
+ ]
829
+ },
830
+ {
831
+ "name": "gemini-2.0-pro-exp-02-05",
832
+ "name_pattern": "gemini-2\\.0-pro-exp-02-05",
833
+ "source": "litellm",
834
+ "token_prices": [
835
+ {
836
+ "base_rate": 1.25e-6,
837
+ "is_prompt": true,
838
+ "token_type": "input"
839
+ },
840
+ {
841
+ "base_rate": 0.00001,
842
+ "is_prompt": false,
843
+ "token_type": "output"
844
+ },
845
+ {
846
+ "base_rate": 3.125e-7,
847
+ "is_prompt": true,
848
+ "token_type": "cache_read"
849
+ }
850
+ ]
851
+ },
852
+ {
853
+ "name": "gemini-2.5-flash",
854
+ "name_pattern": "gemini-2.5-flash(@[a-zA-Z0-9]+)?",
855
+ "source": "litellm",
856
+ "token_prices": [
857
+ {
858
+ "base_rate": 3e-7,
859
+ "is_prompt": true,
860
+ "token_type": "input"
861
+ },
862
+ {
863
+ "base_rate": 2.5e-6,
864
+ "is_prompt": false,
865
+ "token_type": "output"
866
+ },
867
+ {
868
+ "base_rate": 3e-8,
869
+ "is_prompt": true,
870
+ "token_type": "cache_read"
871
+ },
872
+ {
873
+ "base_rate": 1e-6,
874
+ "is_prompt": true,
875
+ "token_type": "audio"
876
+ }
877
+ ]
878
+ },
879
+ {
880
+ "name": "gemini-2.5-flash-image",
881
+ "name_pattern": "gemini-2\\.5-flash-image",
882
+ "source": "litellm",
883
+ "token_prices": [
884
+ {
885
+ "base_rate": 3e-7,
886
+ "is_prompt": true,
887
+ "token_type": "input"
888
+ },
889
+ {
890
+ "base_rate": 2.5e-6,
891
+ "is_prompt": false,
892
+ "token_type": "output"
893
+ },
894
+ {
895
+ "base_rate": 3e-8,
896
+ "is_prompt": true,
897
+ "token_type": "cache_read"
898
+ },
899
+ {
900
+ "base_rate": 1e-6,
901
+ "is_prompt": true,
902
+ "token_type": "audio"
903
+ }
904
+ ]
905
+ },
906
+ {
907
+ "name": "gemini-2.5-flash-image-preview",
908
+ "name_pattern": "gemini-2\\.5-flash-image-preview",
909
+ "source": "litellm",
910
+ "token_prices": [
911
+ {
912
+ "base_rate": 3e-7,
913
+ "is_prompt": true,
914
+ "token_type": "input"
915
+ },
916
+ {
917
+ "base_rate": 0.00003,
918
+ "is_prompt": false,
919
+ "token_type": "output"
920
+ },
921
+ {
922
+ "base_rate": 7.5e-8,
923
+ "is_prompt": true,
924
+ "token_type": "cache_read"
925
+ },
926
+ {
927
+ "base_rate": 1e-6,
928
+ "is_prompt": true,
929
+ "token_type": "audio"
930
+ }
931
+ ]
932
+ },
933
+ {
934
+ "name": "gemini-2.5-flash-lite",
935
+ "name_pattern": "gemini-2\\.5-flash-lite",
936
+ "source": "litellm",
937
+ "token_prices": [
938
+ {
939
+ "base_rate": 1e-7,
940
+ "is_prompt": true,
941
+ "token_type": "input"
942
+ },
943
+ {
944
+ "base_rate": 4e-7,
945
+ "is_prompt": false,
946
+ "token_type": "output"
947
+ },
948
+ {
949
+ "base_rate": 2.5e-8,
950
+ "is_prompt": true,
951
+ "token_type": "cache_read"
952
+ },
953
+ {
954
+ "base_rate": 5e-7,
955
+ "is_prompt": true,
956
+ "token_type": "audio"
957
+ }
958
+ ]
959
+ },
960
+ {
961
+ "name": "gemini-2.5-flash-lite-preview-06-17",
962
+ "name_pattern": "gemini-2\\.5-flash-lite-preview-06-17",
963
+ "source": "litellm",
964
+ "token_prices": [
965
+ {
966
+ "base_rate": 1e-7,
967
+ "is_prompt": true,
968
+ "token_type": "input"
969
+ },
970
+ {
971
+ "base_rate": 4e-7,
972
+ "is_prompt": false,
973
+ "token_type": "output"
974
+ },
975
+ {
976
+ "base_rate": 2.5e-8,
977
+ "is_prompt": true,
978
+ "token_type": "cache_read"
979
+ },
980
+ {
981
+ "base_rate": 5e-7,
982
+ "is_prompt": true,
983
+ "token_type": "audio"
984
+ }
985
+ ]
986
+ },
987
+ {
988
+ "name": "gemini-2.5-flash-lite-preview-09-2025",
989
+ "name_pattern": "gemini-2\\.5-flash-lite-preview-09-2025",
990
+ "source": "litellm",
991
+ "token_prices": [
992
+ {
993
+ "base_rate": 1e-7,
994
+ "is_prompt": true,
995
+ "token_type": "input"
996
+ },
997
+ {
998
+ "base_rate": 4e-7,
999
+ "is_prompt": false,
1000
+ "token_type": "output"
1001
+ },
1002
+ {
1003
+ "base_rate": 2.5e-8,
1004
+ "is_prompt": true,
1005
+ "token_type": "cache_read"
1006
+ },
1007
+ {
1008
+ "base_rate": 3e-7,
1009
+ "is_prompt": true,
1010
+ "token_type": "audio"
1011
+ }
1012
+ ]
1013
+ },
1014
+ {
1015
+ "name": "gemini-2.5-flash-preview-04-17",
1016
+ "name_pattern": "gemini-2\\.5-flash-preview-04-17",
1017
+ "source": "litellm",
1018
+ "token_prices": [
1019
+ {
1020
+ "base_rate": 1.5e-7,
1021
+ "is_prompt": true,
1022
+ "token_type": "input"
1023
+ },
1024
+ {
1025
+ "base_rate": 6e-7,
1026
+ "is_prompt": false,
1027
+ "token_type": "output"
1028
+ },
1029
+ {
1030
+ "base_rate": 3.75e-8,
1031
+ "is_prompt": true,
1032
+ "token_type": "cache_read"
1033
+ },
1034
+ {
1035
+ "base_rate": 1e-6,
1036
+ "is_prompt": true,
1037
+ "token_type": "audio"
1038
+ }
1039
+ ]
1040
+ },
1041
+ {
1042
+ "name": "gemini-2.5-flash-preview-05-20",
1043
+ "name_pattern": "gemini-2\\.5-flash-preview-05-20",
1044
+ "source": "litellm",
1045
+ "token_prices": [
1046
+ {
1047
+ "base_rate": 3e-7,
1048
+ "is_prompt": true,
1049
+ "token_type": "input"
1050
+ },
1051
+ {
1052
+ "base_rate": 2.5e-6,
1053
+ "is_prompt": false,
1054
+ "token_type": "output"
1055
+ },
1056
+ {
1057
+ "base_rate": 7.5e-8,
1058
+ "is_prompt": true,
1059
+ "token_type": "cache_read"
1060
+ },
1061
+ {
1062
+ "base_rate": 1e-6,
1063
+ "is_prompt": true,
1064
+ "token_type": "audio"
1065
+ }
1066
+ ]
1067
+ },
1068
+ {
1069
+ "name": "gemini-2.5-flash-preview-09-2025",
1070
+ "name_pattern": "gemini-2\\.5-flash-preview-09-2025",
1071
+ "source": "litellm",
1072
+ "token_prices": [
1073
+ {
1074
+ "base_rate": 3e-7,
1075
+ "is_prompt": true,
1076
+ "token_type": "input"
1077
+ },
1078
+ {
1079
+ "base_rate": 2.5e-6,
1080
+ "is_prompt": false,
1081
+ "token_type": "output"
1082
+ },
1083
+ {
1084
+ "base_rate": 7.5e-8,
1085
+ "is_prompt": true,
1086
+ "token_type": "cache_read"
1087
+ },
1088
+ {
1089
+ "base_rate": 1e-6,
1090
+ "is_prompt": true,
1091
+ "token_type": "audio"
1092
+ }
1093
+ ]
1094
+ },
1095
+ {
1096
+ "name": "gemini-2.5-pro",
1097
+ "name_pattern": "gemini-2.5-pro(@[a-zA-Z0-9]+)?",
1098
+ "source": "litellm",
1099
+ "token_prices": [
1100
+ {
1101
+ "base_rate": 1.25e-6,
1102
+ "is_prompt": true,
1103
+ "token_type": "input"
1104
+ },
1105
+ {
1106
+ "base_rate": 0.00001,
1107
+ "is_prompt": false,
1108
+ "token_type": "output"
1109
+ },
1110
+ {
1111
+ "base_rate": 1.25e-7,
1112
+ "is_prompt": true,
1113
+ "token_type": "cache_read"
1114
+ }
1115
+ ]
1116
+ },
1117
+ {
1118
+ "name": "gemini-2.5-pro-exp-03-25",
1119
+ "name_pattern": "gemini-2\\.5-pro-exp-03-25",
1120
+ "source": "litellm",
1121
+ "token_prices": [
1122
+ {
1123
+ "base_rate": 1.25e-6,
1124
+ "is_prompt": true,
1125
+ "token_type": "input"
1126
+ },
1127
+ {
1128
+ "base_rate": 0.00001,
1129
+ "is_prompt": false,
1130
+ "token_type": "output"
1131
+ },
1132
+ {
1133
+ "base_rate": 3.125e-7,
1134
+ "is_prompt": true,
1135
+ "token_type": "cache_read"
1136
+ }
1137
+ ]
1138
+ },
1139
+ {
1140
+ "name": "gemini-2.5-pro-preview-03-25",
1141
+ "name_pattern": "gemini-2\\.5-pro-preview-03-25",
1142
+ "source": "litellm",
1143
+ "token_prices": [
1144
+ {
1145
+ "base_rate": 1.25e-6,
1146
+ "is_prompt": true,
1147
+ "token_type": "input"
1148
+ },
1149
+ {
1150
+ "base_rate": 0.00001,
1151
+ "is_prompt": false,
1152
+ "token_type": "output"
1153
+ },
1154
+ {
1155
+ "base_rate": 3.125e-7,
1156
+ "is_prompt": true,
1157
+ "token_type": "cache_read"
1158
+ },
1159
+ {
1160
+ "base_rate": 1.25e-6,
1161
+ "is_prompt": true,
1162
+ "token_type": "audio"
1163
+ }
1164
+ ]
1165
+ },
1166
+ {
1167
+ "name": "gemini-2.5-pro-preview-05-06",
1168
+ "name_pattern": "gemini-2\\.5-pro-preview-05-06",
1169
+ "source": "litellm",
1170
+ "token_prices": [
1171
+ {
1172
+ "base_rate": 1.25e-6,
1173
+ "is_prompt": true,
1174
+ "token_type": "input"
1175
+ },
1176
+ {
1177
+ "base_rate": 0.00001,
1178
+ "is_prompt": false,
1179
+ "token_type": "output"
1180
+ },
1181
+ {
1182
+ "base_rate": 3.125e-7,
1183
+ "is_prompt": true,
1184
+ "token_type": "cache_read"
1185
+ },
1186
+ {
1187
+ "base_rate": 1.25e-6,
1188
+ "is_prompt": true,
1189
+ "token_type": "audio"
1190
+ }
1191
+ ]
1192
+ },
1193
+ {
1194
+ "name": "gemini-2.5-pro-preview-06-05",
1195
+ "name_pattern": "gemini-2\\.5-pro-preview-06-05",
1196
+ "source": "litellm",
1197
+ "token_prices": [
1198
+ {
1199
+ "base_rate": 1.25e-6,
1200
+ "is_prompt": true,
1201
+ "token_type": "input"
1202
+ },
1203
+ {
1204
+ "base_rate": 0.00001,
1205
+ "is_prompt": false,
1206
+ "token_type": "output"
1207
+ },
1208
+ {
1209
+ "base_rate": 3.125e-7,
1210
+ "is_prompt": true,
1211
+ "token_type": "cache_read"
1212
+ },
1213
+ {
1214
+ "base_rate": 1.25e-6,
1215
+ "is_prompt": true,
1216
+ "token_type": "audio"
1217
+ }
1218
+ ]
1219
+ },
1220
+ {
1221
+ "name": "gemini-2.5-pro-preview-tts",
1222
+ "name_pattern": "gemini-2\\.5-pro-preview-tts",
1223
+ "source": "litellm",
1224
+ "token_prices": [
1225
+ {
1226
+ "base_rate": 1.25e-6,
1227
+ "is_prompt": true,
1228
+ "token_type": "input"
1229
+ },
1230
+ {
1231
+ "base_rate": 0.00001,
1232
+ "is_prompt": false,
1233
+ "token_type": "output"
1234
+ },
1235
+ {
1236
+ "base_rate": 3.125e-7,
1237
+ "is_prompt": true,
1238
+ "token_type": "cache_read"
1239
+ },
1240
+ {
1241
+ "base_rate": 7e-7,
1242
+ "is_prompt": true,
1243
+ "token_type": "audio"
1244
+ }
1245
+ ]
1246
+ },
1247
+ {
1248
+ "name": "gemini-3-flash-preview",
1249
+ "name_pattern": "gemini-3-flash-preview",
1250
+ "source": "litellm",
1251
+ "token_prices": [
1252
+ {
1253
+ "base_rate": 5e-7,
1254
+ "is_prompt": true,
1255
+ "token_type": "input"
1256
+ },
1257
+ {
1258
+ "base_rate": 3e-6,
1259
+ "is_prompt": false,
1260
+ "token_type": "output"
1261
+ },
1262
+ {
1263
+ "base_rate": 5e-8,
1264
+ "is_prompt": true,
1265
+ "token_type": "cache_read"
1266
+ },
1267
+ {
1268
+ "base_rate": 1e-6,
1269
+ "is_prompt": true,
1270
+ "token_type": "audio"
1271
+ }
1272
+ ]
1273
+ },
1274
+ {
1275
+ "name": "gemini-3-pro-image-preview",
1276
+ "name_pattern": "gemini-3-pro-image-preview",
1277
+ "source": "litellm",
1278
+ "token_prices": [
1279
+ {
1280
+ "base_rate": 2e-6,
1281
+ "is_prompt": true,
1282
+ "token_type": "input"
1283
+ },
1284
+ {
1285
+ "base_rate": 0.000012,
1286
+ "is_prompt": false,
1287
+ "token_type": "output"
1288
+ }
1289
+ ]
1290
+ },
1291
+ {
1292
+ "name": "gemini-3-pro-preview",
1293
+ "name_pattern": "gemini-3-pro-preview",
1294
+ "source": "litellm",
1295
+ "token_prices": [
1296
+ {
1297
+ "base_rate": 2e-6,
1298
+ "is_prompt": true,
1299
+ "token_type": "input"
1300
+ },
1301
+ {
1302
+ "base_rate": 0.000012,
1303
+ "is_prompt": false,
1304
+ "token_type": "output"
1305
+ },
1306
+ {
1307
+ "base_rate": 2e-7,
1308
+ "is_prompt": true,
1309
+ "token_type": "cache_read"
1310
+ }
1311
+ ]
1312
+ },
1313
+ {
1314
+ "name": "gemini-live-2.5-flash-preview-native-audio-09-2025",
1315
+ "name_pattern": "gemini-live-2\\.5-flash-preview-native-audio-09-2025",
1316
+ "source": "litellm",
1317
+ "token_prices": [
1318
+ {
1319
+ "base_rate": 3e-7,
1320
+ "is_prompt": true,
1321
+ "token_type": "input"
1322
+ },
1323
+ {
1324
+ "base_rate": 2e-6,
1325
+ "is_prompt": false,
1326
+ "token_type": "output"
1327
+ },
1328
+ {
1329
+ "base_rate": 7.5e-8,
1330
+ "is_prompt": true,
1331
+ "token_type": "cache_read"
1332
+ },
1333
+ {
1334
+ "base_rate": 3e-6,
1335
+ "is_prompt": true,
1336
+ "token_type": "audio"
1337
+ },
1338
+ {
1339
+ "base_rate": 0.000012,
1340
+ "is_prompt": false,
1341
+ "token_type": "audio"
1342
+ }
1343
+ ]
1344
+ },
1345
+ {
1346
+ "name": "gpt-3.5-turbo",
1347
+ "name_pattern": "gpt-(35|3.5)-turbo",
1348
+ "source": "litellm",
1349
+ "token_prices": [
1350
+ {
1351
+ "base_rate": 5e-7,
1352
+ "is_prompt": true,
1353
+ "token_type": "input"
1354
+ },
1355
+ {
1356
+ "base_rate": 1.5e-6,
1357
+ "is_prompt": false,
1358
+ "token_type": "output"
1359
+ }
1360
+ ]
1361
+ },
1362
+ {
1363
+ "name": "gpt-3.5-turbo-0125",
1364
+ "name_pattern": "gpt-(35|3.5)-turbo-0125",
1365
+ "source": "litellm",
1366
+ "token_prices": [
1367
+ {
1368
+ "base_rate": 5e-7,
1369
+ "is_prompt": true,
1370
+ "token_type": "input"
1371
+ },
1372
+ {
1373
+ "base_rate": 1.5e-6,
1374
+ "is_prompt": false,
1375
+ "token_type": "output"
1376
+ }
1377
+ ]
1378
+ },
1379
+ {
1380
+ "name": "gpt-3.5-turbo-0301",
1381
+ "name_pattern": "gpt-(35|3.5)-turbo-0301",
1382
+ "source": "litellm",
1383
+ "token_prices": [
1384
+ {
1385
+ "base_rate": 1.5e-6,
1386
+ "is_prompt": true,
1387
+ "token_type": "input"
1388
+ },
1389
+ {
1390
+ "base_rate": 2e-6,
1391
+ "is_prompt": false,
1392
+ "token_type": "output"
1393
+ }
1394
+ ]
1395
+ },
1396
+ {
1397
+ "name": "gpt-3.5-turbo-0613",
1398
+ "name_pattern": "gpt-(35|3.5)-turbo-0613",
1399
+ "source": "litellm",
1400
+ "token_prices": [
1401
+ {
1402
+ "base_rate": 1.5e-6,
1403
+ "is_prompt": true,
1404
+ "token_type": "input"
1405
+ },
1406
+ {
1407
+ "base_rate": 2e-6,
1408
+ "is_prompt": false,
1409
+ "token_type": "output"
1410
+ }
1411
+ ]
1412
+ },
1413
+ {
1414
+ "name": "gpt-3.5-turbo-1106",
1415
+ "name_pattern": "gpt-(35|3.5)-turbo-1106",
1416
+ "source": "litellm",
1417
+ "token_prices": [
1418
+ {
1419
+ "base_rate": 1e-6,
1420
+ "is_prompt": true,
1421
+ "token_type": "input"
1422
+ },
1423
+ {
1424
+ "base_rate": 2e-6,
1425
+ "is_prompt": false,
1426
+ "token_type": "output"
1427
+ }
1428
+ ]
1429
+ },
1430
+ {
1431
+ "name": "gpt-3.5-turbo-16k",
1432
+ "name_pattern": "gpt-(35|3.5)-turbo-16k",
1433
+ "source": "litellm",
1434
+ "token_prices": [
1435
+ {
1436
+ "base_rate": 3e-6,
1437
+ "is_prompt": true,
1438
+ "token_type": "input"
1439
+ },
1440
+ {
1441
+ "base_rate": 4e-6,
1442
+ "is_prompt": false,
1443
+ "token_type": "output"
1444
+ }
1445
+ ]
1446
+ },
1447
+ {
1448
+ "name": "gpt-3.5-turbo-16k-0613",
1449
+ "name_pattern": "gpt-(35|3.5)-turbo-16k-0613",
1450
+ "source": "litellm",
1451
+ "token_prices": [
1452
+ {
1453
+ "base_rate": 3e-6,
1454
+ "is_prompt": true,
1455
+ "token_type": "input"
1456
+ },
1457
+ {
1458
+ "base_rate": 4e-6,
1459
+ "is_prompt": false,
1460
+ "token_type": "output"
1461
+ }
1462
+ ]
1463
+ },
1464
+ {
1465
+ "name": "gpt-3.5-turbo-instruct",
1466
+ "name_pattern": "gpt-(35|3.5)-turbo-instruct",
1467
+ "source": "litellm",
1468
+ "token_prices": [
1469
+ {
1470
+ "base_rate": 1.5e-6,
1471
+ "is_prompt": true,
1472
+ "token_type": "input"
1473
+ },
1474
+ {
1475
+ "base_rate": 2e-6,
1476
+ "is_prompt": false,
1477
+ "token_type": "output"
1478
+ }
1479
+ ]
1480
+ },
1481
+ {
1482
+ "name": "gpt-3.5-turbo-instruct-0914",
1483
+ "name_pattern": "gpt-3\\.5-turbo-instruct-0914",
1484
+ "source": "litellm",
1485
+ "token_prices": [
1486
+ {
1487
+ "base_rate": 1.5e-6,
1488
+ "is_prompt": true,
1489
+ "token_type": "input"
1490
+ },
1491
+ {
1492
+ "base_rate": 2e-6,
1493
+ "is_prompt": false,
1494
+ "token_type": "output"
1495
+ }
1496
+ ]
1497
+ },
1498
+ {
1499
+ "name": "gpt-4",
1500
+ "name_pattern": "gpt-4",
1501
+ "source": "litellm",
1502
+ "token_prices": [
1503
+ {
1504
+ "base_rate": 0.00003,
1505
+ "is_prompt": true,
1506
+ "token_type": "input"
1507
+ },
1508
+ {
1509
+ "base_rate": 0.00006,
1510
+ "is_prompt": false,
1511
+ "token_type": "output"
1512
+ }
1513
+ ]
1514
+ },
1515
+ {
1516
+ "name": "gpt-4-0125-preview",
1517
+ "name_pattern": "gpt-4-0125-preview",
1518
+ "source": "litellm",
1519
+ "token_prices": [
1520
+ {
1521
+ "base_rate": 0.00001,
1522
+ "is_prompt": true,
1523
+ "token_type": "input"
1524
+ },
1525
+ {
1526
+ "base_rate": 0.00003,
1527
+ "is_prompt": false,
1528
+ "token_type": "output"
1529
+ }
1530
+ ]
1531
+ },
1532
+ {
1533
+ "name": "gpt-4-0314",
1534
+ "name_pattern": "gpt-4-0314",
1535
+ "source": "litellm",
1536
+ "token_prices": [
1537
+ {
1538
+ "base_rate": 0.00003,
1539
+ "is_prompt": true,
1540
+ "token_type": "input"
1541
+ },
1542
+ {
1543
+ "base_rate": 0.00006,
1544
+ "is_prompt": false,
1545
+ "token_type": "output"
1546
+ }
1547
+ ]
1548
+ },
1549
+ {
1550
+ "name": "gpt-4-0613",
1551
+ "name_pattern": "gpt-4-0613",
1552
+ "source": "litellm",
1553
+ "token_prices": [
1554
+ {
1555
+ "base_rate": 0.00003,
1556
+ "is_prompt": true,
1557
+ "token_type": "input"
1558
+ },
1559
+ {
1560
+ "base_rate": 0.00006,
1561
+ "is_prompt": false,
1562
+ "token_type": "output"
1563
+ }
1564
+ ]
1565
+ },
1566
+ {
1567
+ "name": "gpt-4-1106-preview",
1568
+ "name_pattern": "gpt-4-1106-preview",
1569
+ "source": "litellm",
1570
+ "token_prices": [
1571
+ {
1572
+ "base_rate": 0.00001,
1573
+ "is_prompt": true,
1574
+ "token_type": "input"
1575
+ },
1576
+ {
1577
+ "base_rate": 0.00003,
1578
+ "is_prompt": false,
1579
+ "token_type": "output"
1580
+ }
1581
+ ]
1582
+ },
1583
+ {
1584
+ "name": "gpt-4-1106-vision-preview",
1585
+ "name_pattern": "gpt-4-1106-vision-preview",
1586
+ "source": "litellm",
1587
+ "token_prices": [
1588
+ {
1589
+ "base_rate": 0.00001,
1590
+ "is_prompt": true,
1591
+ "token_type": "input"
1592
+ },
1593
+ {
1594
+ "base_rate": 0.00003,
1595
+ "is_prompt": false,
1596
+ "token_type": "output"
1597
+ }
1598
+ ]
1599
+ },
1600
+ {
1601
+ "name": "gpt-4-32k",
1602
+ "name_pattern": "gpt-4-32k",
1603
+ "source": "litellm",
1604
+ "token_prices": [
1605
+ {
1606
+ "base_rate": 0.00006,
1607
+ "is_prompt": true,
1608
+ "token_type": "input"
1609
+ },
1610
+ {
1611
+ "base_rate": 0.00012,
1612
+ "is_prompt": false,
1613
+ "token_type": "output"
1614
+ }
1615
+ ]
1616
+ },
1617
+ {
1618
+ "name": "gpt-4-32k-0314",
1619
+ "name_pattern": "gpt-4-32k-0314",
1620
+ "source": "litellm",
1621
+ "token_prices": [
1622
+ {
1623
+ "base_rate": 0.00006,
1624
+ "is_prompt": true,
1625
+ "token_type": "input"
1626
+ },
1627
+ {
1628
+ "base_rate": 0.00012,
1629
+ "is_prompt": false,
1630
+ "token_type": "output"
1631
+ }
1632
+ ]
1633
+ },
1634
+ {
1635
+ "name": "gpt-4-32k-0613",
1636
+ "name_pattern": "gpt-4-32k-0613",
1637
+ "source": "litellm",
1638
+ "token_prices": [
1639
+ {
1640
+ "base_rate": 0.00006,
1641
+ "is_prompt": true,
1642
+ "token_type": "input"
1643
+ },
1644
+ {
1645
+ "base_rate": 0.00012,
1646
+ "is_prompt": false,
1647
+ "token_type": "output"
1648
+ }
1649
+ ]
1650
+ },
1651
+ {
1652
+ "name": "gpt-4-turbo",
1653
+ "name_pattern": "gpt-4-turbo",
1654
+ "source": "litellm",
1655
+ "token_prices": [
1656
+ {
1657
+ "base_rate": 0.00001,
1658
+ "is_prompt": true,
1659
+ "token_type": "input"
1660
+ },
1661
+ {
1662
+ "base_rate": 0.00003,
1663
+ "is_prompt": false,
1664
+ "token_type": "output"
1665
+ }
1666
+ ]
1667
+ },
1668
+ {
1669
+ "name": "gpt-4-turbo-2024-04-09",
1670
+ "name_pattern": "gpt-4-turbo-2024-04-09",
1671
+ "source": "litellm",
1672
+ "token_prices": [
1673
+ {
1674
+ "base_rate": 0.00001,
1675
+ "is_prompt": true,
1676
+ "token_type": "input"
1677
+ },
1678
+ {
1679
+ "base_rate": 0.00003,
1680
+ "is_prompt": false,
1681
+ "token_type": "output"
1682
+ }
1683
+ ]
1684
+ },
1685
+ {
1686
+ "name": "gpt-4-turbo-preview",
1687
+ "name_pattern": "gpt-4-turbo-preview",
1688
+ "source": "litellm",
1689
+ "token_prices": [
1690
+ {
1691
+ "base_rate": 0.00001,
1692
+ "is_prompt": true,
1693
+ "token_type": "input"
1694
+ },
1695
+ {
1696
+ "base_rate": 0.00003,
1697
+ "is_prompt": false,
1698
+ "token_type": "output"
1699
+ }
1700
+ ]
1701
+ },
1702
+ {
1703
+ "name": "gpt-4-vision-preview",
1704
+ "name_pattern": "gpt-4-vision-preview",
1705
+ "source": "litellm",
1706
+ "token_prices": [
1707
+ {
1708
+ "base_rate": 0.00001,
1709
+ "is_prompt": true,
1710
+ "token_type": "input"
1711
+ },
1712
+ {
1713
+ "base_rate": 0.00003,
1714
+ "is_prompt": false,
1715
+ "token_type": "output"
1716
+ }
1717
+ ]
1718
+ },
1719
+ {
1720
+ "name": "gpt-4.1",
1721
+ "name_pattern": "gpt-4.1",
1722
+ "source": "litellm",
1723
+ "token_prices": [
1724
+ {
1725
+ "base_rate": 2e-6,
1726
+ "is_prompt": true,
1727
+ "token_type": "input"
1728
+ },
1729
+ {
1730
+ "base_rate": 8e-6,
1731
+ "is_prompt": false,
1732
+ "token_type": "output"
1733
+ },
1734
+ {
1735
+ "base_rate": 5e-7,
1736
+ "is_prompt": true,
1737
+ "token_type": "cache_read"
1738
+ }
1739
+ ]
1740
+ },
1741
+ {
1742
+ "name": "gpt-4.1-2025-04-14",
1743
+ "name_pattern": "gpt-4\\.1-2025-04-14",
1744
+ "source": "litellm",
1745
+ "token_prices": [
1746
+ {
1747
+ "base_rate": 2e-6,
1748
+ "is_prompt": true,
1749
+ "token_type": "input"
1750
+ },
1751
+ {
1752
+ "base_rate": 8e-6,
1753
+ "is_prompt": false,
1754
+ "token_type": "output"
1755
+ },
1756
+ {
1757
+ "base_rate": 5e-7,
1758
+ "is_prompt": true,
1759
+ "token_type": "cache_read"
1760
+ }
1761
+ ]
1762
+ },
1763
+ {
1764
+ "name": "gpt-4.1-mini",
1765
+ "name_pattern": "gpt-4\\.1-mini",
1766
+ "source": "litellm",
1767
+ "token_prices": [
1768
+ {
1769
+ "base_rate": 4e-7,
1770
+ "is_prompt": true,
1771
+ "token_type": "input"
1772
+ },
1773
+ {
1774
+ "base_rate": 1.6e-6,
1775
+ "is_prompt": false,
1776
+ "token_type": "output"
1777
+ },
1778
+ {
1779
+ "base_rate": 1e-7,
1780
+ "is_prompt": true,
1781
+ "token_type": "cache_read"
1782
+ }
1783
+ ]
1784
+ },
1785
+ {
1786
+ "name": "gpt-4.1-mini-2025-04-14",
1787
+ "name_pattern": "gpt-4\\.1-mini-2025-04-14",
1788
+ "source": "litellm",
1789
+ "token_prices": [
1790
+ {
1791
+ "base_rate": 4e-7,
1792
+ "is_prompt": true,
1793
+ "token_type": "input"
1794
+ },
1795
+ {
1796
+ "base_rate": 1.6e-6,
1797
+ "is_prompt": false,
1798
+ "token_type": "output"
1799
+ },
1800
+ {
1801
+ "base_rate": 1e-7,
1802
+ "is_prompt": true,
1803
+ "token_type": "cache_read"
1804
+ }
1805
+ ]
1806
+ },
1807
+ {
1808
+ "name": "gpt-4.1-nano",
1809
+ "name_pattern": "gpt-4\\.1-nano",
1810
+ "source": "litellm",
1811
+ "token_prices": [
1812
+ {
1813
+ "base_rate": 1e-7,
1814
+ "is_prompt": true,
1815
+ "token_type": "input"
1816
+ },
1817
+ {
1818
+ "base_rate": 4e-7,
1819
+ "is_prompt": false,
1820
+ "token_type": "output"
1821
+ },
1822
+ {
1823
+ "base_rate": 2.5e-8,
1824
+ "is_prompt": true,
1825
+ "token_type": "cache_read"
1826
+ }
1827
+ ]
1828
+ },
1829
+ {
1830
+ "name": "gpt-4.1-nano-2025-04-14",
1831
+ "name_pattern": "gpt-4\\.1-nano-2025-04-14",
1832
+ "source": "litellm",
1833
+ "token_prices": [
1834
+ {
1835
+ "base_rate": 1e-7,
1836
+ "is_prompt": true,
1837
+ "token_type": "input"
1838
+ },
1839
+ {
1840
+ "base_rate": 4e-7,
1841
+ "is_prompt": false,
1842
+ "token_type": "output"
1843
+ },
1844
+ {
1845
+ "base_rate": 2.5e-8,
1846
+ "is_prompt": true,
1847
+ "token_type": "cache_read"
1848
+ }
1849
+ ]
1850
+ },
1851
+ {
1852
+ "name": "gpt-4.5-preview",
1853
+ "name_pattern": "gpt-4\\.5-preview",
1854
+ "source": "litellm",
1855
+ "token_prices": [
1856
+ {
1857
+ "base_rate": 0.000075,
1858
+ "is_prompt": true,
1859
+ "token_type": "input"
1860
+ },
1861
+ {
1862
+ "base_rate": 0.00015,
1863
+ "is_prompt": false,
1864
+ "token_type": "output"
1865
+ },
1866
+ {
1867
+ "base_rate": 0.0000375,
1868
+ "is_prompt": true,
1869
+ "token_type": "cache_read"
1870
+ }
1871
+ ]
1872
+ },
1873
+ {
1874
+ "name": "gpt-4.5-preview-2025-02-27",
1875
+ "name_pattern": "gpt-4\\.5-preview-2025-02-27",
1876
+ "source": "litellm",
1877
+ "token_prices": [
1878
+ {
1879
+ "base_rate": 0.000075,
1880
+ "is_prompt": true,
1881
+ "token_type": "input"
1882
+ },
1883
+ {
1884
+ "base_rate": 0.00015,
1885
+ "is_prompt": false,
1886
+ "token_type": "output"
1887
+ },
1888
+ {
1889
+ "base_rate": 0.0000375,
1890
+ "is_prompt": true,
1891
+ "token_type": "cache_read"
1892
+ }
1893
+ ]
1894
+ },
1895
+ {
1896
+ "name": "gpt-4o",
1897
+ "name_pattern": "gpt-4o",
1898
+ "source": "litellm",
1899
+ "token_prices": [
1900
+ {
1901
+ "base_rate": 2.5e-6,
1902
+ "is_prompt": true,
1903
+ "token_type": "input"
1904
+ },
1905
+ {
1906
+ "base_rate": 0.00001,
1907
+ "is_prompt": false,
1908
+ "token_type": "output"
1909
+ },
1910
+ {
1911
+ "base_rate": 1.25e-6,
1912
+ "is_prompt": true,
1913
+ "token_type": "cache_read"
1914
+ }
1915
+ ]
1916
+ },
1917
+ {
1918
+ "name": "gpt-4o-2024-05-13",
1919
+ "name_pattern": "gpt-4o-2024-05-13",
1920
+ "source": "litellm",
1921
+ "token_prices": [
1922
+ {
1923
+ "base_rate": 5e-6,
1924
+ "is_prompt": true,
1925
+ "token_type": "input"
1926
+ },
1927
+ {
1928
+ "base_rate": 0.000015,
1929
+ "is_prompt": false,
1930
+ "token_type": "output"
1931
+ }
1932
+ ]
1933
+ },
1934
+ {
1935
+ "name": "gpt-4o-2024-08-06",
1936
+ "name_pattern": "gpt-4o-2024-08-06",
1937
+ "source": "litellm",
1938
+ "token_prices": [
1939
+ {
1940
+ "base_rate": 2.5e-6,
1941
+ "is_prompt": true,
1942
+ "token_type": "input"
1943
+ },
1944
+ {
1945
+ "base_rate": 0.00001,
1946
+ "is_prompt": false,
1947
+ "token_type": "output"
1948
+ },
1949
+ {
1950
+ "base_rate": 1.25e-6,
1951
+ "is_prompt": true,
1952
+ "token_type": "cache_read"
1953
+ }
1954
+ ]
1955
+ },
1956
+ {
1957
+ "name": "gpt-4o-2024-11-20",
1958
+ "name_pattern": "gpt-4o-2024-11-20",
1959
+ "source": "litellm",
1960
+ "token_prices": [
1961
+ {
1962
+ "base_rate": 2.5e-6,
1963
+ "is_prompt": true,
1964
+ "token_type": "input"
1965
+ },
1966
+ {
1967
+ "base_rate": 0.00001,
1968
+ "is_prompt": false,
1969
+ "token_type": "output"
1970
+ },
1971
+ {
1972
+ "base_rate": 1.25e-6,
1973
+ "is_prompt": true,
1974
+ "token_type": "cache_read"
1975
+ }
1976
+ ]
1977
+ },
1978
+ {
1979
+ "name": "gpt-4o-audio-preview",
1980
+ "name_pattern": "gpt-4o-audio-preview",
1981
+ "source": "litellm",
1982
+ "token_prices": [
1983
+ {
1984
+ "base_rate": 2.5e-6,
1985
+ "is_prompt": true,
1986
+ "token_type": "input"
1987
+ },
1988
+ {
1989
+ "base_rate": 0.00001,
1990
+ "is_prompt": false,
1991
+ "token_type": "output"
1992
+ },
1993
+ {
1994
+ "base_rate": 0.0001,
1995
+ "is_prompt": true,
1996
+ "token_type": "audio"
1997
+ },
1998
+ {
1999
+ "base_rate": 0.0002,
2000
+ "is_prompt": false,
2001
+ "token_type": "audio"
2002
+ }
2003
+ ]
2004
+ },
2005
+ {
2006
+ "name": "gpt-4o-audio-preview-2024-10-01",
2007
+ "name_pattern": "gpt-4o-audio-preview-2024-10-01",
2008
+ "source": "litellm",
2009
+ "token_prices": [
2010
+ {
2011
+ "base_rate": 2.5e-6,
2012
+ "is_prompt": true,
2013
+ "token_type": "input"
2014
+ },
2015
+ {
2016
+ "base_rate": 0.00001,
2017
+ "is_prompt": false,
2018
+ "token_type": "output"
2019
+ },
2020
+ {
2021
+ "base_rate": 0.0001,
2022
+ "is_prompt": true,
2023
+ "token_type": "audio"
2024
+ },
2025
+ {
2026
+ "base_rate": 0.0002,
2027
+ "is_prompt": false,
2028
+ "token_type": "audio"
2029
+ }
2030
+ ]
2031
+ },
2032
+ {
2033
+ "name": "gpt-4o-audio-preview-2024-12-17",
2034
+ "name_pattern": "gpt-4o-audio-preview-2024-12-17",
2035
+ "source": "litellm",
2036
+ "token_prices": [
2037
+ {
2038
+ "base_rate": 2.5e-6,
2039
+ "is_prompt": true,
2040
+ "token_type": "input"
2041
+ },
2042
+ {
2043
+ "base_rate": 0.00001,
2044
+ "is_prompt": false,
2045
+ "token_type": "output"
2046
+ },
2047
+ {
2048
+ "base_rate": 0.00004,
2049
+ "is_prompt": true,
2050
+ "token_type": "audio"
2051
+ },
2052
+ {
2053
+ "base_rate": 0.00008,
2054
+ "is_prompt": false,
2055
+ "token_type": "audio"
2056
+ }
2057
+ ]
2058
+ },
2059
+ {
2060
+ "name": "gpt-4o-audio-preview-2025-06-03",
2061
+ "name_pattern": "gpt-4o-audio-preview-2025-06-03",
2062
+ "source": "litellm",
2063
+ "token_prices": [
2064
+ {
2065
+ "base_rate": 2.5e-6,
2066
+ "is_prompt": true,
2067
+ "token_type": "input"
2068
+ },
2069
+ {
2070
+ "base_rate": 0.00001,
2071
+ "is_prompt": false,
2072
+ "token_type": "output"
2073
+ },
2074
+ {
2075
+ "base_rate": 0.00004,
2076
+ "is_prompt": true,
2077
+ "token_type": "audio"
2078
+ },
2079
+ {
2080
+ "base_rate": 0.00008,
2081
+ "is_prompt": false,
2082
+ "token_type": "audio"
2083
+ }
2084
+ ]
2085
+ },
2086
+ {
2087
+ "name": "gpt-4o-mini",
2088
+ "name_pattern": "gpt-4o-mini",
2089
+ "source": "litellm",
2090
+ "token_prices": [
2091
+ {
2092
+ "base_rate": 1.5e-7,
2093
+ "is_prompt": true,
2094
+ "token_type": "input"
2095
+ },
2096
+ {
2097
+ "base_rate": 6e-7,
2098
+ "is_prompt": false,
2099
+ "token_type": "output"
2100
+ },
2101
+ {
2102
+ "base_rate": 7.5e-8,
2103
+ "is_prompt": true,
2104
+ "token_type": "cache_read"
2105
+ }
2106
+ ]
2107
+ },
2108
+ {
2109
+ "name": "gpt-4o-mini-2024-07-18",
2110
+ "name_pattern": "gpt-4o-mini-2024-07-18",
2111
+ "source": "litellm",
2112
+ "token_prices": [
2113
+ {
2114
+ "base_rate": 1.5e-7,
2115
+ "is_prompt": true,
2116
+ "token_type": "input"
2117
+ },
2118
+ {
2119
+ "base_rate": 6e-7,
2120
+ "is_prompt": false,
2121
+ "token_type": "output"
2122
+ },
2123
+ {
2124
+ "base_rate": 7.5e-8,
2125
+ "is_prompt": true,
2126
+ "token_type": "cache_read"
2127
+ }
2128
+ ]
2129
+ },
2130
+ {
2131
+ "name": "gpt-4o-mini-audio-preview",
2132
+ "name_pattern": "gpt-4o-mini-audio-preview",
2133
+ "source": "litellm",
2134
+ "token_prices": [
2135
+ {
2136
+ "base_rate": 1.5e-7,
2137
+ "is_prompt": true,
2138
+ "token_type": "input"
2139
+ },
2140
+ {
2141
+ "base_rate": 6e-7,
2142
+ "is_prompt": false,
2143
+ "token_type": "output"
2144
+ },
2145
+ {
2146
+ "base_rate": 0.00001,
2147
+ "is_prompt": true,
2148
+ "token_type": "audio"
2149
+ },
2150
+ {
2151
+ "base_rate": 0.00002,
2152
+ "is_prompt": false,
2153
+ "token_type": "audio"
2154
+ }
2155
+ ]
2156
+ },
2157
+ {
2158
+ "name": "gpt-4o-mini-audio-preview-2024-12-17",
2159
+ "name_pattern": "gpt-4o-mini-audio-preview-2024-12-17",
2160
+ "source": "litellm",
2161
+ "token_prices": [
2162
+ {
2163
+ "base_rate": 1.5e-7,
2164
+ "is_prompt": true,
2165
+ "token_type": "input"
2166
+ },
2167
+ {
2168
+ "base_rate": 6e-7,
2169
+ "is_prompt": false,
2170
+ "token_type": "output"
2171
+ },
2172
+ {
2173
+ "base_rate": 0.00001,
2174
+ "is_prompt": true,
2175
+ "token_type": "audio"
2176
+ },
2177
+ {
2178
+ "base_rate": 0.00002,
2179
+ "is_prompt": false,
2180
+ "token_type": "audio"
2181
+ }
2182
+ ]
2183
+ },
2184
+ {
2185
+ "name": "gpt-4o-mini-realtime-preview",
2186
+ "name_pattern": "gpt-4o-mini-realtime-preview",
2187
+ "source": "litellm",
2188
+ "token_prices": [
2189
+ {
2190
+ "base_rate": 6e-7,
2191
+ "is_prompt": true,
2192
+ "token_type": "input"
2193
+ },
2194
+ {
2195
+ "base_rate": 2.4e-6,
2196
+ "is_prompt": false,
2197
+ "token_type": "output"
2198
+ },
2199
+ {
2200
+ "base_rate": 3e-7,
2201
+ "is_prompt": true,
2202
+ "token_type": "cache_read"
2203
+ },
2204
+ {
2205
+ "base_rate": 0.00001,
2206
+ "is_prompt": true,
2207
+ "token_type": "audio"
2208
+ },
2209
+ {
2210
+ "base_rate": 0.00002,
2211
+ "is_prompt": false,
2212
+ "token_type": "audio"
2213
+ }
2214
+ ]
2215
+ },
2216
+ {
2217
+ "name": "gpt-4o-mini-realtime-preview-2024-12-17",
2218
+ "name_pattern": "gpt-4o-mini-realtime-preview-2024-12-17",
2219
+ "source": "litellm",
2220
+ "token_prices": [
2221
+ {
2222
+ "base_rate": 6e-7,
2223
+ "is_prompt": true,
2224
+ "token_type": "input"
2225
+ },
2226
+ {
2227
+ "base_rate": 2.4e-6,
2228
+ "is_prompt": false,
2229
+ "token_type": "output"
2230
+ },
2231
+ {
2232
+ "base_rate": 3e-7,
2233
+ "is_prompt": true,
2234
+ "token_type": "cache_read"
2235
+ },
2236
+ {
2237
+ "base_rate": 0.00001,
2238
+ "is_prompt": true,
2239
+ "token_type": "audio"
2240
+ },
2241
+ {
2242
+ "base_rate": 0.00002,
2243
+ "is_prompt": false,
2244
+ "token_type": "audio"
2245
+ }
2246
+ ]
2247
+ },
2248
+ {
2249
+ "name": "gpt-4o-mini-search-preview",
2250
+ "name_pattern": "gpt-4o-mini-search-preview",
2251
+ "source": "litellm",
2252
+ "token_prices": [
2253
+ {
2254
+ "base_rate": 1.5e-7,
2255
+ "is_prompt": true,
2256
+ "token_type": "input"
2257
+ },
2258
+ {
2259
+ "base_rate": 6e-7,
2260
+ "is_prompt": false,
2261
+ "token_type": "output"
2262
+ },
2263
+ {
2264
+ "base_rate": 7.5e-8,
2265
+ "is_prompt": true,
2266
+ "token_type": "cache_read"
2267
+ }
2268
+ ]
2269
+ },
2270
+ {
2271
+ "name": "gpt-4o-mini-search-preview-2025-03-11",
2272
+ "name_pattern": "gpt-4o-mini-search-preview-2025-03-11",
2273
+ "source": "litellm",
2274
+ "token_prices": [
2275
+ {
2276
+ "base_rate": 1.5e-7,
2277
+ "is_prompt": true,
2278
+ "token_type": "input"
2279
+ },
2280
+ {
2281
+ "base_rate": 6e-7,
2282
+ "is_prompt": false,
2283
+ "token_type": "output"
2284
+ },
2285
+ {
2286
+ "base_rate": 7.5e-8,
2287
+ "is_prompt": true,
2288
+ "token_type": "cache_read"
2289
+ }
2290
+ ]
2291
+ },
2292
+ {
2293
+ "name": "gpt-4o-mini-transcribe",
2294
+ "name_pattern": "gpt-4o-mini-transcribe",
2295
+ "source": "litellm",
2296
+ "token_prices": [
2297
+ {
2298
+ "base_rate": 1.25e-6,
2299
+ "is_prompt": true,
2300
+ "token_type": "input"
2301
+ },
2302
+ {
2303
+ "base_rate": 5e-6,
2304
+ "is_prompt": false,
2305
+ "token_type": "output"
2306
+ },
2307
+ {
2308
+ "base_rate": 3e-6,
2309
+ "is_prompt": true,
2310
+ "token_type": "audio"
2311
+ }
2312
+ ]
2313
+ },
2314
+ {
2315
+ "name": "gpt-4o-mini-tts",
2316
+ "name_pattern": "gpt-4o-mini-tts",
2317
+ "source": "litellm",
2318
+ "token_prices": [
2319
+ {
2320
+ "base_rate": 2.5e-6,
2321
+ "is_prompt": true,
2322
+ "token_type": "input"
2323
+ },
2324
+ {
2325
+ "base_rate": 0.00001,
2326
+ "is_prompt": false,
2327
+ "token_type": "output"
2328
+ },
2329
+ {
2330
+ "base_rate": 0.000012,
2331
+ "is_prompt": false,
2332
+ "token_type": "audio"
2333
+ }
2334
+ ]
2335
+ },
2336
+ {
2337
+ "name": "gpt-4o-realtime-preview",
2338
+ "name_pattern": "gpt-4o-realtime-preview",
2339
+ "source": "litellm",
2340
+ "token_prices": [
2341
+ {
2342
+ "base_rate": 5e-6,
2343
+ "is_prompt": true,
2344
+ "token_type": "input"
2345
+ },
2346
+ {
2347
+ "base_rate": 0.00002,
2348
+ "is_prompt": false,
2349
+ "token_type": "output"
2350
+ },
2351
+ {
2352
+ "base_rate": 2.5e-6,
2353
+ "is_prompt": true,
2354
+ "token_type": "cache_read"
2355
+ },
2356
+ {
2357
+ "base_rate": 0.00004,
2358
+ "is_prompt": true,
2359
+ "token_type": "audio"
2360
+ },
2361
+ {
2362
+ "base_rate": 0.00008,
2363
+ "is_prompt": false,
2364
+ "token_type": "audio"
2365
+ }
2366
+ ]
2367
+ },
2368
+ {
2369
+ "name": "gpt-4o-realtime-preview-2024-10-01",
2370
+ "name_pattern": "gpt-4o-realtime-preview-2024-10-01",
2371
+ "source": "litellm",
2372
+ "token_prices": [
2373
+ {
2374
+ "base_rate": 5e-6,
2375
+ "is_prompt": true,
2376
+ "token_type": "input"
2377
+ },
2378
+ {
2379
+ "base_rate": 0.00002,
2380
+ "is_prompt": false,
2381
+ "token_type": "output"
2382
+ },
2383
+ {
2384
+ "base_rate": 2.5e-6,
2385
+ "is_prompt": true,
2386
+ "token_type": "cache_read"
2387
+ },
2388
+ {
2389
+ "base_rate": 0.0001,
2390
+ "is_prompt": true,
2391
+ "token_type": "audio"
2392
+ },
2393
+ {
2394
+ "base_rate": 0.0002,
2395
+ "is_prompt": false,
2396
+ "token_type": "audio"
2397
+ }
2398
+ ]
2399
+ },
2400
+ {
2401
+ "name": "gpt-4o-realtime-preview-2024-12-17",
2402
+ "name_pattern": "gpt-4o-realtime-preview-2024-12-17",
2403
+ "source": "litellm",
2404
+ "token_prices": [
2405
+ {
2406
+ "base_rate": 5e-6,
2407
+ "is_prompt": true,
2408
+ "token_type": "input"
2409
+ },
2410
+ {
2411
+ "base_rate": 0.00002,
2412
+ "is_prompt": false,
2413
+ "token_type": "output"
2414
+ },
2415
+ {
2416
+ "base_rate": 2.5e-6,
2417
+ "is_prompt": true,
2418
+ "token_type": "cache_read"
2419
+ },
2420
+ {
2421
+ "base_rate": 0.00004,
2422
+ "is_prompt": true,
2423
+ "token_type": "audio"
2424
+ },
2425
+ {
2426
+ "base_rate": 0.00008,
2427
+ "is_prompt": false,
2428
+ "token_type": "audio"
2429
+ }
2430
+ ]
2431
+ },
2432
+ {
2433
+ "name": "gpt-4o-realtime-preview-2025-06-03",
2434
+ "name_pattern": "gpt-4o-realtime-preview-2025-06-03",
2435
+ "source": "litellm",
2436
+ "token_prices": [
2437
+ {
2438
+ "base_rate": 5e-6,
2439
+ "is_prompt": true,
2440
+ "token_type": "input"
2441
+ },
2442
+ {
2443
+ "base_rate": 0.00002,
2444
+ "is_prompt": false,
2445
+ "token_type": "output"
2446
+ },
2447
+ {
2448
+ "base_rate": 2.5e-6,
2449
+ "is_prompt": true,
2450
+ "token_type": "cache_read"
2451
+ },
2452
+ {
2453
+ "base_rate": 0.00004,
2454
+ "is_prompt": true,
2455
+ "token_type": "audio"
2456
+ },
2457
+ {
2458
+ "base_rate": 0.00008,
2459
+ "is_prompt": false,
2460
+ "token_type": "audio"
2461
+ }
2462
+ ]
2463
+ },
2464
+ {
2465
+ "name": "gpt-4o-search-preview",
2466
+ "name_pattern": "gpt-4o-search-preview",
2467
+ "source": "litellm",
2468
+ "token_prices": [
2469
+ {
2470
+ "base_rate": 2.5e-6,
2471
+ "is_prompt": true,
2472
+ "token_type": "input"
2473
+ },
2474
+ {
2475
+ "base_rate": 0.00001,
2476
+ "is_prompt": false,
2477
+ "token_type": "output"
2478
+ },
2479
+ {
2480
+ "base_rate": 1.25e-6,
2481
+ "is_prompt": true,
2482
+ "token_type": "cache_read"
2483
+ }
2484
+ ]
2485
+ },
2486
+ {
2487
+ "name": "gpt-4o-search-preview-2025-03-11",
2488
+ "name_pattern": "gpt-4o-search-preview-2025-03-11",
2489
+ "source": "litellm",
2490
+ "token_prices": [
2491
+ {
2492
+ "base_rate": 2.5e-6,
2493
+ "is_prompt": true,
2494
+ "token_type": "input"
2495
+ },
2496
+ {
2497
+ "base_rate": 0.00001,
2498
+ "is_prompt": false,
2499
+ "token_type": "output"
2500
+ },
2501
+ {
2502
+ "base_rate": 1.25e-6,
2503
+ "is_prompt": true,
2504
+ "token_type": "cache_read"
2505
+ }
2506
+ ]
2507
+ },
2508
+ {
2509
+ "name": "gpt-4o-transcribe",
2510
+ "name_pattern": "gpt-4o-transcribe",
2511
+ "source": "litellm",
2512
+ "token_prices": [
2513
+ {
2514
+ "base_rate": 2.5e-6,
2515
+ "is_prompt": true,
2516
+ "token_type": "input"
2517
+ },
2518
+ {
2519
+ "base_rate": 0.00001,
2520
+ "is_prompt": false,
2521
+ "token_type": "output"
2522
+ },
2523
+ {
2524
+ "base_rate": 6e-6,
2525
+ "is_prompt": true,
2526
+ "token_type": "audio"
2527
+ }
2528
+ ]
2529
+ },
2530
+ {
2531
+ "name": "gpt-4o-transcribe-diarize",
2532
+ "name_pattern": "gpt-4o-transcribe-diarize",
2533
+ "source": "litellm",
2534
+ "token_prices": [
2535
+ {
2536
+ "base_rate": 2.5e-6,
2537
+ "is_prompt": true,
2538
+ "token_type": "input"
2539
+ },
2540
+ {
2541
+ "base_rate": 0.00001,
2542
+ "is_prompt": false,
2543
+ "token_type": "output"
2544
+ },
2545
+ {
2546
+ "base_rate": 6e-6,
2547
+ "is_prompt": true,
2548
+ "token_type": "audio"
2549
+ }
2550
+ ]
2551
+ },
2552
+ {
2553
+ "name": "gpt-5",
2554
+ "name_pattern": "gpt-5",
2555
+ "source": "litellm",
2556
+ "token_prices": [
2557
+ {
2558
+ "base_rate": 1.25e-6,
2559
+ "is_prompt": true,
2560
+ "token_type": "input"
2561
+ },
2562
+ {
2563
+ "base_rate": 0.00001,
2564
+ "is_prompt": false,
2565
+ "token_type": "output"
2566
+ },
2567
+ {
2568
+ "base_rate": 1.25e-7,
2569
+ "is_prompt": true,
2570
+ "token_type": "cache_read"
2571
+ }
2572
+ ]
2573
+ },
2574
+ {
2575
+ "name": "gpt-5-2025-08-07",
2576
+ "name_pattern": "gpt-5-2025-08-07",
2577
+ "source": "litellm",
2578
+ "token_prices": [
2579
+ {
2580
+ "base_rate": 1.25e-6,
2581
+ "is_prompt": true,
2582
+ "token_type": "input"
2583
+ },
2584
+ {
2585
+ "base_rate": 0.00001,
2586
+ "is_prompt": false,
2587
+ "token_type": "output"
2588
+ },
2589
+ {
2590
+ "base_rate": 1.25e-7,
2591
+ "is_prompt": true,
2592
+ "token_type": "cache_read"
2593
+ }
2594
+ ]
2595
+ },
2596
+ {
2597
+ "name": "gpt-5-chat",
2598
+ "name_pattern": "gpt-5-chat",
2599
+ "source": "litellm",
2600
+ "token_prices": [
2601
+ {
2602
+ "base_rate": 1.25e-6,
2603
+ "is_prompt": true,
2604
+ "token_type": "input"
2605
+ },
2606
+ {
2607
+ "base_rate": 0.00001,
2608
+ "is_prompt": false,
2609
+ "token_type": "output"
2610
+ },
2611
+ {
2612
+ "base_rate": 1.25e-7,
2613
+ "is_prompt": true,
2614
+ "token_type": "cache_read"
2615
+ }
2616
+ ]
2617
+ },
2618
+ {
2619
+ "name": "gpt-5-chat-latest",
2620
+ "name_pattern": "gpt-5-chat-latest",
2621
+ "source": "litellm",
2622
+ "token_prices": [
2623
+ {
2624
+ "base_rate": 1.25e-6,
2625
+ "is_prompt": true,
2626
+ "token_type": "input"
2627
+ },
2628
+ {
2629
+ "base_rate": 0.00001,
2630
+ "is_prompt": false,
2631
+ "token_type": "output"
2632
+ },
2633
+ {
2634
+ "base_rate": 1.25e-7,
2635
+ "is_prompt": true,
2636
+ "token_type": "cache_read"
2637
+ }
2638
+ ]
2639
+ },
2640
+ {
2641
+ "name": "gpt-5-codex",
2642
+ "name_pattern": "gpt-5-codex",
2643
+ "source": "litellm",
2644
+ "token_prices": [
2645
+ {
2646
+ "base_rate": 1.25e-6,
2647
+ "is_prompt": true,
2648
+ "token_type": "input"
2649
+ },
2650
+ {
2651
+ "base_rate": 0.00001,
2652
+ "is_prompt": false,
2653
+ "token_type": "output"
2654
+ },
2655
+ {
2656
+ "base_rate": 1.25e-7,
2657
+ "is_prompt": true,
2658
+ "token_type": "cache_read"
2659
+ }
2660
+ ]
2661
+ },
2662
+ {
2663
+ "name": "gpt-5-mini",
2664
+ "name_pattern": "gpt-5-mini",
2665
+ "source": "litellm",
2666
+ "token_prices": [
2667
+ {
2668
+ "base_rate": 2.5e-7,
2669
+ "is_prompt": true,
2670
+ "token_type": "input"
2671
+ },
2672
+ {
2673
+ "base_rate": 2e-6,
2674
+ "is_prompt": false,
2675
+ "token_type": "output"
2676
+ },
2677
+ {
2678
+ "base_rate": 2.5e-8,
2679
+ "is_prompt": true,
2680
+ "token_type": "cache_read"
2681
+ }
2682
+ ]
2683
+ },
2684
+ {
2685
+ "name": "gpt-5-mini-2025-08-07",
2686
+ "name_pattern": "gpt-5-mini-2025-08-07",
2687
+ "source": "litellm",
2688
+ "token_prices": [
2689
+ {
2690
+ "base_rate": 2.5e-7,
2691
+ "is_prompt": true,
2692
+ "token_type": "input"
2693
+ },
2694
+ {
2695
+ "base_rate": 2e-6,
2696
+ "is_prompt": false,
2697
+ "token_type": "output"
2698
+ },
2699
+ {
2700
+ "base_rate": 2.5e-8,
2701
+ "is_prompt": true,
2702
+ "token_type": "cache_read"
2703
+ }
2704
+ ]
2705
+ },
2706
+ {
2707
+ "name": "gpt-5-nano",
2708
+ "name_pattern": "gpt-5-nano",
2709
+ "source": "litellm",
2710
+ "token_prices": [
2711
+ {
2712
+ "base_rate": 5e-8,
2713
+ "is_prompt": true,
2714
+ "token_type": "input"
2715
+ },
2716
+ {
2717
+ "base_rate": 4e-7,
2718
+ "is_prompt": false,
2719
+ "token_type": "output"
2720
+ },
2721
+ {
2722
+ "base_rate": 5e-9,
2723
+ "is_prompt": true,
2724
+ "token_type": "cache_read"
2725
+ }
2726
+ ]
2727
+ },
2728
+ {
2729
+ "name": "gpt-5-nano-2025-08-07",
2730
+ "name_pattern": "gpt-5-nano-2025-08-07",
2731
+ "source": "litellm",
2732
+ "token_prices": [
2733
+ {
2734
+ "base_rate": 5e-8,
2735
+ "is_prompt": true,
2736
+ "token_type": "input"
2737
+ },
2738
+ {
2739
+ "base_rate": 4e-7,
2740
+ "is_prompt": false,
2741
+ "token_type": "output"
2742
+ },
2743
+ {
2744
+ "base_rate": 5e-9,
2745
+ "is_prompt": true,
2746
+ "token_type": "cache_read"
2747
+ }
2748
+ ]
2749
+ },
2750
+ {
2751
+ "name": "gpt-5-pro",
2752
+ "name_pattern": "gpt-5-pro",
2753
+ "source": "litellm",
2754
+ "token_prices": [
2755
+ {
2756
+ "base_rate": 0.000015,
2757
+ "is_prompt": true,
2758
+ "token_type": "input"
2759
+ },
2760
+ {
2761
+ "base_rate": 0.00012,
2762
+ "is_prompt": false,
2763
+ "token_type": "output"
2764
+ }
2765
+ ]
2766
+ },
2767
+ {
2768
+ "name": "gpt-5-pro-2025-10-06",
2769
+ "name_pattern": "gpt-5-pro-2025-10-06",
2770
+ "source": "litellm",
2771
+ "token_prices": [
2772
+ {
2773
+ "base_rate": 0.000015,
2774
+ "is_prompt": true,
2775
+ "token_type": "input"
2776
+ },
2777
+ {
2778
+ "base_rate": 0.00012,
2779
+ "is_prompt": false,
2780
+ "token_type": "output"
2781
+ }
2782
+ ]
2783
+ },
2784
+ {
2785
+ "name": "gpt-5.1",
2786
+ "name_pattern": "gpt-5\\.1",
2787
+ "source": "litellm",
2788
+ "token_prices": [
2789
+ {
2790
+ "base_rate": 1.25e-6,
2791
+ "is_prompt": true,
2792
+ "token_type": "input"
2793
+ },
2794
+ {
2795
+ "base_rate": 0.00001,
2796
+ "is_prompt": false,
2797
+ "token_type": "output"
2798
+ },
2799
+ {
2800
+ "base_rate": 1.25e-7,
2801
+ "is_prompt": true,
2802
+ "token_type": "cache_read"
2803
+ }
2804
+ ]
2805
+ },
2806
+ {
2807
+ "name": "gpt-5.1-2025-11-13",
2808
+ "name_pattern": "gpt-5\\.1-2025-11-13",
2809
+ "source": "litellm",
2810
+ "token_prices": [
2811
+ {
2812
+ "base_rate": 1.25e-6,
2813
+ "is_prompt": true,
2814
+ "token_type": "input"
2815
+ },
2816
+ {
2817
+ "base_rate": 0.00001,
2818
+ "is_prompt": false,
2819
+ "token_type": "output"
2820
+ },
2821
+ {
2822
+ "base_rate": 1.25e-7,
2823
+ "is_prompt": true,
2824
+ "token_type": "cache_read"
2825
+ }
2826
+ ]
2827
+ },
2828
+ {
2829
+ "name": "gpt-5.1-chat-latest",
2830
+ "name_pattern": "gpt-5\\.1-chat-latest",
2831
+ "source": "litellm",
2832
+ "token_prices": [
2833
+ {
2834
+ "base_rate": 1.25e-6,
2835
+ "is_prompt": true,
2836
+ "token_type": "input"
2837
+ },
2838
+ {
2839
+ "base_rate": 0.00001,
2840
+ "is_prompt": false,
2841
+ "token_type": "output"
2842
+ },
2843
+ {
2844
+ "base_rate": 1.25e-7,
2845
+ "is_prompt": true,
2846
+ "token_type": "cache_read"
2847
+ }
2848
+ ]
2849
+ },
2850
+ {
2851
+ "name": "gpt-5.1-codex",
2852
+ "name_pattern": "gpt-5\\.1-codex",
2853
+ "source": "litellm",
2854
+ "token_prices": [
2855
+ {
2856
+ "base_rate": 1.25e-6,
2857
+ "is_prompt": true,
2858
+ "token_type": "input"
2859
+ },
2860
+ {
2861
+ "base_rate": 0.00001,
2862
+ "is_prompt": false,
2863
+ "token_type": "output"
2864
+ },
2865
+ {
2866
+ "base_rate": 1.25e-7,
2867
+ "is_prompt": true,
2868
+ "token_type": "cache_read"
2869
+ }
2870
+ ]
2871
+ },
2872
+ {
2873
+ "name": "gpt-5.1-codex-max",
2874
+ "name_pattern": "gpt-5\\.1-codex-max",
2875
+ "source": "litellm",
2876
+ "token_prices": [
2877
+ {
2878
+ "base_rate": 1.25e-6,
2879
+ "is_prompt": true,
2880
+ "token_type": "input"
2881
+ },
2882
+ {
2883
+ "base_rate": 0.00001,
2884
+ "is_prompt": false,
2885
+ "token_type": "output"
2886
+ },
2887
+ {
2888
+ "base_rate": 1.25e-7,
2889
+ "is_prompt": true,
2890
+ "token_type": "cache_read"
2891
+ }
2892
+ ]
2893
+ },
2894
+ {
2895
+ "name": "gpt-5.1-codex-mini",
2896
+ "name_pattern": "gpt-5\\.1-codex-mini",
2897
+ "source": "litellm",
2898
+ "token_prices": [
2899
+ {
2900
+ "base_rate": 2.5e-7,
2901
+ "is_prompt": true,
2902
+ "token_type": "input"
2903
+ },
2904
+ {
2905
+ "base_rate": 2e-6,
2906
+ "is_prompt": false,
2907
+ "token_type": "output"
2908
+ },
2909
+ {
2910
+ "base_rate": 2.5e-8,
2911
+ "is_prompt": true,
2912
+ "token_type": "cache_read"
2913
+ }
2914
+ ]
2915
+ },
2916
+ {
2917
+ "name": "gpt-5.2",
2918
+ "name_pattern": "gpt-5\\.2",
2919
+ "source": "litellm",
2920
+ "token_prices": [
2921
+ {
2922
+ "base_rate": 1.75e-6,
2923
+ "is_prompt": true,
2924
+ "token_type": "input"
2925
+ },
2926
+ {
2927
+ "base_rate": 0.000014,
2928
+ "is_prompt": false,
2929
+ "token_type": "output"
2930
+ },
2931
+ {
2932
+ "base_rate": 1.75e-7,
2933
+ "is_prompt": true,
2934
+ "token_type": "cache_read"
2935
+ }
2936
+ ]
2937
+ },
2938
+ {
2939
+ "name": "gpt-5.2-2025-12-11",
2940
+ "name_pattern": "gpt-5\\.2-2025-12-11",
2941
+ "source": "litellm",
2942
+ "token_prices": [
2943
+ {
2944
+ "base_rate": 1.75e-6,
2945
+ "is_prompt": true,
2946
+ "token_type": "input"
2947
+ },
2948
+ {
2949
+ "base_rate": 0.000014,
2950
+ "is_prompt": false,
2951
+ "token_type": "output"
2952
+ },
2953
+ {
2954
+ "base_rate": 1.75e-7,
2955
+ "is_prompt": true,
2956
+ "token_type": "cache_read"
2957
+ }
2958
+ ]
2959
+ },
2960
+ {
2961
+ "name": "gpt-5.2-chat-latest",
2962
+ "name_pattern": "gpt-5\\.2-chat-latest",
2963
+ "source": "litellm",
2964
+ "token_prices": [
2965
+ {
2966
+ "base_rate": 1.75e-6,
2967
+ "is_prompt": true,
2968
+ "token_type": "input"
2969
+ },
2970
+ {
2971
+ "base_rate": 0.000014,
2972
+ "is_prompt": false,
2973
+ "token_type": "output"
2974
+ },
2975
+ {
2976
+ "base_rate": 1.75e-7,
2977
+ "is_prompt": true,
2978
+ "token_type": "cache_read"
2979
+ }
2980
+ ]
2981
+ },
2982
+ {
2983
+ "name": "gpt-5.2-pro",
2984
+ "name_pattern": "gpt-5\\.2-pro",
2985
+ "source": "litellm",
2986
+ "token_prices": [
2987
+ {
2988
+ "base_rate": 0.000021,
2989
+ "is_prompt": true,
2990
+ "token_type": "input"
2991
+ },
2992
+ {
2993
+ "base_rate": 0.000168,
2994
+ "is_prompt": false,
2995
+ "token_type": "output"
2996
+ }
2997
+ ]
2998
+ },
2999
+ {
3000
+ "name": "gpt-5.2-pro-2025-12-11",
3001
+ "name_pattern": "gpt-5\\.2-pro-2025-12-11",
3002
+ "source": "litellm",
3003
+ "token_prices": [
3004
+ {
3005
+ "base_rate": 0.000021,
3006
+ "is_prompt": true,
3007
+ "token_type": "input"
3008
+ },
3009
+ {
3010
+ "base_rate": 0.000168,
3011
+ "is_prompt": false,
3012
+ "token_type": "output"
3013
+ }
3014
+ ]
3015
+ },
3016
+ {
3017
+ "name": "gpt-image-1",
3018
+ "name_pattern": "gpt-image-1",
3019
+ "source": "litellm",
3020
+ "token_prices": [
3021
+ {
3022
+ "base_rate": 5e-6,
3023
+ "is_prompt": true,
3024
+ "token_type": "input"
3025
+ },
3026
+ {
3027
+ "base_rate": 0.00004,
3028
+ "is_prompt": false,
3029
+ "token_type": "output"
3030
+ }
3031
+ ]
3032
+ },
3033
+ {
3034
+ "name": "gpt-image-1.5",
3035
+ "name_pattern": "gpt-image-1\\.5",
3036
+ "source": "litellm",
3037
+ "token_prices": [
3038
+ {
3039
+ "base_rate": 5e-6,
3040
+ "is_prompt": true,
3041
+ "token_type": "input"
3042
+ },
3043
+ {
3044
+ "base_rate": 0.00001,
3045
+ "is_prompt": false,
3046
+ "token_type": "output"
3047
+ },
3048
+ {
3049
+ "base_rate": 1.25e-6,
3050
+ "is_prompt": true,
3051
+ "token_type": "cache_read"
3052
+ }
3053
+ ]
3054
+ },
3055
+ {
3056
+ "name": "gpt-image-1.5-2025-12-16",
3057
+ "name_pattern": "gpt-image-1\\.5-2025-12-16",
3058
+ "source": "litellm",
3059
+ "token_prices": [
3060
+ {
3061
+ "base_rate": 5e-6,
3062
+ "is_prompt": true,
3063
+ "token_type": "input"
3064
+ },
3065
+ {
3066
+ "base_rate": 0.00001,
3067
+ "is_prompt": false,
3068
+ "token_type": "output"
3069
+ },
3070
+ {
3071
+ "base_rate": 1.25e-6,
3072
+ "is_prompt": true,
3073
+ "token_type": "cache_read"
3074
+ }
3075
+ ]
3076
+ },
3077
+ {
3078
+ "name": "gpt-realtime",
3079
+ "name_pattern": "gpt-realtime",
3080
+ "source": "litellm",
3081
+ "token_prices": [
3082
+ {
3083
+ "base_rate": 4e-6,
3084
+ "is_prompt": true,
3085
+ "token_type": "input"
3086
+ },
3087
+ {
3088
+ "base_rate": 0.000016,
3089
+ "is_prompt": false,
3090
+ "token_type": "output"
3091
+ },
3092
+ {
3093
+ "base_rate": 4e-7,
3094
+ "is_prompt": true,
3095
+ "token_type": "cache_read"
3096
+ },
3097
+ {
3098
+ "base_rate": 0.000032,
3099
+ "is_prompt": true,
3100
+ "token_type": "audio"
3101
+ },
3102
+ {
3103
+ "base_rate": 0.000064,
3104
+ "is_prompt": false,
3105
+ "token_type": "audio"
3106
+ }
3107
+ ]
3108
+ },
3109
+ {
3110
+ "name": "gpt-realtime-2025-08-28",
3111
+ "name_pattern": "gpt-realtime-2025-08-28",
3112
+ "source": "litellm",
3113
+ "token_prices": [
3114
+ {
3115
+ "base_rate": 4e-6,
3116
+ "is_prompt": true,
3117
+ "token_type": "input"
3118
+ },
3119
+ {
3120
+ "base_rate": 0.000016,
3121
+ "is_prompt": false,
3122
+ "token_type": "output"
3123
+ },
3124
+ {
3125
+ "base_rate": 4e-7,
3126
+ "is_prompt": true,
3127
+ "token_type": "cache_read"
3128
+ },
3129
+ {
3130
+ "base_rate": 0.000032,
3131
+ "is_prompt": true,
3132
+ "token_type": "audio"
3133
+ },
3134
+ {
3135
+ "base_rate": 0.000064,
3136
+ "is_prompt": false,
3137
+ "token_type": "audio"
3138
+ }
3139
+ ]
3140
+ },
3141
+ {
3142
+ "name": "gpt-realtime-mini",
3143
+ "name_pattern": "gpt-realtime-mini",
3144
+ "source": "litellm",
3145
+ "token_prices": [
3146
+ {
3147
+ "base_rate": 6e-7,
3148
+ "is_prompt": true,
3149
+ "token_type": "input"
3150
+ },
3151
+ {
3152
+ "base_rate": 2.4e-6,
3153
+ "is_prompt": false,
3154
+ "token_type": "output"
3155
+ },
3156
+ {
3157
+ "base_rate": 0.00001,
3158
+ "is_prompt": true,
3159
+ "token_type": "audio"
3160
+ },
3161
+ {
3162
+ "base_rate": 0.00002,
3163
+ "is_prompt": false,
3164
+ "token_type": "audio"
3165
+ }
3166
+ ]
3167
+ },
3168
+ {
3169
+ "name": "o1",
3170
+ "name_pattern": "o1",
3171
+ "source": "litellm",
3172
+ "token_prices": [
3173
+ {
3174
+ "base_rate": 0.000015,
3175
+ "is_prompt": true,
3176
+ "token_type": "input"
3177
+ },
3178
+ {
3179
+ "base_rate": 0.00006,
3180
+ "is_prompt": false,
3181
+ "token_type": "output"
3182
+ },
3183
+ {
3184
+ "base_rate": 7.5e-6,
3185
+ "is_prompt": true,
3186
+ "token_type": "cache_read"
3187
+ }
3188
+ ]
3189
+ },
3190
+ {
3191
+ "name": "o1-2024-12-17",
3192
+ "name_pattern": "o1-2024-12-17",
3193
+ "source": "litellm",
3194
+ "token_prices": [
3195
+ {
3196
+ "base_rate": 0.000015,
3197
+ "is_prompt": true,
3198
+ "token_type": "input"
3199
+ },
3200
+ {
3201
+ "base_rate": 0.00006,
3202
+ "is_prompt": false,
3203
+ "token_type": "output"
3204
+ },
3205
+ {
3206
+ "base_rate": 7.5e-6,
3207
+ "is_prompt": true,
3208
+ "token_type": "cache_read"
3209
+ }
3210
+ ]
3211
+ },
3212
+ {
3213
+ "name": "o1-mini",
3214
+ "name_pattern": "o1-mini",
3215
+ "source": "litellm",
3216
+ "token_prices": [
3217
+ {
3218
+ "base_rate": 1.1e-6,
3219
+ "is_prompt": true,
3220
+ "token_type": "input"
3221
+ },
3222
+ {
3223
+ "base_rate": 4.4e-6,
3224
+ "is_prompt": false,
3225
+ "token_type": "output"
3226
+ },
3227
+ {
3228
+ "base_rate": 5.5e-7,
3229
+ "is_prompt": true,
3230
+ "token_type": "cache_read"
3231
+ }
3232
+ ]
3233
+ },
3234
+ {
3235
+ "name": "o1-mini-2024-09-12",
3236
+ "name_pattern": "o1-mini-2024-09-12",
3237
+ "source": "litellm",
3238
+ "token_prices": [
3239
+ {
3240
+ "base_rate": 3e-6,
3241
+ "is_prompt": true,
3242
+ "token_type": "input"
3243
+ },
3244
+ {
3245
+ "base_rate": 0.000012,
3246
+ "is_prompt": false,
3247
+ "token_type": "output"
3248
+ },
3249
+ {
3250
+ "base_rate": 1.5e-6,
3251
+ "is_prompt": true,
3252
+ "token_type": "cache_read"
3253
+ }
3254
+ ]
3255
+ },
3256
+ {
3257
+ "name": "o1-preview",
3258
+ "name_pattern": "o1-preview",
3259
+ "source": "litellm",
3260
+ "token_prices": [
3261
+ {
3262
+ "base_rate": 0.000015,
3263
+ "is_prompt": true,
3264
+ "token_type": "input"
3265
+ },
3266
+ {
3267
+ "base_rate": 0.00006,
3268
+ "is_prompt": false,
3269
+ "token_type": "output"
3270
+ },
3271
+ {
3272
+ "base_rate": 7.5e-6,
3273
+ "is_prompt": true,
3274
+ "token_type": "cache_read"
3275
+ }
3276
+ ]
3277
+ },
3278
+ {
3279
+ "name": "o1-preview-2024-09-12",
3280
+ "name_pattern": "o1-preview-2024-09-12",
3281
+ "source": "litellm",
3282
+ "token_prices": [
3283
+ {
3284
+ "base_rate": 0.000015,
3285
+ "is_prompt": true,
3286
+ "token_type": "input"
3287
+ },
3288
+ {
3289
+ "base_rate": 0.00006,
3290
+ "is_prompt": false,
3291
+ "token_type": "output"
3292
+ },
3293
+ {
3294
+ "base_rate": 7.5e-6,
3295
+ "is_prompt": true,
3296
+ "token_type": "cache_read"
3297
+ }
3298
+ ]
3299
+ },
3300
+ {
3301
+ "name": "o1-pro",
3302
+ "name_pattern": "o1-pro",
3303
+ "source": "litellm",
3304
+ "token_prices": [
3305
+ {
3306
+ "base_rate": 0.00015,
3307
+ "is_prompt": true,
3308
+ "token_type": "input"
3309
+ },
3310
+ {
3311
+ "base_rate": 0.0006,
3312
+ "is_prompt": false,
3313
+ "token_type": "output"
3314
+ }
3315
+ ]
3316
+ },
3317
+ {
3318
+ "name": "o1-pro-2025-03-19",
3319
+ "name_pattern": "o1-pro-2025-03-19",
3320
+ "source": "litellm",
3321
+ "token_prices": [
3322
+ {
3323
+ "base_rate": 0.00015,
3324
+ "is_prompt": true,
3325
+ "token_type": "input"
3326
+ },
3327
+ {
3328
+ "base_rate": 0.0006,
3329
+ "is_prompt": false,
3330
+ "token_type": "output"
3331
+ }
3332
+ ]
3333
+ },
3334
+ {
3335
+ "name": "o3",
3336
+ "name_pattern": "o3",
3337
+ "source": "litellm",
3338
+ "token_prices": [
3339
+ {
3340
+ "base_rate": 2e-6,
3341
+ "is_prompt": true,
3342
+ "token_type": "input"
3343
+ },
3344
+ {
3345
+ "base_rate": 8e-6,
3346
+ "is_prompt": false,
3347
+ "token_type": "output"
3348
+ },
3349
+ {
3350
+ "base_rate": 5e-7,
3351
+ "is_prompt": true,
3352
+ "token_type": "cache_read"
3353
+ }
3354
+ ]
3355
+ },
3356
+ {
3357
+ "name": "o3-2025-04-16",
3358
+ "name_pattern": "o3-2025-04-16",
3359
+ "source": "litellm",
3360
+ "token_prices": [
3361
+ {
3362
+ "base_rate": 2e-6,
3363
+ "is_prompt": true,
3364
+ "token_type": "input"
3365
+ },
3366
+ {
3367
+ "base_rate": 8e-6,
3368
+ "is_prompt": false,
3369
+ "token_type": "output"
3370
+ },
3371
+ {
3372
+ "base_rate": 5e-7,
3373
+ "is_prompt": true,
3374
+ "token_type": "cache_read"
3375
+ }
3376
+ ]
3377
+ },
3378
+ {
3379
+ "name": "o3-deep-research",
3380
+ "name_pattern": "o3-deep-research",
3381
+ "source": "litellm",
3382
+ "token_prices": [
3383
+ {
3384
+ "base_rate": 0.00001,
3385
+ "is_prompt": true,
3386
+ "token_type": "input"
3387
+ },
3388
+ {
3389
+ "base_rate": 0.00004,
3390
+ "is_prompt": false,
3391
+ "token_type": "output"
3392
+ },
3393
+ {
3394
+ "base_rate": 2.5e-6,
3395
+ "is_prompt": true,
3396
+ "token_type": "cache_read"
3397
+ }
3398
+ ]
3399
+ },
3400
+ {
3401
+ "name": "o3-deep-research-2025-06-26",
3402
+ "name_pattern": "o3-deep-research-2025-06-26",
3403
+ "source": "litellm",
3404
+ "token_prices": [
3405
+ {
3406
+ "base_rate": 0.00001,
3407
+ "is_prompt": true,
3408
+ "token_type": "input"
3409
+ },
3410
+ {
3411
+ "base_rate": 0.00004,
3412
+ "is_prompt": false,
3413
+ "token_type": "output"
3414
+ },
3415
+ {
3416
+ "base_rate": 2.5e-6,
3417
+ "is_prompt": true,
3418
+ "token_type": "cache_read"
3419
+ }
3420
+ ]
3421
+ },
3422
+ {
3423
+ "name": "o3-mini",
3424
+ "name_pattern": "o3-mini",
3425
+ "source": "litellm",
3426
+ "token_prices": [
3427
+ {
3428
+ "base_rate": 1.1e-6,
3429
+ "is_prompt": true,
3430
+ "token_type": "input"
3431
+ },
3432
+ {
3433
+ "base_rate": 4.4e-6,
3434
+ "is_prompt": false,
3435
+ "token_type": "output"
3436
+ },
3437
+ {
3438
+ "base_rate": 5.5e-7,
3439
+ "is_prompt": true,
3440
+ "token_type": "cache_read"
3441
+ }
3442
+ ]
3443
+ },
3444
+ {
3445
+ "name": "o3-mini-2025-01-31",
3446
+ "name_pattern": "o3-mini-2025-01-31",
3447
+ "source": "litellm",
3448
+ "token_prices": [
3449
+ {
3450
+ "base_rate": 1.1e-6,
3451
+ "is_prompt": true,
3452
+ "token_type": "input"
3453
+ },
3454
+ {
3455
+ "base_rate": 4.4e-6,
3456
+ "is_prompt": false,
3457
+ "token_type": "output"
3458
+ },
3459
+ {
3460
+ "base_rate": 5.5e-7,
3461
+ "is_prompt": true,
3462
+ "token_type": "cache_read"
3463
+ }
3464
+ ]
3465
+ },
3466
+ {
3467
+ "name": "o3-pro",
3468
+ "name_pattern": "o3-pro",
3469
+ "source": "litellm",
3470
+ "token_prices": [
3471
+ {
3472
+ "base_rate": 0.00002,
3473
+ "is_prompt": true,
3474
+ "token_type": "input"
3475
+ },
3476
+ {
3477
+ "base_rate": 0.00008,
3478
+ "is_prompt": false,
3479
+ "token_type": "output"
3480
+ }
3481
+ ]
3482
+ },
3483
+ {
3484
+ "name": "o3-pro-2025-06-10",
3485
+ "name_pattern": "o3-pro-2025-06-10",
3486
+ "source": "litellm",
3487
+ "token_prices": [
3488
+ {
3489
+ "base_rate": 0.00002,
3490
+ "is_prompt": true,
3491
+ "token_type": "input"
3492
+ },
3493
+ {
3494
+ "base_rate": 0.00008,
3495
+ "is_prompt": false,
3496
+ "token_type": "output"
3497
+ }
3498
+ ]
3499
+ },
3500
+ {
3501
+ "name": "o4-mini",
3502
+ "name_pattern": "o4-mini",
3503
+ "source": "litellm",
3504
+ "token_prices": [
3505
+ {
3506
+ "base_rate": 1.1e-6,
3507
+ "is_prompt": true,
3508
+ "token_type": "input"
3509
+ },
3510
+ {
3511
+ "base_rate": 4.4e-6,
3512
+ "is_prompt": false,
3513
+ "token_type": "output"
3514
+ },
3515
+ {
3516
+ "base_rate": 2.75e-7,
3517
+ "is_prompt": true,
3518
+ "token_type": "cache_read"
3519
+ }
3520
+ ]
3521
+ },
3522
+ {
3523
+ "name": "o4-mini-2025-04-16",
3524
+ "name_pattern": "o4-mini-2025-04-16",
3525
+ "source": "litellm",
3526
+ "token_prices": [
3527
+ {
3528
+ "base_rate": 1.1e-6,
3529
+ "is_prompt": true,
3530
+ "token_type": "input"
3531
+ },
3532
+ {
3533
+ "base_rate": 4.4e-6,
3534
+ "is_prompt": false,
3535
+ "token_type": "output"
3536
+ },
3537
+ {
3538
+ "base_rate": 2.75e-7,
3539
+ "is_prompt": true,
3540
+ "token_type": "cache_read"
3541
+ }
3542
+ ]
3543
+ },
3544
+ {
3545
+ "name": "o4-mini-deep-research",
3546
+ "name_pattern": "o4-mini-deep-research",
3547
+ "source": "litellm",
3548
+ "token_prices": [
3549
+ {
3550
+ "base_rate": 2e-6,
3551
+ "is_prompt": true,
3552
+ "token_type": "input"
3553
+ },
3554
+ {
3555
+ "base_rate": 8e-6,
3556
+ "is_prompt": false,
3557
+ "token_type": "output"
3558
+ },
3559
+ {
3560
+ "base_rate": 5e-7,
3561
+ "is_prompt": true,
3562
+ "token_type": "cache_read"
3563
+ }
3564
+ ]
3565
+ },
3566
+ {
3567
+ "name": "o4-mini-deep-research-2025-06-26",
3568
+ "name_pattern": "o4-mini-deep-research-2025-06-26",
3569
+ "source": "litellm",
3570
+ "token_prices": [
3571
+ {
3572
+ "base_rate": 2e-6,
3573
+ "is_prompt": true,
3574
+ "token_type": "input"
3575
+ },
3576
+ {
3577
+ "base_rate": 8e-6,
3578
+ "is_prompt": false,
3579
+ "token_type": "output"
3580
+ },
3581
+ {
3582
+ "base_rate": 5e-7,
3583
+ "is_prompt": true,
3584
+ "token_type": "cache_read"
3585
+ }
3586
+ ]
3587
+ },
3588
+ {
3589
+ "name": "openai.gpt-oss-120b-1:0",
3590
+ "name_pattern": "openai\\.gpt-oss-120b-1:0",
3591
+ "source": "litellm",
3592
+ "token_prices": [
3593
+ {
3594
+ "base_rate": 1.5e-7,
3595
+ "is_prompt": true,
3596
+ "token_type": "input"
3597
+ },
3598
+ {
3599
+ "base_rate": 6e-7,
3600
+ "is_prompt": false,
3601
+ "token_type": "output"
3602
+ }
3603
+ ]
3604
+ },
3605
+ {
3606
+ "name": "openai.gpt-oss-20b-1:0",
3607
+ "name_pattern": "openai\\.gpt-oss-20b-1:0",
3608
+ "source": "litellm",
3609
+ "token_prices": [
3610
+ {
3611
+ "base_rate": 7e-8,
3612
+ "is_prompt": true,
3613
+ "token_type": "input"
3614
+ },
3615
+ {
3616
+ "base_rate": 3e-7,
3617
+ "is_prompt": false,
3618
+ "token_type": "output"
3619
+ }
3620
+ ]
3621
+ },
3622
+ {
3623
+ "name": "openai.gpt-oss-safeguard-120b",
3624
+ "name_pattern": "openai\\.gpt-oss-safeguard-120b",
3625
+ "source": "litellm",
3626
+ "token_prices": [
3627
+ {
3628
+ "base_rate": 1.5e-7,
3629
+ "is_prompt": true,
3630
+ "token_type": "input"
3631
+ },
3632
+ {
3633
+ "base_rate": 6e-7,
3634
+ "is_prompt": false,
3635
+ "token_type": "output"
3636
+ }
3637
+ ]
3638
+ },
3639
+ {
3640
+ "name": "openai.gpt-oss-safeguard-20b",
3641
+ "name_pattern": "openai\\.gpt-oss-safeguard-20b",
3642
+ "source": "litellm",
3643
+ "token_prices": [
3644
+ {
3645
+ "base_rate": 7e-8,
3646
+ "is_prompt": true,
3647
+ "token_type": "input"
3648
+ },
3649
+ {
3650
+ "base_rate": 2e-7,
3651
+ "is_prompt": false,
3652
+ "token_type": "output"
3653
+ }
3654
+ ]
3655
+ }
3656
+ ]
3657
+ }