arize-phoenix 11.3.0__py3-none-any.whl → 11.5.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of arize-phoenix might be problematic. Click here for more details.

Files changed (42) hide show
  1. {arize_phoenix-11.3.0.dist-info → arize_phoenix-11.5.0.dist-info}/METADATA +4 -2
  2. {arize_phoenix-11.3.0.dist-info → arize_phoenix-11.5.0.dist-info}/RECORD +42 -40
  3. phoenix/config.py +51 -2
  4. phoenix/db/facilitator.py +15 -24
  5. phoenix/server/api/auth.py +1 -1
  6. phoenix/server/api/queries.py +34 -22
  7. phoenix/server/api/routers/v1/annotation_configs.py +4 -1
  8. phoenix/server/api/routers/v1/datasets.py +3 -1
  9. phoenix/server/api/routers/v1/evaluations.py +3 -1
  10. phoenix/server/api/routers/v1/experiment_evaluations.py +3 -2
  11. phoenix/server/api/routers/v1/experiment_runs.py +3 -1
  12. phoenix/server/api/routers/v1/experiments.py +3 -1
  13. phoenix/server/api/routers/v1/projects.py +4 -1
  14. phoenix/server/api/routers/v1/prompts.py +4 -1
  15. phoenix/server/api/routers/v1/spans.py +4 -1
  16. phoenix/server/api/routers/v1/traces.py +4 -1
  17. phoenix/server/api/routers/v1/users.py +2 -2
  18. phoenix/server/app.py +41 -2
  19. phoenix/server/authorization.py +9 -0
  20. phoenix/server/bearer_auth.py +18 -15
  21. phoenix/server/cost_tracking/model_cost_manifest.json +2343 -587
  22. phoenix/server/daemons/db_disk_usage_monitor.py +209 -0
  23. phoenix/server/email/sender.py +25 -0
  24. phoenix/server/email/templates/db_disk_usage_notification.html +16 -0
  25. phoenix/server/email/types.py +11 -0
  26. phoenix/server/grpc_server.py +3 -3
  27. phoenix/server/prometheus.py +22 -0
  28. phoenix/server/static/.vite/manifest.json +36 -36
  29. phoenix/server/static/assets/{components-DlL7ybQ2.js → components-Bwf6zNbg.js} +186 -187
  30. phoenix/server/static/assets/{index-QP9R8k34.js → index-Bfg9uQ43.js} +2 -2
  31. phoenix/server/static/assets/{pages-B7wCtpad.js → pages-BCR8hW_l.js} +447 -431
  32. phoenix/server/static/assets/{vendor-DqQvHbPa.js → vendor-DRWIRkSJ.js} +1 -1
  33. phoenix/server/static/assets/{vendor-arizeai-CLX44PFA.js → vendor-arizeai-DUhQaeau.js} +2 -2
  34. phoenix/server/static/assets/{vendor-codemirror-Du3XyJnB.js → vendor-codemirror-D_6Q6Auv.js} +1 -1
  35. phoenix/server/static/assets/{vendor-recharts-B2PJDrnX.js → vendor-recharts-BNBwj7vz.js} +1 -1
  36. phoenix/server/static/assets/{vendor-shiki-CNbrFjf9.js → vendor-shiki-k1qj_XjP.js} +1 -1
  37. phoenix/server/types.py +7 -0
  38. phoenix/version.py +1 -1
  39. {arize_phoenix-11.3.0.dist-info → arize_phoenix-11.5.0.dist-info}/WHEEL +0 -0
  40. {arize_phoenix-11.3.0.dist-info → arize_phoenix-11.5.0.dist-info}/entry_points.txt +0 -0
  41. {arize_phoenix-11.3.0.dist-info → arize_phoenix-11.5.0.dist-info}/licenses/IP_NOTICE +0 -0
  42. {arize_phoenix-11.3.0.dist-info → arize_phoenix-11.5.0.dist-info}/licenses/LICENSE +0 -0
phoenix/server/cost_tracking/model_cost_manifest.json CHANGED
@@ -1,587 +1,2343 @@
1
- [
2
- {
3
- "model":"chatgpt-4o-latest",
4
- "provider":null,
5
- "input":0.000005,
6
- "output":0.000015,
7
- "cache_write":null,
8
- "cache_read":null,
9
- "regex":"(?i)^(chatgpt-4o-latest)$"
10
- },
11
- {
12
- "model":"claude-3-5-haiku-20241022",
13
- "provider":null,
14
- "input":0.0000008,
15
- "output":0.000004,
16
- "cache_write":0.00000008,
17
- "cache_read":0.000001,
18
- "regex":"(?i)^(claude-3-5-haiku-20241022|anthropic\\.claude-3-5-haiku-20241022-v1:0|claude-3-5-haiku-V1@20241022)$"
19
- },
20
- {
21
- "model":"claude-3-5-sonnet-20240620",
22
- "provider":null,
23
- "input":0.000003,
24
- "output":0.000015,
25
- "cache_write":0.0000003,
26
- "cache_read":0.00000375,
27
- "regex":"(?i)^(claude-3-5-sonnet-20240620|anthropic\\.claude-3-5-sonnet-20240620-v1:0|claude-3-5-sonnet@20240620)$"
28
- },
29
- {
30
- "model":"claude-3-haiku-20240307",
31
- "provider":null,
32
- "input":0.00000025,
33
- "output":0.00000125,
34
- "cache_write":null,
35
- "cache_read":null,
36
- "regex":"(?i)^(claude-3-haiku-20240307|anthropic\\.claude-3-haiku-20240307-v1:0|claude-3-haiku@20240307)$"
37
- },
38
- {
39
- "model":"claude-3-opus-20240229",
40
- "provider":null,
41
- "input":0.000015,
42
- "output":0.000075,
43
- "cache_write":null,
44
- "cache_read":null,
45
- "regex":"(?i)^(claude-3-opus-20240229|anthropic\\.claude-3-opus-20240229-v1:0|claude-3-opus@20240229)$"
46
- },
47
- {
48
- "model":"claude-3-sonnet-20240229",
49
- "provider":null,
50
- "input":0.000003,
51
- "output":0.000015,
52
- "cache_write":0.0000003,
53
- "cache_read":0.00000375,
54
- "regex":"(?i)^(claude-3-sonnet-20240229|anthropic\\.claude-3-sonnet-20240229-v1:0|claude-3-sonnet@20240229)$"
55
- },
56
- {
57
- "model":"claude-3-5-haiku-latest",
58
- "provider":null,
59
- "input":0.0000008,
60
- "output":0.000004,
61
- "cache_write":0.00000008,
62
- "cache_read":0.000001,
63
- "regex":"(?i)^(claude-3-5-haiku-latest)$"
64
- },
65
- {
66
- "model":"claude-3-5-sonnet-20241022",
67
- "provider":null,
68
- "input":0.000003,
69
- "output":0.000015,
70
- "cache_write":0.0000003,
71
- "cache_read":0.00000375,
72
- "regex":"(?i)^(claude-3-5-sonnet-20241022|anthropic\\.claude-3-5-sonnet-20241022-v2:0|claude-3-5-sonnet-V2@20241022)$"
73
- },
74
- {
75
- "model":"claude-3-5-sonnet-latest",
76
- "provider":null,
77
- "input":0.000003,
78
- "output":0.000015,
79
- "cache_write":0.0000003,
80
- "cache_read":0.00000375,
81
- "regex":"(?i)^(claude-3-5-sonnet-latest)$"
82
- },
83
- {
84
- "model":"claude-3-7-sonnet-20250219",
85
- "provider":null,
86
- "input":0.000003,
87
- "output":0.000015,
88
- "cache_write":0.0000003,
89
- "cache_read":0.00000375,
90
- "regex":"(?i)^(claude-3.7-sonnet-20250219|anthropic\\.claude-3.7-sonnet-20250219-v1:0|claude-3-7-sonnet-V1@20250219)$"
91
- },
92
- {
93
- "model":"claude-3-7-sonnet-latest",
94
- "provider":null,
95
- "input":0.000003,
96
- "output":0.000015,
97
- "cache_write":0.0000003,
98
- "cache_read":0.00000375,
99
- "regex":"(?i)^(claude-3-7-sonnet-latest)$"
100
- },
101
- {
102
- "model":"claude-sonnet-4-20250514",
103
- "provider":null,
104
- "input":3e-06,
105
- "output":1.5e-05,
106
- "cache_write":3.75e-06,
107
- "cache_read":3e-07,
108
- "regex":"(?i)^(claude-sonnet-4-20250514|anthropic\\.claude-sonnet-4-20250514-v1:0|claude-sonnet-4@20250514)$"
109
- },
110
- {
111
- "model":"claude-instant-1",
112
- "provider":null,
113
- "input":0.00000163,
114
- "output":0.00000551,
115
- "cache_write":null,
116
- "cache_read":null,
117
- "regex":"(?i)^(claude-instant-1)$"
118
- },
119
- {
120
- "model":"claude-instant-1.2",
121
- "provider":null,
122
- "input":0.00000163,
123
- "output":0.00000551,
124
- "cache_write":null,
125
- "cache_read":null,
126
- "regex":"(?i)^(claude-instant-1.2)$"
127
- },
128
- {
129
- "model":"gemini-2.5-pro",
130
- "provider":null,
131
- "input": 1.25e-06,
132
- "output":10.00e-06,
133
- "cache_write":null,
134
- "cache_read":null,
135
- "regex":"(?i)^(gemini-2.5-pro)(@[a-zA-Z0-9]+)?$"
136
- },
137
- {
138
- "model":"gemini-2.5-flash",
139
- "provider":null,
140
- "input": 0.30e-06,
141
- "output":2.50e-06,
142
- "cache_write":null,
143
- "cache_read":null,
144
- "regex":"(?i)^(gemini-2.5-flash)(@[a-zA-Z0-9]+)?$"
145
- },
146
- {
147
- "model":"gemini-2.0-flash-lite",
148
- "provider":null,
149
- "input": 0.075e-06,
150
- "output":0.300e-06,
151
- "cache_write":null,
152
- "cache_read":null,
153
- "regex":"(?i)^(gemini-2.0-flash-lite)(@[a-zA-Z0-9]+)?$"
154
- },
155
- {
156
- "model":"gemini-2.0-flash",
157
- "provider":null,
158
- "input":0.0000001,
159
- "output":0.0000004,
160
- "cache_write":null,
161
- "cache_read":null,
162
- "regex":"(?i)^(gemini-2.0-flash)(@[a-zA-Z0-9]+)?$"
163
- },
164
- {
165
- "model":"gemini-2.0-flash-001",
166
- "provider":null,
167
- "input":0.0000001,
168
- "output":0.0000004,
169
- "cache_write":null,
170
- "cache_read":null,
171
- "regex":"(?i)^(gemini-2.0-flash-001)(@[a-zA-Z0-9]+)?$"
172
- },
173
- {
174
- "model":"gemini-pro",
175
- "provider":null,
176
- "input":0.000000125,
177
- "output":0.000000375,
178
- "cache_write":null,
179
- "cache_read":null,
180
- "regex":"(?i)^(gemini-pro)(@[a-zA-Z0-9]+)?$"
181
- },
182
- {
183
- "model":"gpt-3.5-turbo",
184
- "provider":null,
185
- "input":0.0000005,
186
- "output":0.0000015,
187
- "cache_write":null,
188
- "cache_read":null,
189
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo)$"
190
- },
191
- {
192
- "model":"gpt-3.5-turbo-0125",
193
- "provider":null,
194
- "input":0.0000005,
195
- "output":0.0000015,
196
- "cache_write":null,
197
- "cache_read":null,
198
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo-0125)$"
199
- },
200
- {
201
- "model":"gpt-3.5-turbo-0301",
202
- "provider":null,
203
- "input":0.000002,
204
- "output":0.000002,
205
- "cache_write":null,
206
- "cache_read":null,
207
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo-0301)$"
208
- },
209
- {
210
- "model":"gpt-3.5-turbo-0613",
211
- "provider":null,
212
- "input":0.0000015,
213
- "output":0.000002,
214
- "cache_write":null,
215
- "cache_read":null,
216
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo-0613)$"
217
- },
218
- {
219
- "model":"gpt-3.5-turbo-1106",
220
- "provider":null,
221
- "input":0.000001,
222
- "output":0.000002,
223
- "cache_write":null,
224
- "cache_read":null,
225
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo-1106)$"
226
- },
227
- {
228
- "model":"gpt-3.5-turbo-16k",
229
- "provider":null,
230
- "input":0.0000005,
231
- "output":0.0000015,
232
- "cache_write":null,
233
- "cache_read":null,
234
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo-16k)$"
235
- },
236
- {
237
- "model":"gpt-3.5-turbo-16k-0613",
238
- "provider":null,
239
- "input":0.000003,
240
- "output":0.000004,
241
- "cache_write":null,
242
- "cache_read":null,
243
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo-16k-0613)$"
244
- },
245
- {
246
- "model":"gpt-3.5-turbo-instruct",
247
- "provider":null,
248
- "input":0.0000015,
249
- "output":0.000002,
250
- "cache_write":null,
251
- "cache_read":null,
252
- "regex":"(?i)^(gpt-)(35|3.5)(-turbo-instruct)$"
253
- },
254
- {
255
- "model":"gpt-4",
256
- "provider":null,
257
- "input":0.00003,
258
- "output":0.00006,
259
- "cache_write":null,
260
- "cache_read":null,
261
- "regex":"(?i)^(gpt-4)$"
262
- },
263
- {
264
- "model":"gpt-4-0125-preview",
265
- "provider":null,
266
- "input":0.00001,
267
- "output":0.00003,
268
- "cache_write":null,
269
- "cache_read":null,
270
- "regex":"(?i)^(gpt-4-0125-preview)$"
271
- },
272
- {
273
- "model":"gpt-4-0314",
274
- "provider":null,
275
- "input":0.00003,
276
- "output":0.00006,
277
- "cache_write":null,
278
- "cache_read":null,
279
- "regex":"(?i)^(gpt-4-0314)$"
280
- },
281
- {
282
- "model":"gpt-4-0613",
283
- "provider":null,
284
- "input":0.00003,
285
- "output":0.00006,
286
- "cache_write":null,
287
- "cache_read":null,
288
- "regex":"(?i)^(gpt-4-0613)$"
289
- },
290
- {
291
- "model":"gpt-4-1106-preview",
292
- "provider":null,
293
- "input":0.00001,
294
- "output":0.00003,
295
- "cache_write":null,
296
- "cache_read":null,
297
- "regex":"(?i)^(gpt-4-1106-preview)$"
298
- },
299
- {
300
- "model":"gpt-4-32k",
301
- "provider":null,
302
- "input":0.00006,
303
- "output":0.00012,
304
- "cache_write":null,
305
- "cache_read":null,
306
- "regex":"(?i)^(gpt-4-32k)$"
307
- },
308
- {
309
- "model":"gpt-4-32k-0314",
310
- "provider":null,
311
- "input":0.00006,
312
- "output":0.00012,
313
- "cache_write":null,
314
- "cache_read":null,
315
- "regex":"(?i)^(gpt-4-32k-0314)$"
316
- },
317
- {
318
- "model":"gpt-4-32k-0613",
319
- "provider":null,
320
- "input":0.00006,
321
- "output":0.00012,
322
- "cache_write":null,
323
- "cache_read":null,
324
- "regex":"(?i)^(gpt-4-32k-0613)$"
325
- },
326
- {
327
- "model":"gpt-4-turbo",
328
- "provider":null,
329
- "input":0.00001,
330
- "output":0.00003,
331
- "cache_write":null,
332
- "cache_read":null,
333
- "regex":"(?i)^(gpt-4-turbo)$"
334
- },
335
- {
336
- "model":"gpt-4-turbo-2024-04-09",
337
- "provider":null,
338
- "input":0.00001,
339
- "output":0.00003,
340
- "cache_write":null,
341
- "cache_read":null,
342
- "regex":"(?i)^(gpt-4-turbo-2024-04-09)$"
343
- },
344
- {
345
- "model":"gpt-4-turbo-preview",
346
- "provider":null,
347
- "input":0.00001,
348
- "output":0.00003,
349
- "cache_write":null,
350
- "cache_read":null,
351
- "regex":"(?i)^(gpt-4-turbo-preview)$"
352
- },
353
- {
354
- "model":"gpt-4.1",
355
- "provider":null,
356
- "input":0.000002,
357
- "output":0.000008,
358
- "cache_write":0.0000005,
359
- "cache_read":null,
360
- "regex":"(?i)^(gpt-4.1)$"
361
- },
362
- {
363
- "model":"gpt-4.1-2025-04-14",
364
- "provider":null,
365
- "input":0.000002,
366
- "output":0.000008,
367
- "cache_write":0.0000005,
368
- "cache_read":null,
369
- "regex":"(?i)^(gpt-4.1-2025-04-14)$"
370
- },
371
- {
372
- "model":"gpt-4.1-mini",
373
- "provider":null,
374
- "input":0.0000004,
375
- "output":0.0000016,
376
- "cache_write":0.0000001,
377
- "cache_read":null,
378
- "regex":"(?i)^(gpt-4.1-mini)$"
379
- },
380
- {
381
- "model":"gpt-4.1-mini-2025-04-14",
382
- "provider":null,
383
- "input":0.0000004,
384
- "output":0.0000016,
385
- "cache_write":0.0000001,
386
- "cache_read":null,
387
- "regex":"(?i)^(gpt-4.1-mini-2025-04-14)$"
388
- },
389
- {
390
- "model":"gpt-4.1-nano",
391
- "provider":null,
392
- "input":0.0000001,
393
- "output":0.0000004,
394
- "cache_write":0.000000025,
395
- "cache_read":null,
396
- "regex":"(?i)^(gpt-4.1-nano)$"
397
- },
398
- {
399
- "model":"gpt-4.1-nano-2025-04-14",
400
- "provider":null,
401
- "input":0.0000001,
402
- "output":0.0000004,
403
- "cache_write":0.000000025,
404
- "cache_read":null,
405
- "regex":"(?i)^(gpt-4.1-nano-2025-04-14)$"
406
- },
407
- {
408
- "model":"gpt-4.5-preview",
409
- "provider":null,
410
- "input":0.000075,
411
- "output":0.00015,
412
- "cache_write":0.0000375,
413
- "cache_read":null,
414
- "regex":"(?i)^(gpt-4.5-preview)$"
415
- },
416
- {
417
- "model":"gpt-4.5-preview-2025-02-27",
418
- "provider":null,
419
- "input":0.000075,
420
- "output":0.00015,
421
- "cache_write":0.0000375,
422
- "cache_read":null,
423
- "regex":"(?i)^(gpt-4.5-preview-2025-02-27)$"
424
- },
425
- {
426
- "model":"gpt-4o",
427
- "provider":null,
428
- "input":0.0000025,
429
- "output":0.00001,
430
- "cache_write":0.00000125,
431
- "cache_read":null,
432
- "regex":"(?i)^(gpt-4o)$"
433
- },
434
- {
435
- "model":"gpt-4o-2024-05-13",
436
- "provider":null,
437
- "input":0.000005,
438
- "output":0.000015,
439
- "cache_write":null,
440
- "cache_read":null,
441
- "regex":"(?i)^(gpt-4o-2024-05-13)$"
442
- },
443
- {
444
- "model":"gpt-4o-2024-08-06",
445
- "provider":null,
446
- "input":0.0000025,
447
- "output":0.00001,
448
- "cache_write":0.00000125,
449
- "cache_read":null,
450
- "regex":"(?i)^(gpt-4o-2024-08-06)$"
451
- },
452
- {
453
- "model":"gpt-4o-2024-11-20",
454
- "provider":null,
455
- "input":0.0000025,
456
- "output":0.00001,
457
- "cache_write":0.00000125,
458
- "cache_read":null,
459
- "regex":"(?i)^(gpt-4o-2024-11-20)$"
460
- },
461
- {
462
- "model":"gpt-4o-mini",
463
- "provider":null,
464
- "input":0.00000015,
465
- "output":0.0000006,
466
- "cache_write":0.000000075,
467
- "cache_read":null,
468
- "regex":"(?i)^(gpt-4o-mini)$"
469
- },
470
- {
471
- "model":"gpt-4o-mini-2024-07-18",
472
- "provider":null,
473
- "input":0.00000015,
474
- "output":0.0000006,
475
- "cache_write":0.000000075,
476
- "cache_read":null,
477
- "regex":"(?i)^(gpt-4o-mini-2024-07-18)$"
478
- },
479
- {
480
- "model":"o1",
481
- "provider":null,
482
- "input":0.000015,
483
- "output":0.00006,
484
- "cache_write":0.0000075,
485
- "cache_read":null,
486
- "regex":"(?i)^(o1)$"
487
- },
488
- {
489
- "model":"o1-2024-12-17",
490
- "provider":null,
491
- "input":0.000015,
492
- "output":0.00006,
493
- "cache_write":0.0000075,
494
- "cache_read":null,
495
- "regex":"(?i)^(o1-2024-12-17)$"
496
- },
497
- {
498
- "model":"o1-mini",
499
- "provider":null,
500
- "input":0.0000011,
501
- "output":0.0000044,
502
- "cache_write":0.00000055,
503
- "cache_read":null,
504
- "regex":"(?i)^(o1-mini)$"
505
- },
506
- {
507
- "model":"o1-mini-2024-09-12",
508
- "provider":null,
509
- "input":0.0000011,
510
- "output":0.0000044,
511
- "cache_write":0.00000055,
512
- "cache_read":null,
513
- "regex":"(?i)^(o1-mini-2024-09-12)$"
514
- },
515
- {
516
- "model":"o1-preview",
517
- "provider":null,
518
- "input":0.000015,
519
- "output":0.00006,
520
- "cache_write":0.0000075,
521
- "cache_read":null,
522
- "regex":"(?i)^(o1-preview)$"
523
- },
524
- {
525
- "model":"o1-preview-2024-09-12",
526
- "provider":null,
527
- "input":0.000015,
528
- "output":0.00006,
529
- "cache_write":0.0000075,
530
- "cache_read":null,
531
- "regex":"(?i)^(o1-preview-2024-09-12)$"
532
- },
533
- {
534
- "model":"o3",
535
- "provider":null,
536
- "input":0.00001,
537
- "output":0.00004,
538
- "cache_write":0.0000025,
539
- "cache_read":null,
540
- "regex":"(?i)^(o3)$"
541
- },
542
- {
543
- "model":"o3-2025-04-16",
544
- "provider":null,
545
- "input":0.00001,
546
- "output":0.00004,
547
- "cache_write":0.0000025,
548
- "cache_read":null,
549
- "regex":"(?i)^(o3-2025-04-16)$"
550
- },
551
- {
552
- "model":"o3-mini",
553
- "provider":null,
554
- "input":0.0000011,
555
- "output":0.0000044,
556
- "cache_write":0.00000055,
557
- "cache_read":null,
558
- "regex":"(?i)^(o3-mini)$"
559
- },
560
- {
561
- "model":"o3-mini-2025-01-31",
562
- "provider":null,
563
- "input":0.0000011,
564
- "output":0.0000044,
565
- "cache_write":0.00000055,
566
- "cache_read":null,
567
- "regex":"(?i)^(o3-mini-2025-01-31)$"
568
- },
569
- {
570
- "model":"o4-mini",
571
- "provider":null,
572
- "input":0.0000011,
573
- "output":0.0000044,
574
- "cache_write":0.000000275,
575
- "cache_read":null,
576
- "regex":"(?i)^(o4-mini)$"
577
- },
578
- {
579
- "model":"o4-mini-2025-04-16",
580
- "provider":null,
581
- "input":0.0000011,
582
- "output":0.0000044,
583
- "cache_write":0.000000275,
584
- "cache_read":null,
585
- "regex":"(?i)^(o4-mini-2025-04-16)$"
586
- }
587
- ]
1
+ {
2
+ "models": [
3
+ {
4
+ "name": "chatgpt-4o-latest",
5
+ "name_pattern": "^chatgpt-4o-latest$",
6
+ "source": "litellm",
7
+ "token_prices": [
8
+ {
9
+ "base_rate": 5e-6,
10
+ "is_prompt": true,
11
+ "token_type": "input"
12
+ },
13
+ {
14
+ "base_rate": 0.000015,
15
+ "is_prompt": false,
16
+ "token_type": "output"
17
+ }
18
+ ]
19
+ },
20
+ {
21
+ "name": "claude-3-5-haiku-20241022",
22
+ "name_pattern": "^(claude-3-5-haiku-20241022|anthropic\\.claude-3-5-haiku-20241022-v1:0|claude-3-5-haiku-V1@20241022)$",
23
+ "source": "litellm",
24
+ "token_prices": [
25
+ {
26
+ "base_rate": 8e-7,
27
+ "is_prompt": true,
28
+ "token_type": "input"
29
+ },
30
+ {
31
+ "base_rate": 4e-6,
32
+ "is_prompt": false,
33
+ "token_type": "output"
34
+ },
35
+ {
36
+ "base_rate": 8e-8,
37
+ "is_prompt": true,
38
+ "token_type": "cache_read"
39
+ },
40
+ {
41
+ "base_rate": 1e-6,
42
+ "is_prompt": true,
43
+ "token_type": "cache_write"
44
+ }
45
+ ]
46
+ },
47
+ {
48
+ "name": "claude-3-5-haiku-latest",
49
+ "name_pattern": "^claude-3-5-haiku-latest$",
50
+ "source": "litellm",
51
+ "token_prices": [
52
+ {
53
+ "base_rate": 1e-6,
54
+ "is_prompt": true,
55
+ "token_type": "input"
56
+ },
57
+ {
58
+ "base_rate": 5e-6,
59
+ "is_prompt": false,
60
+ "token_type": "output"
61
+ },
62
+ {
63
+ "base_rate": 1e-7,
64
+ "is_prompt": true,
65
+ "token_type": "cache_read"
66
+ },
67
+ {
68
+ "base_rate": 1.25e-6,
69
+ "is_prompt": true,
70
+ "token_type": "cache_write"
71
+ }
72
+ ]
73
+ },
74
+ {
75
+ "name": "claude-3-5-sonnet-20240620",
76
+ "name_pattern": "^(claude-3-5-sonnet-20240620|anthropic\\.claude-3-5-sonnet-20240620-v1:0|claude-3-5-sonnet@20240620)$",
77
+ "source": "litellm",
78
+ "token_prices": [
79
+ {
80
+ "base_rate": 3e-6,
81
+ "is_prompt": true,
82
+ "token_type": "input"
83
+ },
84
+ {
85
+ "base_rate": 0.000015,
86
+ "is_prompt": false,
87
+ "token_type": "output"
88
+ },
89
+ {
90
+ "base_rate": 3e-7,
91
+ "is_prompt": true,
92
+ "token_type": "cache_read"
93
+ },
94
+ {
95
+ "base_rate": 3.75e-6,
96
+ "is_prompt": true,
97
+ "token_type": "cache_write"
98
+ }
99
+ ]
100
+ },
101
+ {
102
+ "name": "claude-3-5-sonnet-20241022",
103
+ "name_pattern": "^(claude-3-5-sonnet-20241022|anthropic\\.claude-3-5-sonnet-20241022-v2:0|claude-3-5-sonnet-V2@20241022)$",
104
+ "source": "litellm",
105
+ "token_prices": [
106
+ {
107
+ "base_rate": 3e-6,
108
+ "is_prompt": true,
109
+ "token_type": "input"
110
+ },
111
+ {
112
+ "base_rate": 0.000015,
113
+ "is_prompt": false,
114
+ "token_type": "output"
115
+ },
116
+ {
117
+ "base_rate": 3e-7,
118
+ "is_prompt": true,
119
+ "token_type": "cache_read"
120
+ },
121
+ {
122
+ "base_rate": 3.75e-6,
123
+ "is_prompt": true,
124
+ "token_type": "cache_write"
125
+ }
126
+ ]
127
+ },
128
+ {
129
+ "name": "claude-3-5-sonnet-latest",
130
+ "name_pattern": "^claude-3-5-sonnet-latest$",
131
+ "source": "litellm",
132
+ "token_prices": [
133
+ {
134
+ "base_rate": 3e-6,
135
+ "is_prompt": true,
136
+ "token_type": "input"
137
+ },
138
+ {
139
+ "base_rate": 0.000015,
140
+ "is_prompt": false,
141
+ "token_type": "output"
142
+ },
143
+ {
144
+ "base_rate": 3e-7,
145
+ "is_prompt": true,
146
+ "token_type": "cache_read"
147
+ },
148
+ {
149
+ "base_rate": 3.75e-6,
150
+ "is_prompt": true,
151
+ "token_type": "cache_write"
152
+ }
153
+ ]
154
+ },
155
+ {
156
+ "name": "claude-3-7-sonnet-20250219",
157
+ "name_pattern": "^(claude-3.7-sonnet-20250219|anthropic\\.claude-3.7-sonnet-20250219-v1:0|claude-3-7-sonnet-V1@20250219)$",
158
+ "source": "litellm",
159
+ "token_prices": [
160
+ {
161
+ "base_rate": 3e-6,
162
+ "is_prompt": true,
163
+ "token_type": "input"
164
+ },
165
+ {
166
+ "base_rate": 0.000015,
167
+ "is_prompt": false,
168
+ "token_type": "output"
169
+ },
170
+ {
171
+ "base_rate": 3e-7,
172
+ "is_prompt": true,
173
+ "token_type": "cache_read"
174
+ },
175
+ {
176
+ "base_rate": 3.75e-6,
177
+ "is_prompt": true,
178
+ "token_type": "cache_write"
179
+ }
180
+ ]
181
+ },
182
+ {
183
+ "name": "claude-3-7-sonnet-latest",
184
+ "name_pattern": "^claude-3-7-sonnet-latest$",
185
+ "source": "litellm",
186
+ "token_prices": [
187
+ {
188
+ "base_rate": 3e-6,
189
+ "is_prompt": true,
190
+ "token_type": "input"
191
+ },
192
+ {
193
+ "base_rate": 0.000015,
194
+ "is_prompt": false,
195
+ "token_type": "output"
196
+ },
197
+ {
198
+ "base_rate": 3e-7,
199
+ "is_prompt": true,
200
+ "token_type": "cache_read"
201
+ },
202
+ {
203
+ "base_rate": 3.75e-6,
204
+ "is_prompt": true,
205
+ "token_type": "cache_write"
206
+ }
207
+ ]
208
+ },
209
+ {
210
+ "name": "claude-3-haiku-20240307",
211
+ "name_pattern": "^(claude-3-haiku-20240307|anthropic\\.claude-3-haiku-20240307-v1:0|claude-3-haiku@20240307)$",
212
+ "source": "litellm",
213
+ "token_prices": [
214
+ {
215
+ "base_rate": 2.5e-7,
216
+ "is_prompt": true,
217
+ "token_type": "input"
218
+ },
219
+ {
220
+ "base_rate": 1.25e-6,
221
+ "is_prompt": false,
222
+ "token_type": "output"
223
+ },
224
+ {
225
+ "base_rate": 3e-8,
226
+ "is_prompt": true,
227
+ "token_type": "cache_read"
228
+ },
229
+ {
230
+ "base_rate": 3e-7,
231
+ "is_prompt": true,
232
+ "token_type": "cache_write"
233
+ }
234
+ ]
235
+ },
236
+ {
237
+ "name": "claude-3-opus-20240229",
238
+ "name_pattern": "^(claude-3-opus-20240229|anthropic\\.claude-3-opus-20240229-v1:0|claude-3-opus@20240229)$",
239
+ "source": "litellm",
240
+ "token_prices": [
241
+ {
242
+ "base_rate": 0.000015,
243
+ "is_prompt": true,
244
+ "token_type": "input"
245
+ },
246
+ {
247
+ "base_rate": 0.000075,
248
+ "is_prompt": false,
249
+ "token_type": "output"
250
+ },
251
+ {
252
+ "base_rate": 1.5e-6,
253
+ "is_prompt": true,
254
+ "token_type": "cache_read"
255
+ },
256
+ {
257
+ "base_rate": 0.00001875,
258
+ "is_prompt": true,
259
+ "token_type": "cache_write"
260
+ }
261
+ ]
262
+ },
263
+ {
264
+ "name": "claude-3-opus-latest",
265
+ "name_pattern": "^claude-3-opus-latest$",
266
+ "source": "litellm",
267
+ "token_prices": [
268
+ {
269
+ "base_rate": 0.000015,
270
+ "is_prompt": true,
271
+ "token_type": "input"
272
+ },
273
+ {
274
+ "base_rate": 0.000075,
275
+ "is_prompt": false,
276
+ "token_type": "output"
277
+ },
278
+ {
279
+ "base_rate": 1.5e-6,
280
+ "is_prompt": true,
281
+ "token_type": "cache_read"
282
+ },
283
+ {
284
+ "base_rate": 0.00001875,
285
+ "is_prompt": true,
286
+ "token_type": "cache_write"
287
+ }
288
+ ]
289
+ },
290
+ {
291
+ "name": "claude-3-sonnet-20240229",
292
+ "name_pattern": "^(claude-3-sonnet-20240229|anthropic\\.claude-3-sonnet-20240229-v1:0|claude-3-sonnet@20240229)$",
293
+ "source": "litellm",
294
+ "token_prices": [
295
+ {
296
+ "base_rate": 3e-6,
297
+ "is_prompt": true,
298
+ "token_type": "input"
299
+ },
300
+ {
301
+ "base_rate": 0.000015,
302
+ "is_prompt": false,
303
+ "token_type": "output"
304
+ }
305
+ ]
306
+ },
307
+ {
308
+ "name": "claude-4-opus-20250514",
309
+ "name_pattern": "^claude-4-opus-20250514$",
310
+ "source": "litellm",
311
+ "token_prices": [
312
+ {
313
+ "base_rate": 0.000015,
314
+ "is_prompt": true,
315
+ "token_type": "input"
316
+ },
317
+ {
318
+ "base_rate": 0.000075,
319
+ "is_prompt": false,
320
+ "token_type": "output"
321
+ },
322
+ {
323
+ "base_rate": 1.5e-6,
324
+ "is_prompt": true,
325
+ "token_type": "cache_read"
326
+ },
327
+ {
328
+ "base_rate": 0.00001875,
329
+ "is_prompt": true,
330
+ "token_type": "cache_write"
331
+ }
332
+ ]
333
+ },
334
+ {
335
+ "name": "claude-4-sonnet-20250514",
336
+ "name_pattern": "^claude-4-sonnet-20250514$",
337
+ "source": "litellm",
338
+ "token_prices": [
339
+ {
340
+ "base_rate": 3e-6,
341
+ "is_prompt": true,
342
+ "token_type": "input"
343
+ },
344
+ {
345
+ "base_rate": 0.000015,
346
+ "is_prompt": false,
347
+ "token_type": "output"
348
+ },
349
+ {
350
+ "base_rate": 3e-7,
351
+ "is_prompt": true,
352
+ "token_type": "cache_read"
353
+ },
354
+ {
355
+ "base_rate": 3.75e-6,
356
+ "is_prompt": true,
357
+ "token_type": "cache_write"
358
+ }
359
+ ]
360
+ },
361
+ {
362
+ "name": "claude-opus-4-20250514",
363
+ "name_pattern": "^claude-opus-4-20250514$",
364
+ "source": "litellm",
365
+ "token_prices": [
366
+ {
367
+ "base_rate": 0.000015,
368
+ "is_prompt": true,
369
+ "token_type": "input"
370
+ },
371
+ {
372
+ "base_rate": 0.000075,
373
+ "is_prompt": false,
374
+ "token_type": "output"
375
+ },
376
+ {
377
+ "base_rate": 1.5e-6,
378
+ "is_prompt": true,
379
+ "token_type": "cache_read"
380
+ },
381
+ {
382
+ "base_rate": 0.00001875,
383
+ "is_prompt": true,
384
+ "token_type": "cache_write"
385
+ }
386
+ ]
387
+ },
388
+ {
389
+ "name": "claude-sonnet-4-20250514",
390
+ "name_pattern": "^(claude-sonnet-4-20250514|anthropic\\.claude-sonnet-4-20250514-v1:0|claude-sonnet-4@20250514)$",
391
+ "source": "litellm",
392
+ "token_prices": [
393
+ {
394
+ "base_rate": 3e-6,
395
+ "is_prompt": true,
396
+ "token_type": "input"
397
+ },
398
+ {
399
+ "base_rate": 0.000015,
400
+ "is_prompt": false,
401
+ "token_type": "output"
402
+ },
403
+ {
404
+ "base_rate": 3e-7,
405
+ "is_prompt": true,
406
+ "token_type": "cache_read"
407
+ },
408
+ {
409
+ "base_rate": 3.75e-6,
410
+ "is_prompt": true,
411
+ "token_type": "cache_write"
412
+ }
413
+ ]
414
+ },
415
+ {
416
+ "name": "gemini-2.0-flash",
417
+ "name_pattern": "^gemini-2.0-flash(@[a-zA-Z0-9]+)?$",
418
+ "source": "litellm",
419
+ "token_prices": [
420
+ {
421
+ "base_rate": 1e-7,
422
+ "is_prompt": true,
423
+ "token_type": "input"
424
+ },
425
+ {
426
+ "base_rate": 4e-7,
427
+ "is_prompt": false,
428
+ "token_type": "output"
429
+ },
430
+ {
431
+ "base_rate": 7e-7,
432
+ "is_prompt": true,
433
+ "token_type": "audio"
434
+ }
435
+ ]
436
+ },
437
+ {
438
+ "name": "gemini-2.0-flash-001",
439
+ "name_pattern": "^gemini-2.0-flash-001(@[a-zA-Z0-9]+)?$",
440
+ "source": "litellm",
441
+ "token_prices": [
442
+ {
443
+ "base_rate": 1.5e-7,
444
+ "is_prompt": true,
445
+ "token_type": "input"
446
+ },
447
+ {
448
+ "base_rate": 6e-7,
449
+ "is_prompt": false,
450
+ "token_type": "output"
451
+ },
452
+ {
453
+ "base_rate": 1e-6,
454
+ "is_prompt": true,
455
+ "token_type": "audio"
456
+ }
457
+ ]
458
+ },
459
+ {
460
+ "name": "gemini-2.0-flash-exp",
461
+ "name_pattern": "^gemini-2\\.0-flash-exp$",
462
+ "source": "litellm",
463
+ "token_prices": [
464
+ {
465
+ "base_rate": 1.5e-7,
466
+ "is_prompt": true,
467
+ "token_type": "input"
468
+ },
469
+ {
470
+ "base_rate": 6e-7,
471
+ "is_prompt": false,
472
+ "token_type": "output"
473
+ }
474
+ ]
475
+ },
476
+ {
477
+ "name": "gemini-2.0-flash-lite",
478
+ "name_pattern": "^gemini-2.0-flash-lite(@[a-zA-Z0-9]+)?$",
479
+ "source": "litellm",
480
+ "token_prices": [
481
+ {
482
+ "base_rate": 7.5e-8,
483
+ "is_prompt": true,
484
+ "token_type": "input"
485
+ },
486
+ {
487
+ "base_rate": 3e-7,
488
+ "is_prompt": false,
489
+ "token_type": "output"
490
+ },
491
+ {
492
+ "base_rate": 7.5e-8,
493
+ "is_prompt": true,
494
+ "token_type": "audio"
495
+ }
496
+ ]
497
+ },
498
+ {
499
+ "name": "gemini-2.0-flash-lite-001",
500
+ "name_pattern": "^gemini-2\\.0-flash-lite-001$",
501
+ "source": "litellm",
502
+ "token_prices": [
503
+ {
504
+ "base_rate": 7.5e-8,
505
+ "is_prompt": true,
506
+ "token_type": "input"
507
+ },
508
+ {
509
+ "base_rate": 3e-7,
510
+ "is_prompt": false,
511
+ "token_type": "output"
512
+ },
513
+ {
514
+ "base_rate": 7.5e-8,
515
+ "is_prompt": true,
516
+ "token_type": "audio"
517
+ }
518
+ ]
519
+ },
520
+ {
521
+ "name": "gemini-2.0-flash-preview-image-generation",
522
+ "name_pattern": "^gemini-2\\.0-flash-preview-image-generation$",
523
+ "source": "litellm",
524
+ "token_prices": [
525
+ {
526
+ "base_rate": 1e-7,
527
+ "is_prompt": true,
528
+ "token_type": "input"
529
+ },
530
+ {
531
+ "base_rate": 4e-7,
532
+ "is_prompt": false,
533
+ "token_type": "output"
534
+ },
535
+ {
536
+ "base_rate": 7e-7,
537
+ "is_prompt": true,
538
+ "token_type": "audio"
539
+ }
540
+ ]
541
+ },
542
+ {
543
+ "name": "gemini-2.0-pro-exp-02-05",
544
+ "name_pattern": "^gemini-2\\.0-pro-exp-02-05$",
545
+ "source": "litellm",
546
+ "token_prices": [
547
+ {
548
+ "base_rate": 1.25e-6,
549
+ "is_prompt": true,
550
+ "token_type": "input"
551
+ },
552
+ {
553
+ "base_rate": 0.00001,
554
+ "is_prompt": false,
555
+ "token_type": "output"
556
+ }
557
+ ]
558
+ },
559
+ {
560
+ "name": "gemini-2.5-flash",
561
+ "name_pattern": "^gemini-2.5-flash(@[a-zA-Z0-9]+)?$",
562
+ "source": "litellm",
563
+ "token_prices": [
564
+ {
565
+ "base_rate": 3e-7,
566
+ "is_prompt": true,
567
+ "token_type": "input"
568
+ },
569
+ {
570
+ "base_rate": 2.5e-6,
571
+ "is_prompt": false,
572
+ "token_type": "output"
573
+ },
574
+ {
575
+ "base_rate": 1e-6,
576
+ "is_prompt": true,
577
+ "token_type": "audio"
578
+ }
579
+ ]
580
+ },
581
+ {
582
+ "name": "gemini-2.5-flash-lite-preview-06-17",
583
+ "name_pattern": "^gemini-2\\.5-flash-lite-preview-06-17$",
584
+ "source": "litellm",
585
+ "token_prices": [
586
+ {
587
+ "base_rate": 1e-7,
588
+ "is_prompt": true,
589
+ "token_type": "input"
590
+ },
591
+ {
592
+ "base_rate": 4e-7,
593
+ "is_prompt": false,
594
+ "token_type": "output"
595
+ },
596
+ {
597
+ "base_rate": 5e-7,
598
+ "is_prompt": true,
599
+ "token_type": "audio"
600
+ }
601
+ ]
602
+ },
603
+ {
604
+ "name": "gemini-2.5-flash-preview-04-17",
605
+ "name_pattern": "^gemini-2\\.5-flash-preview-04-17$",
606
+ "source": "litellm",
607
+ "token_prices": [
608
+ {
609
+ "base_rate": 1.5e-7,
610
+ "is_prompt": true,
611
+ "token_type": "input"
612
+ },
613
+ {
614
+ "base_rate": 6e-7,
615
+ "is_prompt": false,
616
+ "token_type": "output"
617
+ },
618
+ {
619
+ "base_rate": 1e-6,
620
+ "is_prompt": true,
621
+ "token_type": "audio"
622
+ }
623
+ ]
624
+ },
625
+ {
626
+ "name": "gemini-2.5-flash-preview-05-20",
627
+ "name_pattern": "^gemini-2\\.5-flash-preview-05-20$",
628
+ "source": "litellm",
629
+ "token_prices": [
630
+ {
631
+ "base_rate": 3e-7,
632
+ "is_prompt": true,
633
+ "token_type": "input"
634
+ },
635
+ {
636
+ "base_rate": 2.5e-6,
637
+ "is_prompt": false,
638
+ "token_type": "output"
639
+ },
640
+ {
641
+ "base_rate": 1e-6,
642
+ "is_prompt": true,
643
+ "token_type": "audio"
644
+ }
645
+ ]
646
+ },
647
+ {
648
+ "name": "gemini-2.5-pro",
649
+ "name_pattern": "^gemini-2.5-pro(@[a-zA-Z0-9]+)?$",
650
+ "source": "litellm",
651
+ "token_prices": [
652
+ {
653
+ "base_rate": 1.25e-6,
654
+ "is_prompt": true,
655
+ "token_type": "input"
656
+ },
657
+ {
658
+ "base_rate": 0.00001,
659
+ "is_prompt": false,
660
+ "token_type": "output"
661
+ }
662
+ ]
663
+ },
664
+ {
665
+ "name": "gemini-2.5-pro-exp-03-25",
666
+ "name_pattern": "^gemini-2\\.5-pro-exp-03-25$",
667
+ "source": "litellm",
668
+ "token_prices": [
669
+ {
670
+ "base_rate": 1.25e-6,
671
+ "is_prompt": true,
672
+ "token_type": "input"
673
+ },
674
+ {
675
+ "base_rate": 0.00001,
676
+ "is_prompt": false,
677
+ "token_type": "output"
678
+ }
679
+ ]
680
+ },
681
+ {
682
+ "name": "gemini-2.5-pro-preview-03-25",
683
+ "name_pattern": "^gemini-2\\.5-pro-preview-03-25$",
684
+ "source": "litellm",
685
+ "token_prices": [
686
+ {
687
+ "base_rate": 1.25e-6,
688
+ "is_prompt": true,
689
+ "token_type": "input"
690
+ },
691
+ {
692
+ "base_rate": 0.00001,
693
+ "is_prompt": false,
694
+ "token_type": "output"
695
+ },
696
+ {
697
+ "base_rate": 1.25e-6,
698
+ "is_prompt": true,
699
+ "token_type": "audio"
700
+ }
701
+ ]
702
+ },
703
+ {
704
+ "name": "gemini-2.5-pro-preview-05-06",
705
+ "name_pattern": "^gemini-2\\.5-pro-preview-05-06$",
706
+ "source": "litellm",
707
+ "token_prices": [
708
+ {
709
+ "base_rate": 1.25e-6,
710
+ "is_prompt": true,
711
+ "token_type": "input"
712
+ },
713
+ {
714
+ "base_rate": 0.00001,
715
+ "is_prompt": false,
716
+ "token_type": "output"
717
+ },
718
+ {
719
+ "base_rate": 1.25e-6,
720
+ "is_prompt": true,
721
+ "token_type": "audio"
722
+ }
723
+ ]
724
+ },
725
+ {
726
+ "name": "gemini-2.5-pro-preview-06-05",
727
+ "name_pattern": "^gemini-2\\.5-pro-preview-06-05$",
728
+ "source": "litellm",
729
+ "token_prices": [
730
+ {
731
+ "base_rate": 1.25e-6,
732
+ "is_prompt": true,
733
+ "token_type": "input"
734
+ },
735
+ {
736
+ "base_rate": 0.00001,
737
+ "is_prompt": false,
738
+ "token_type": "output"
739
+ },
740
+ {
741
+ "base_rate": 1.25e-6,
742
+ "is_prompt": true,
743
+ "token_type": "audio"
744
+ }
745
+ ]
746
+ },
747
+ {
748
+ "name": "gemini-2.5-pro-preview-tts",
749
+ "name_pattern": "^gemini-2\\.5-pro-preview-tts$",
750
+ "source": "litellm",
751
+ "token_prices": [
752
+ {
753
+ "base_rate": 1.25e-6,
754
+ "is_prompt": true,
755
+ "token_type": "input"
756
+ },
757
+ {
758
+ "base_rate": 0.00001,
759
+ "is_prompt": false,
760
+ "token_type": "output"
761
+ },
762
+ {
763
+ "base_rate": 7e-7,
764
+ "is_prompt": true,
765
+ "token_type": "audio"
766
+ }
767
+ ]
768
+ },
769
+ {
770
+ "name": "gpt-3.5-turbo",
771
+ "name_pattern": "^gpt-(35|3.5)-turbo$",
772
+ "source": "litellm",
773
+ "token_prices": [
774
+ {
775
+ "base_rate": 1.5e-6,
776
+ "is_prompt": true,
777
+ "token_type": "input"
778
+ },
779
+ {
780
+ "base_rate": 2e-6,
781
+ "is_prompt": false,
782
+ "token_type": "output"
783
+ }
784
+ ]
785
+ },
786
+ {
787
+ "name": "gpt-3.5-turbo-0125",
788
+ "name_pattern": "^gpt-(35|3.5)-turbo-0125$",
789
+ "source": "litellm",
790
+ "token_prices": [
791
+ {
792
+ "base_rate": 5e-7,
793
+ "is_prompt": true,
794
+ "token_type": "input"
795
+ },
796
+ {
797
+ "base_rate": 1.5e-6,
798
+ "is_prompt": false,
799
+ "token_type": "output"
800
+ }
801
+ ]
802
+ },
803
+ {
804
+ "name": "gpt-3.5-turbo-0301",
805
+ "name_pattern": "^gpt-(35|3.5)-turbo-0301$",
806
+ "source": "litellm",
807
+ "token_prices": [
808
+ {
809
+ "base_rate": 1.5e-6,
810
+ "is_prompt": true,
811
+ "token_type": "input"
812
+ },
813
+ {
814
+ "base_rate": 2e-6,
815
+ "is_prompt": false,
816
+ "token_type": "output"
817
+ }
818
+ ]
819
+ },
820
+ {
821
+ "name": "gpt-3.5-turbo-0613",
822
+ "name_pattern": "^gpt-(35|3.5)-turbo-0613$",
823
+ "source": "litellm",
824
+ "token_prices": [
825
+ {
826
+ "base_rate": 1.5e-6,
827
+ "is_prompt": true,
828
+ "token_type": "input"
829
+ },
830
+ {
831
+ "base_rate": 2e-6,
832
+ "is_prompt": false,
833
+ "token_type": "output"
834
+ }
835
+ ]
836
+ },
837
+ {
838
+ "name": "gpt-3.5-turbo-1106",
839
+ "name_pattern": "^gpt-(35|3.5)-turbo-1106$",
840
+ "source": "litellm",
841
+ "token_prices": [
842
+ {
843
+ "base_rate": 1e-6,
844
+ "is_prompt": true,
845
+ "token_type": "input"
846
+ },
847
+ {
848
+ "base_rate": 2e-6,
849
+ "is_prompt": false,
850
+ "token_type": "output"
851
+ }
852
+ ]
853
+ },
854
+ {
855
+ "name": "gpt-3.5-turbo-16k",
856
+ "name_pattern": "^gpt-(35|3.5)-turbo-16k$",
857
+ "source": "litellm",
858
+ "token_prices": [
859
+ {
860
+ "base_rate": 3e-6,
861
+ "is_prompt": true,
862
+ "token_type": "input"
863
+ },
864
+ {
865
+ "base_rate": 4e-6,
866
+ "is_prompt": false,
867
+ "token_type": "output"
868
+ }
869
+ ]
870
+ },
871
+ {
872
+ "name": "gpt-3.5-turbo-16k-0613",
873
+ "name_pattern": "^gpt-(35|3.5)-turbo-16k-0613$",
874
+ "source": "litellm",
875
+ "token_prices": [
876
+ {
877
+ "base_rate": 3e-6,
878
+ "is_prompt": true,
879
+ "token_type": "input"
880
+ },
881
+ {
882
+ "base_rate": 4e-6,
883
+ "is_prompt": false,
884
+ "token_type": "output"
885
+ }
886
+ ]
887
+ },
888
+ {
889
+ "name": "gpt-3.5-turbo-instruct",
890
+ "name_pattern": "^gpt-(35|3.5)-turbo-instruct$",
891
+ "source": "litellm",
892
+ "token_prices": [
893
+ {
894
+ "base_rate": 1.5e-6,
895
+ "is_prompt": true,
896
+ "token_type": "input"
897
+ },
898
+ {
899
+ "base_rate": 2e-6,
900
+ "is_prompt": false,
901
+ "token_type": "output"
902
+ }
903
+ ]
904
+ },
905
+ {
906
+ "name": "gpt-3.5-turbo-instruct-0914",
907
+ "name_pattern": "^gpt-3\\.5-turbo-instruct-0914$",
908
+ "source": "litellm",
909
+ "token_prices": [
910
+ {
911
+ "base_rate": 1.5e-6,
912
+ "is_prompt": true,
913
+ "token_type": "input"
914
+ },
915
+ {
916
+ "base_rate": 2e-6,
917
+ "is_prompt": false,
918
+ "token_type": "output"
919
+ }
920
+ ]
921
+ },
922
+ {
923
+ "name": "gpt-4",
924
+ "name_pattern": "^gpt-4$",
925
+ "source": "litellm",
926
+ "token_prices": [
927
+ {
928
+ "base_rate": 0.00003,
929
+ "is_prompt": true,
930
+ "token_type": "input"
931
+ },
932
+ {
933
+ "base_rate": 0.00006,
934
+ "is_prompt": false,
935
+ "token_type": "output"
936
+ }
937
+ ]
938
+ },
939
+ {
940
+ "name": "gpt-4-0125-preview",
941
+ "name_pattern": "^gpt-4-0125-preview$",
942
+ "source": "litellm",
943
+ "token_prices": [
944
+ {
945
+ "base_rate": 0.00001,
946
+ "is_prompt": true,
947
+ "token_type": "input"
948
+ },
949
+ {
950
+ "base_rate": 0.00003,
951
+ "is_prompt": false,
952
+ "token_type": "output"
953
+ }
954
+ ]
955
+ },
956
+ {
957
+ "name": "gpt-4-0314",
958
+ "name_pattern": "^gpt-4-0314$",
959
+ "source": "litellm",
960
+ "token_prices": [
961
+ {
962
+ "base_rate": 0.00003,
963
+ "is_prompt": true,
964
+ "token_type": "input"
965
+ },
966
+ {
967
+ "base_rate": 0.00006,
968
+ "is_prompt": false,
969
+ "token_type": "output"
970
+ }
971
+ ]
972
+ },
973
+ {
974
+ "name": "gpt-4-0613",
975
+ "name_pattern": "^gpt-4-0613$",
976
+ "source": "litellm",
977
+ "token_prices": [
978
+ {
979
+ "base_rate": 0.00003,
980
+ "is_prompt": true,
981
+ "token_type": "input"
982
+ },
983
+ {
984
+ "base_rate": 0.00006,
985
+ "is_prompt": false,
986
+ "token_type": "output"
987
+ }
988
+ ]
989
+ },
990
+ {
991
+ "name": "gpt-4-1106-preview",
992
+ "name_pattern": "^gpt-4-1106-preview$",
993
+ "source": "litellm",
994
+ "token_prices": [
995
+ {
996
+ "base_rate": 0.00001,
997
+ "is_prompt": true,
998
+ "token_type": "input"
999
+ },
1000
+ {
1001
+ "base_rate": 0.00003,
1002
+ "is_prompt": false,
1003
+ "token_type": "output"
1004
+ }
1005
+ ]
1006
+ },
1007
+ {
1008
+ "name": "gpt-4-1106-vision-preview",
1009
+ "name_pattern": "^gpt-4-1106-vision-preview$",
1010
+ "source": "litellm",
1011
+ "token_prices": [
1012
+ {
1013
+ "base_rate": 0.00001,
1014
+ "is_prompt": true,
1015
+ "token_type": "input"
1016
+ },
1017
+ {
1018
+ "base_rate": 0.00003,
1019
+ "is_prompt": false,
1020
+ "token_type": "output"
1021
+ }
1022
+ ]
1023
+ },
1024
+ {
1025
+ "name": "gpt-4-32k",
1026
+ "name_pattern": "^gpt-4-32k$",
1027
+ "source": "litellm",
1028
+ "token_prices": [
1029
+ {
1030
+ "base_rate": 0.00006,
1031
+ "is_prompt": true,
1032
+ "token_type": "input"
1033
+ },
1034
+ {
1035
+ "base_rate": 0.00012,
1036
+ "is_prompt": false,
1037
+ "token_type": "output"
1038
+ }
1039
+ ]
1040
+ },
1041
+ {
1042
+ "name": "gpt-4-32k-0314",
1043
+ "name_pattern": "^gpt-4-32k-0314$",
1044
+ "source": "litellm",
1045
+ "token_prices": [
1046
+ {
1047
+ "base_rate": 0.00006,
1048
+ "is_prompt": true,
1049
+ "token_type": "input"
1050
+ },
1051
+ {
1052
+ "base_rate": 0.00012,
1053
+ "is_prompt": false,
1054
+ "token_type": "output"
1055
+ }
1056
+ ]
1057
+ },
1058
+ {
1059
+ "name": "gpt-4-32k-0613",
1060
+ "name_pattern": "^gpt-4-32k-0613$",
1061
+ "source": "litellm",
1062
+ "token_prices": [
1063
+ {
1064
+ "base_rate": 0.00006,
1065
+ "is_prompt": true,
1066
+ "token_type": "input"
1067
+ },
1068
+ {
1069
+ "base_rate": 0.00012,
1070
+ "is_prompt": false,
1071
+ "token_type": "output"
1072
+ }
1073
+ ]
1074
+ },
1075
+ {
1076
+ "name": "gpt-4-turbo",
1077
+ "name_pattern": "^gpt-4-turbo$",
1078
+ "source": "litellm",
1079
+ "token_prices": [
1080
+ {
1081
+ "base_rate": 0.00001,
1082
+ "is_prompt": true,
1083
+ "token_type": "input"
1084
+ },
1085
+ {
1086
+ "base_rate": 0.00003,
1087
+ "is_prompt": false,
1088
+ "token_type": "output"
1089
+ }
1090
+ ]
1091
+ },
1092
+ {
1093
+ "name": "gpt-4-turbo-2024-04-09",
1094
+ "name_pattern": "^gpt-4-turbo-2024-04-09$",
1095
+ "source": "litellm",
1096
+ "token_prices": [
1097
+ {
1098
+ "base_rate": 0.00001,
1099
+ "is_prompt": true,
1100
+ "token_type": "input"
1101
+ },
1102
+ {
1103
+ "base_rate": 0.00003,
1104
+ "is_prompt": false,
1105
+ "token_type": "output"
1106
+ }
1107
+ ]
1108
+ },
1109
+ {
1110
+ "name": "gpt-4-turbo-preview",
1111
+ "name_pattern": "^gpt-4-turbo-preview$",
1112
+ "source": "litellm",
1113
+ "token_prices": [
1114
+ {
1115
+ "base_rate": 0.00001,
1116
+ "is_prompt": true,
1117
+ "token_type": "input"
1118
+ },
1119
+ {
1120
+ "base_rate": 0.00003,
1121
+ "is_prompt": false,
1122
+ "token_type": "output"
1123
+ }
1124
+ ]
1125
+ },
1126
+ {
1127
+ "name": "gpt-4-vision-preview",
1128
+ "name_pattern": "^gpt-4-vision-preview$",
1129
+ "source": "litellm",
1130
+ "token_prices": [
1131
+ {
1132
+ "base_rate": 0.00001,
1133
+ "is_prompt": true,
1134
+ "token_type": "input"
1135
+ },
1136
+ {
1137
+ "base_rate": 0.00003,
1138
+ "is_prompt": false,
1139
+ "token_type": "output"
1140
+ }
1141
+ ]
1142
+ },
1143
+ {
1144
+ "name": "gpt-4.1",
1145
+ "name_pattern": "^gpt-4.1$",
1146
+ "source": "litellm",
1147
+ "token_prices": [
1148
+ {
1149
+ "base_rate": 2e-6,
1150
+ "is_prompt": true,
1151
+ "token_type": "input"
1152
+ },
1153
+ {
1154
+ "base_rate": 8e-6,
1155
+ "is_prompt": false,
1156
+ "token_type": "output"
1157
+ },
1158
+ {
1159
+ "base_rate": 5e-7,
1160
+ "is_prompt": true,
1161
+ "token_type": "cache_read"
1162
+ }
1163
+ ]
1164
+ },
1165
+ {
1166
+ "name": "gpt-4.1-2025-04-14",
1167
+ "name_pattern": "^gpt-4\\.1-2025-04-14$",
1168
+ "source": "litellm",
1169
+ "token_prices": [
1170
+ {
1171
+ "base_rate": 2e-6,
1172
+ "is_prompt": true,
1173
+ "token_type": "input"
1174
+ },
1175
+ {
1176
+ "base_rate": 8e-6,
1177
+ "is_prompt": false,
1178
+ "token_type": "output"
1179
+ },
1180
+ {
1181
+ "base_rate": 5e-7,
1182
+ "is_prompt": true,
1183
+ "token_type": "cache_read"
1184
+ }
1185
+ ]
1186
+ },
1187
+ {
1188
+ "name": "gpt-4.1-mini",
1189
+ "name_pattern": "^gpt-4\\.1-mini$",
1190
+ "source": "litellm",
1191
+ "token_prices": [
1192
+ {
1193
+ "base_rate": 4e-7,
1194
+ "is_prompt": true,
1195
+ "token_type": "input"
1196
+ },
1197
+ {
1198
+ "base_rate": 1.6e-6,
1199
+ "is_prompt": false,
1200
+ "token_type": "output"
1201
+ },
1202
+ {
1203
+ "base_rate": 1e-7,
1204
+ "is_prompt": true,
1205
+ "token_type": "cache_read"
1206
+ }
1207
+ ]
1208
+ },
1209
+ {
1210
+ "name": "gpt-4.1-mini-2025-04-14",
1211
+ "name_pattern": "^gpt-4\\.1-mini-2025-04-14$",
1212
+ "source": "litellm",
1213
+ "token_prices": [
1214
+ {
1215
+ "base_rate": 4e-7,
1216
+ "is_prompt": true,
1217
+ "token_type": "input"
1218
+ },
1219
+ {
1220
+ "base_rate": 1.6e-6,
1221
+ "is_prompt": false,
1222
+ "token_type": "output"
1223
+ },
1224
+ {
1225
+ "base_rate": 1e-7,
1226
+ "is_prompt": true,
1227
+ "token_type": "cache_read"
1228
+ }
1229
+ ]
1230
+ },
1231
+ {
1232
+ "name": "gpt-4.1-nano",
1233
+ "name_pattern": "^gpt-4\\.1-nano$",
1234
+ "source": "litellm",
1235
+ "token_prices": [
1236
+ {
1237
+ "base_rate": 1e-7,
1238
+ "is_prompt": true,
1239
+ "token_type": "input"
1240
+ },
1241
+ {
1242
+ "base_rate": 4e-7,
1243
+ "is_prompt": false,
1244
+ "token_type": "output"
1245
+ },
1246
+ {
1247
+ "base_rate": 2.5e-8,
1248
+ "is_prompt": true,
1249
+ "token_type": "cache_read"
1250
+ }
1251
+ ]
1252
+ },
1253
+ {
1254
+ "name": "gpt-4.1-nano-2025-04-14",
1255
+ "name_pattern": "^gpt-4\\.1-nano-2025-04-14$",
1256
+ "source": "litellm",
1257
+ "token_prices": [
1258
+ {
1259
+ "base_rate": 1e-7,
1260
+ "is_prompt": true,
1261
+ "token_type": "input"
1262
+ },
1263
+ {
1264
+ "base_rate": 4e-7,
1265
+ "is_prompt": false,
1266
+ "token_type": "output"
1267
+ },
1268
+ {
1269
+ "base_rate": 2.5e-8,
1270
+ "is_prompt": true,
1271
+ "token_type": "cache_read"
1272
+ }
1273
+ ]
1274
+ },
1275
+ {
1276
+ "name": "gpt-4.5-preview",
1277
+ "name_pattern": "^gpt-4\\.5-preview$",
1278
+ "source": "litellm",
1279
+ "token_prices": [
1280
+ {
1281
+ "base_rate": 0.000075,
1282
+ "is_prompt": true,
1283
+ "token_type": "input"
1284
+ },
1285
+ {
1286
+ "base_rate": 0.00015,
1287
+ "is_prompt": false,
1288
+ "token_type": "output"
1289
+ },
1290
+ {
1291
+ "base_rate": 0.0000375,
1292
+ "is_prompt": true,
1293
+ "token_type": "cache_read"
1294
+ }
1295
+ ]
1296
+ },
1297
+ {
1298
+ "name": "gpt-4.5-preview-2025-02-27",
1299
+ "name_pattern": "^gpt-4\\.5-preview-2025-02-27$",
1300
+ "source": "litellm",
1301
+ "token_prices": [
1302
+ {
1303
+ "base_rate": 0.000075,
1304
+ "is_prompt": true,
1305
+ "token_type": "input"
1306
+ },
1307
+ {
1308
+ "base_rate": 0.00015,
1309
+ "is_prompt": false,
1310
+ "token_type": "output"
1311
+ },
1312
+ {
1313
+ "base_rate": 0.0000375,
1314
+ "is_prompt": true,
1315
+ "token_type": "cache_read"
1316
+ }
1317
+ ]
1318
+ },
1319
+ {
1320
+ "name": "gpt-4o",
1321
+ "name_pattern": "^gpt-4o$",
1322
+ "source": "litellm",
1323
+ "token_prices": [
1324
+ {
1325
+ "base_rate": 2.5e-6,
1326
+ "is_prompt": true,
1327
+ "token_type": "input"
1328
+ },
1329
+ {
1330
+ "base_rate": 0.00001,
1331
+ "is_prompt": false,
1332
+ "token_type": "output"
1333
+ },
1334
+ {
1335
+ "base_rate": 1.25e-6,
1336
+ "is_prompt": true,
1337
+ "token_type": "cache_read"
1338
+ }
1339
+ ]
1340
+ },
1341
+ {
1342
+ "name": "gpt-4o-2024-05-13",
1343
+ "name_pattern": "^gpt-4o-2024-05-13$",
1344
+ "source": "litellm",
1345
+ "token_prices": [
1346
+ {
1347
+ "base_rate": 5e-6,
1348
+ "is_prompt": true,
1349
+ "token_type": "input"
1350
+ },
1351
+ {
1352
+ "base_rate": 0.000015,
1353
+ "is_prompt": false,
1354
+ "token_type": "output"
1355
+ }
1356
+ ]
1357
+ },
1358
+ {
1359
+ "name": "gpt-4o-2024-08-06",
1360
+ "name_pattern": "^gpt-4o-2024-08-06$",
1361
+ "source": "litellm",
1362
+ "token_prices": [
1363
+ {
1364
+ "base_rate": 2.5e-6,
1365
+ "is_prompt": true,
1366
+ "token_type": "input"
1367
+ },
1368
+ {
1369
+ "base_rate": 0.00001,
1370
+ "is_prompt": false,
1371
+ "token_type": "output"
1372
+ },
1373
+ {
1374
+ "base_rate": 1.25e-6,
1375
+ "is_prompt": true,
1376
+ "token_type": "cache_read"
1377
+ }
1378
+ ]
1379
+ },
1380
+ {
1381
+ "name": "gpt-4o-2024-11-20",
1382
+ "name_pattern": "^gpt-4o-2024-11-20$",
1383
+ "source": "litellm",
1384
+ "token_prices": [
1385
+ {
1386
+ "base_rate": 2.5e-6,
1387
+ "is_prompt": true,
1388
+ "token_type": "input"
1389
+ },
1390
+ {
1391
+ "base_rate": 0.00001,
1392
+ "is_prompt": false,
1393
+ "token_type": "output"
1394
+ },
1395
+ {
1396
+ "base_rate": 1.25e-6,
1397
+ "is_prompt": true,
1398
+ "token_type": "cache_read"
1399
+ }
1400
+ ]
1401
+ },
1402
+ {
1403
+ "name": "gpt-4o-audio-preview",
1404
+ "name_pattern": "^gpt-4o-audio-preview$",
1405
+ "source": "litellm",
1406
+ "token_prices": [
1407
+ {
1408
+ "base_rate": 2.5e-6,
1409
+ "is_prompt": true,
1410
+ "token_type": "input"
1411
+ },
1412
+ {
1413
+ "base_rate": 0.00001,
1414
+ "is_prompt": false,
1415
+ "token_type": "output"
1416
+ },
1417
+ {
1418
+ "base_rate": 0.0001,
1419
+ "is_prompt": true,
1420
+ "token_type": "audio"
1421
+ },
1422
+ {
1423
+ "base_rate": 0.0002,
1424
+ "is_prompt": false,
1425
+ "token_type": "audio"
1426
+ }
1427
+ ]
1428
+ },
1429
+ {
1430
+ "name": "gpt-4o-audio-preview-2024-10-01",
1431
+ "name_pattern": "^gpt-4o-audio-preview-2024-10-01$",
1432
+ "source": "litellm",
1433
+ "token_prices": [
1434
+ {
1435
+ "base_rate": 2.5e-6,
1436
+ "is_prompt": true,
1437
+ "token_type": "input"
1438
+ },
1439
+ {
1440
+ "base_rate": 0.00001,
1441
+ "is_prompt": false,
1442
+ "token_type": "output"
1443
+ },
1444
+ {
1445
+ "base_rate": 0.0001,
1446
+ "is_prompt": true,
1447
+ "token_type": "audio"
1448
+ },
1449
+ {
1450
+ "base_rate": 0.0002,
1451
+ "is_prompt": false,
1452
+ "token_type": "audio"
1453
+ }
1454
+ ]
1455
+ },
1456
+ {
1457
+ "name": "gpt-4o-audio-preview-2024-12-17",
1458
+ "name_pattern": "^gpt-4o-audio-preview-2024-12-17$",
1459
+ "source": "litellm",
1460
+ "token_prices": [
1461
+ {
1462
+ "base_rate": 2.5e-6,
1463
+ "is_prompt": true,
1464
+ "token_type": "input"
1465
+ },
1466
+ {
1467
+ "base_rate": 0.00001,
1468
+ "is_prompt": false,
1469
+ "token_type": "output"
1470
+ },
1471
+ {
1472
+ "base_rate": 0.00004,
1473
+ "is_prompt": true,
1474
+ "token_type": "audio"
1475
+ },
1476
+ {
1477
+ "base_rate": 0.00008,
1478
+ "is_prompt": false,
1479
+ "token_type": "audio"
1480
+ }
1481
+ ]
1482
+ },
1483
+ {
1484
+ "name": "gpt-4o-audio-preview-2025-06-03",
1485
+ "name_pattern": "^gpt-4o-audio-preview-2025-06-03$",
1486
+ "source": "litellm",
1487
+ "token_prices": [
1488
+ {
1489
+ "base_rate": 2.5e-6,
1490
+ "is_prompt": true,
1491
+ "token_type": "input"
1492
+ },
1493
+ {
1494
+ "base_rate": 0.00001,
1495
+ "is_prompt": false,
1496
+ "token_type": "output"
1497
+ },
1498
+ {
1499
+ "base_rate": 0.00004,
1500
+ "is_prompt": true,
1501
+ "token_type": "audio"
1502
+ },
1503
+ {
1504
+ "base_rate": 0.00008,
1505
+ "is_prompt": false,
1506
+ "token_type": "audio"
1507
+ }
1508
+ ]
1509
+ },
1510
+ {
1511
+ "name": "gpt-4o-mini",
1512
+ "name_pattern": "^gpt-4o-mini$",
1513
+ "source": "litellm",
1514
+ "token_prices": [
1515
+ {
1516
+ "base_rate": 1.5e-7,
1517
+ "is_prompt": true,
1518
+ "token_type": "input"
1519
+ },
1520
+ {
1521
+ "base_rate": 6e-7,
1522
+ "is_prompt": false,
1523
+ "token_type": "output"
1524
+ },
1525
+ {
1526
+ "base_rate": 7.5e-8,
1527
+ "is_prompt": true,
1528
+ "token_type": "cache_read"
1529
+ }
1530
+ ]
1531
+ },
1532
+ {
1533
+ "name": "gpt-4o-mini-2024-07-18",
1534
+ "name_pattern": "^gpt-4o-mini-2024-07-18$",
1535
+ "source": "litellm",
1536
+ "token_prices": [
1537
+ {
1538
+ "base_rate": 1.5e-7,
1539
+ "is_prompt": true,
1540
+ "token_type": "input"
1541
+ },
1542
+ {
1543
+ "base_rate": 6e-7,
1544
+ "is_prompt": false,
1545
+ "token_type": "output"
1546
+ },
1547
+ {
1548
+ "base_rate": 7.5e-8,
1549
+ "is_prompt": true,
1550
+ "token_type": "cache_read"
1551
+ }
1552
+ ]
1553
+ },
1554
+ {
1555
+ "name": "gpt-4o-mini-audio-preview",
1556
+ "name_pattern": "^gpt-4o-mini-audio-preview$",
1557
+ "source": "litellm",
1558
+ "token_prices": [
1559
+ {
1560
+ "base_rate": 1.5e-7,
1561
+ "is_prompt": true,
1562
+ "token_type": "input"
1563
+ },
1564
+ {
1565
+ "base_rate": 6e-7,
1566
+ "is_prompt": false,
1567
+ "token_type": "output"
1568
+ },
1569
+ {
1570
+ "base_rate": 0.00001,
1571
+ "is_prompt": true,
1572
+ "token_type": "audio"
1573
+ },
1574
+ {
1575
+ "base_rate": 0.00002,
1576
+ "is_prompt": false,
1577
+ "token_type": "audio"
1578
+ }
1579
+ ]
1580
+ },
1581
+ {
1582
+ "name": "gpt-4o-mini-audio-preview-2024-12-17",
1583
+ "name_pattern": "^gpt-4o-mini-audio-preview-2024-12-17$",
1584
+ "source": "litellm",
1585
+ "token_prices": [
1586
+ {
1587
+ "base_rate": 1.5e-7,
1588
+ "is_prompt": true,
1589
+ "token_type": "input"
1590
+ },
1591
+ {
1592
+ "base_rate": 6e-7,
1593
+ "is_prompt": false,
1594
+ "token_type": "output"
1595
+ },
1596
+ {
1597
+ "base_rate": 0.00001,
1598
+ "is_prompt": true,
1599
+ "token_type": "audio"
1600
+ },
1601
+ {
1602
+ "base_rate": 0.00002,
1603
+ "is_prompt": false,
1604
+ "token_type": "audio"
1605
+ }
1606
+ ]
1607
+ },
1608
+ {
1609
+ "name": "gpt-4o-mini-realtime-preview",
1610
+ "name_pattern": "^gpt-4o-mini-realtime-preview$",
1611
+ "source": "litellm",
1612
+ "token_prices": [
1613
+ {
1614
+ "base_rate": 6e-7,
1615
+ "is_prompt": true,
1616
+ "token_type": "input"
1617
+ },
1618
+ {
1619
+ "base_rate": 2.4e-6,
1620
+ "is_prompt": false,
1621
+ "token_type": "output"
1622
+ },
1623
+ {
1624
+ "base_rate": 3e-7,
1625
+ "is_prompt": true,
1626
+ "token_type": "cache_read"
1627
+ },
1628
+ {
1629
+ "base_rate": 0.00001,
1630
+ "is_prompt": true,
1631
+ "token_type": "audio"
1632
+ },
1633
+ {
1634
+ "base_rate": 0.00002,
1635
+ "is_prompt": false,
1636
+ "token_type": "audio"
1637
+ }
1638
+ ]
1639
+ },
1640
+ {
1641
+ "name": "gpt-4o-mini-realtime-preview-2024-12-17",
1642
+ "name_pattern": "^gpt-4o-mini-realtime-preview-2024-12-17$",
1643
+ "source": "litellm",
1644
+ "token_prices": [
1645
+ {
1646
+ "base_rate": 6e-7,
1647
+ "is_prompt": true,
1648
+ "token_type": "input"
1649
+ },
1650
+ {
1651
+ "base_rate": 2.4e-6,
1652
+ "is_prompt": false,
1653
+ "token_type": "output"
1654
+ },
1655
+ {
1656
+ "base_rate": 3e-7,
1657
+ "is_prompt": true,
1658
+ "token_type": "cache_read"
1659
+ },
1660
+ {
1661
+ "base_rate": 0.00001,
1662
+ "is_prompt": true,
1663
+ "token_type": "audio"
1664
+ },
1665
+ {
1666
+ "base_rate": 0.00002,
1667
+ "is_prompt": false,
1668
+ "token_type": "audio"
1669
+ }
1670
+ ]
1671
+ },
1672
+ {
1673
+ "name": "gpt-4o-mini-search-preview",
1674
+ "name_pattern": "^gpt-4o-mini-search-preview$",
1675
+ "source": "litellm",
1676
+ "token_prices": [
1677
+ {
1678
+ "base_rate": 1.5e-7,
1679
+ "is_prompt": true,
1680
+ "token_type": "input"
1681
+ },
1682
+ {
1683
+ "base_rate": 6e-7,
1684
+ "is_prompt": false,
1685
+ "token_type": "output"
1686
+ },
1687
+ {
1688
+ "base_rate": 7.5e-8,
1689
+ "is_prompt": true,
1690
+ "token_type": "cache_read"
1691
+ }
1692
+ ]
1693
+ },
1694
+ {
1695
+ "name": "gpt-4o-mini-search-preview-2025-03-11",
1696
+ "name_pattern": "^gpt-4o-mini-search-preview-2025-03-11$",
1697
+ "source": "litellm",
1698
+ "token_prices": [
1699
+ {
1700
+ "base_rate": 1.5e-7,
1701
+ "is_prompt": true,
1702
+ "token_type": "input"
1703
+ },
1704
+ {
1705
+ "base_rate": 6e-7,
1706
+ "is_prompt": false,
1707
+ "token_type": "output"
1708
+ },
1709
+ {
1710
+ "base_rate": 7.5e-8,
1711
+ "is_prompt": true,
1712
+ "token_type": "cache_read"
1713
+ }
1714
+ ]
1715
+ },
1716
+ {
1717
+ "name": "gpt-4o-mini-transcribe",
1718
+ "name_pattern": "^gpt-4o-mini-transcribe$",
1719
+ "source": "litellm",
1720
+ "token_prices": [
1721
+ {
1722
+ "base_rate": 1.25e-6,
1723
+ "is_prompt": true,
1724
+ "token_type": "input"
1725
+ },
1726
+ {
1727
+ "base_rate": 5e-6,
1728
+ "is_prompt": false,
1729
+ "token_type": "output"
1730
+ },
1731
+ {
1732
+ "base_rate": 3e-6,
1733
+ "is_prompt": true,
1734
+ "token_type": "audio"
1735
+ }
1736
+ ]
1737
+ },
1738
+ {
1739
+ "name": "gpt-4o-mini-tts",
1740
+ "name_pattern": "^gpt-4o-mini-tts$",
1741
+ "source": "litellm",
1742
+ "token_prices": [
1743
+ {
1744
+ "base_rate": 2.5e-6,
1745
+ "is_prompt": true,
1746
+ "token_type": "input"
1747
+ },
1748
+ {
1749
+ "base_rate": 0.00001,
1750
+ "is_prompt": false,
1751
+ "token_type": "output"
1752
+ },
1753
+ {
1754
+ "base_rate": 0.000012,
1755
+ "is_prompt": false,
1756
+ "token_type": "audio"
1757
+ }
1758
+ ]
1759
+ },
1760
+ {
1761
+ "name": "gpt-4o-realtime-preview",
1762
+ "name_pattern": "^gpt-4o-realtime-preview$",
1763
+ "source": "litellm",
1764
+ "token_prices": [
1765
+ {
1766
+ "base_rate": 5e-6,
1767
+ "is_prompt": true,
1768
+ "token_type": "input"
1769
+ },
1770
+ {
1771
+ "base_rate": 0.00002,
1772
+ "is_prompt": false,
1773
+ "token_type": "output"
1774
+ },
1775
+ {
1776
+ "base_rate": 2.5e-6,
1777
+ "is_prompt": true,
1778
+ "token_type": "cache_read"
1779
+ },
1780
+ {
1781
+ "base_rate": 0.00004,
1782
+ "is_prompt": true,
1783
+ "token_type": "audio"
1784
+ },
1785
+ {
1786
+ "base_rate": 0.00008,
1787
+ "is_prompt": false,
1788
+ "token_type": "audio"
1789
+ }
1790
+ ]
1791
+ },
1792
+ {
1793
+ "name": "gpt-4o-realtime-preview-2024-10-01",
1794
+ "name_pattern": "^gpt-4o-realtime-preview-2024-10-01$",
1795
+ "source": "litellm",
1796
+ "token_prices": [
1797
+ {
1798
+ "base_rate": 5e-6,
1799
+ "is_prompt": true,
1800
+ "token_type": "input"
1801
+ },
1802
+ {
1803
+ "base_rate": 0.00002,
1804
+ "is_prompt": false,
1805
+ "token_type": "output"
1806
+ },
1807
+ {
1808
+ "base_rate": 2.5e-6,
1809
+ "is_prompt": true,
1810
+ "token_type": "cache_read"
1811
+ },
1812
+ {
1813
+ "base_rate": 0.0001,
1814
+ "is_prompt": true,
1815
+ "token_type": "audio"
1816
+ },
1817
+ {
1818
+ "base_rate": 0.0002,
1819
+ "is_prompt": false,
1820
+ "token_type": "audio"
1821
+ }
1822
+ ]
1823
+ },
1824
+ {
1825
+ "name": "gpt-4o-realtime-preview-2024-12-17",
1826
+ "name_pattern": "^gpt-4o-realtime-preview-2024-12-17$",
1827
+ "source": "litellm",
1828
+ "token_prices": [
1829
+ {
1830
+ "base_rate": 5e-6,
1831
+ "is_prompt": true,
1832
+ "token_type": "input"
1833
+ },
1834
+ {
1835
+ "base_rate": 0.00002,
1836
+ "is_prompt": false,
1837
+ "token_type": "output"
1838
+ },
1839
+ {
1840
+ "base_rate": 2.5e-6,
1841
+ "is_prompt": true,
1842
+ "token_type": "cache_read"
1843
+ },
1844
+ {
1845
+ "base_rate": 0.00004,
1846
+ "is_prompt": true,
1847
+ "token_type": "audio"
1848
+ },
1849
+ {
1850
+ "base_rate": 0.00008,
1851
+ "is_prompt": false,
1852
+ "token_type": "audio"
1853
+ }
1854
+ ]
1855
+ },
1856
+ {
1857
+ "name": "gpt-4o-search-preview",
1858
+ "name_pattern": "^gpt-4o-search-preview$",
1859
+ "source": "litellm",
1860
+ "token_prices": [
1861
+ {
1862
+ "base_rate": 2.5e-6,
1863
+ "is_prompt": true,
1864
+ "token_type": "input"
1865
+ },
1866
+ {
1867
+ "base_rate": 0.00001,
1868
+ "is_prompt": false,
1869
+ "token_type": "output"
1870
+ },
1871
+ {
1872
+ "base_rate": 1.25e-6,
1873
+ "is_prompt": true,
1874
+ "token_type": "cache_read"
1875
+ }
1876
+ ]
1877
+ },
1878
+ {
1879
+ "name": "gpt-4o-search-preview-2025-03-11",
1880
+ "name_pattern": "^gpt-4o-search-preview-2025-03-11$",
1881
+ "source": "litellm",
1882
+ "token_prices": [
1883
+ {
1884
+ "base_rate": 2.5e-6,
1885
+ "is_prompt": true,
1886
+ "token_type": "input"
1887
+ },
1888
+ {
1889
+ "base_rate": 0.00001,
1890
+ "is_prompt": false,
1891
+ "token_type": "output"
1892
+ },
1893
+ {
1894
+ "base_rate": 1.25e-6,
1895
+ "is_prompt": true,
1896
+ "token_type": "cache_read"
1897
+ }
1898
+ ]
1899
+ },
1900
+ {
1901
+ "name": "gpt-4o-transcribe",
1902
+ "name_pattern": "^gpt-4o-transcribe$",
1903
+ "source": "litellm",
1904
+ "token_prices": [
1905
+ {
1906
+ "base_rate": 2.5e-6,
1907
+ "is_prompt": true,
1908
+ "token_type": "input"
1909
+ },
1910
+ {
1911
+ "base_rate": 0.00001,
1912
+ "is_prompt": false,
1913
+ "token_type": "output"
1914
+ },
1915
+ {
1916
+ "base_rate": 6e-6,
1917
+ "is_prompt": true,
1918
+ "token_type": "audio"
1919
+ }
1920
+ ]
1921
+ },
1922
+ {
1923
+ "name": "o1",
1924
+ "name_pattern": "^o1$",
1925
+ "source": "litellm",
1926
+ "token_prices": [
1927
+ {
1928
+ "base_rate": 0.000015,
1929
+ "is_prompt": true,
1930
+ "token_type": "input"
1931
+ },
1932
+ {
1933
+ "base_rate": 0.00006,
1934
+ "is_prompt": false,
1935
+ "token_type": "output"
1936
+ },
1937
+ {
1938
+ "base_rate": 7.5e-6,
1939
+ "is_prompt": true,
1940
+ "token_type": "cache_read"
1941
+ }
1942
+ ]
1943
+ },
1944
+ {
1945
+ "name": "o1-2024-12-17",
1946
+ "name_pattern": "^o1-2024-12-17$",
1947
+ "source": "litellm",
1948
+ "token_prices": [
1949
+ {
1950
+ "base_rate": 0.000015,
1951
+ "is_prompt": true,
1952
+ "token_type": "input"
1953
+ },
1954
+ {
1955
+ "base_rate": 0.00006,
1956
+ "is_prompt": false,
1957
+ "token_type": "output"
1958
+ },
1959
+ {
1960
+ "base_rate": 7.5e-6,
1961
+ "is_prompt": true,
1962
+ "token_type": "cache_read"
1963
+ }
1964
+ ]
1965
+ },
1966
+ {
1967
+ "name": "o1-mini",
1968
+ "name_pattern": "^o1-mini$",
1969
+ "source": "litellm",
1970
+ "token_prices": [
1971
+ {
1972
+ "base_rate": 1.1e-6,
1973
+ "is_prompt": true,
1974
+ "token_type": "input"
1975
+ },
1976
+ {
1977
+ "base_rate": 4.4e-6,
1978
+ "is_prompt": false,
1979
+ "token_type": "output"
1980
+ },
1981
+ {
1982
+ "base_rate": 5.5e-7,
1983
+ "is_prompt": true,
1984
+ "token_type": "cache_read"
1985
+ }
1986
+ ]
1987
+ },
1988
+ {
1989
+ "name": "o1-mini-2024-09-12",
1990
+ "name_pattern": "^o1-mini-2024-09-12$",
1991
+ "source": "litellm",
1992
+ "token_prices": [
1993
+ {
1994
+ "base_rate": 3e-6,
1995
+ "is_prompt": true,
1996
+ "token_type": "input"
1997
+ },
1998
+ {
1999
+ "base_rate": 0.000012,
2000
+ "is_prompt": false,
2001
+ "token_type": "output"
2002
+ },
2003
+ {
2004
+ "base_rate": 1.5e-6,
2005
+ "is_prompt": true,
2006
+ "token_type": "cache_read"
2007
+ }
2008
+ ]
2009
+ },
2010
+ {
2011
+ "name": "o1-preview",
2012
+ "name_pattern": "^o1-preview$",
2013
+ "source": "litellm",
2014
+ "token_prices": [
2015
+ {
2016
+ "base_rate": 0.000015,
2017
+ "is_prompt": true,
2018
+ "token_type": "input"
2019
+ },
2020
+ {
2021
+ "base_rate": 0.00006,
2022
+ "is_prompt": false,
2023
+ "token_type": "output"
2024
+ },
2025
+ {
2026
+ "base_rate": 7.5e-6,
2027
+ "is_prompt": true,
2028
+ "token_type": "cache_read"
2029
+ }
2030
+ ]
2031
+ },
2032
+ {
2033
+ "name": "o1-preview-2024-09-12",
2034
+ "name_pattern": "^o1-preview-2024-09-12$",
2035
+ "source": "litellm",
2036
+ "token_prices": [
2037
+ {
2038
+ "base_rate": 0.000015,
2039
+ "is_prompt": true,
2040
+ "token_type": "input"
2041
+ },
2042
+ {
2043
+ "base_rate": 0.00006,
2044
+ "is_prompt": false,
2045
+ "token_type": "output"
2046
+ },
2047
+ {
2048
+ "base_rate": 7.5e-6,
2049
+ "is_prompt": true,
2050
+ "token_type": "cache_read"
2051
+ }
2052
+ ]
2053
+ },
2054
+ {
2055
+ "name": "o1-pro",
2056
+ "name_pattern": "^o1-pro$",
2057
+ "source": "litellm",
2058
+ "token_prices": [
2059
+ {
2060
+ "base_rate": 0.00015,
2061
+ "is_prompt": true,
2062
+ "token_type": "input"
2063
+ },
2064
+ {
2065
+ "base_rate": 0.0006,
2066
+ "is_prompt": false,
2067
+ "token_type": "output"
2068
+ }
2069
+ ]
2070
+ },
2071
+ {
2072
+ "name": "o1-pro-2025-03-19",
2073
+ "name_pattern": "^o1-pro-2025-03-19$",
2074
+ "source": "litellm",
2075
+ "token_prices": [
2076
+ {
2077
+ "base_rate": 0.00015,
2078
+ "is_prompt": true,
2079
+ "token_type": "input"
2080
+ },
2081
+ {
2082
+ "base_rate": 0.0006,
2083
+ "is_prompt": false,
2084
+ "token_type": "output"
2085
+ }
2086
+ ]
2087
+ },
2088
+ {
2089
+ "name": "o3",
2090
+ "name_pattern": "^o3$",
2091
+ "source": "litellm",
2092
+ "token_prices": [
2093
+ {
2094
+ "base_rate": 2e-6,
2095
+ "is_prompt": true,
2096
+ "token_type": "input"
2097
+ },
2098
+ {
2099
+ "base_rate": 8e-6,
2100
+ "is_prompt": false,
2101
+ "token_type": "output"
2102
+ },
2103
+ {
2104
+ "base_rate": 5e-7,
2105
+ "is_prompt": true,
2106
+ "token_type": "cache_read"
2107
+ }
2108
+ ]
2109
+ },
2110
+ {
2111
+ "name": "o3-2025-04-16",
2112
+ "name_pattern": "^o3-2025-04-16$",
2113
+ "source": "litellm",
2114
+ "token_prices": [
2115
+ {
2116
+ "base_rate": 2e-6,
2117
+ "is_prompt": true,
2118
+ "token_type": "input"
2119
+ },
2120
+ {
2121
+ "base_rate": 8e-6,
2122
+ "is_prompt": false,
2123
+ "token_type": "output"
2124
+ },
2125
+ {
2126
+ "base_rate": 5e-7,
2127
+ "is_prompt": true,
2128
+ "token_type": "cache_read"
2129
+ }
2130
+ ]
2131
+ },
2132
+ {
2133
+ "name": "o3-deep-research",
2134
+ "name_pattern": "^o3-deep-research$",
2135
+ "source": "litellm",
2136
+ "token_prices": [
2137
+ {
2138
+ "base_rate": 0.00001,
2139
+ "is_prompt": true,
2140
+ "token_type": "input"
2141
+ },
2142
+ {
2143
+ "base_rate": 0.00004,
2144
+ "is_prompt": false,
2145
+ "token_type": "output"
2146
+ },
2147
+ {
2148
+ "base_rate": 2.5e-6,
2149
+ "is_prompt": true,
2150
+ "token_type": "cache_read"
2151
+ }
2152
+ ]
2153
+ },
2154
+ {
2155
+ "name": "o3-deep-research-2025-06-26",
2156
+ "name_pattern": "^o3-deep-research-2025-06-26$",
2157
+ "source": "litellm",
2158
+ "token_prices": [
2159
+ {
2160
+ "base_rate": 0.00001,
2161
+ "is_prompt": true,
2162
+ "token_type": "input"
2163
+ },
2164
+ {
2165
+ "base_rate": 0.00004,
2166
+ "is_prompt": false,
2167
+ "token_type": "output"
2168
+ },
2169
+ {
2170
+ "base_rate": 2.5e-6,
2171
+ "is_prompt": true,
2172
+ "token_type": "cache_read"
2173
+ }
2174
+ ]
2175
+ },
2176
+ {
2177
+ "name": "o3-mini",
2178
+ "name_pattern": "^o3-mini$",
2179
+ "source": "litellm",
2180
+ "token_prices": [
2181
+ {
2182
+ "base_rate": 1.1e-6,
2183
+ "is_prompt": true,
2184
+ "token_type": "input"
2185
+ },
2186
+ {
2187
+ "base_rate": 4.4e-6,
2188
+ "is_prompt": false,
2189
+ "token_type": "output"
2190
+ },
2191
+ {
2192
+ "base_rate": 5.5e-7,
2193
+ "is_prompt": true,
2194
+ "token_type": "cache_read"
2195
+ }
2196
+ ]
2197
+ },
2198
+ {
2199
+ "name": "o3-mini-2025-01-31",
2200
+ "name_pattern": "^o3-mini-2025-01-31$",
2201
+ "source": "litellm",
2202
+ "token_prices": [
2203
+ {
2204
+ "base_rate": 1.1e-6,
2205
+ "is_prompt": true,
2206
+ "token_type": "input"
2207
+ },
2208
+ {
2209
+ "base_rate": 4.4e-6,
2210
+ "is_prompt": false,
2211
+ "token_type": "output"
2212
+ },
2213
+ {
2214
+ "base_rate": 5.5e-7,
2215
+ "is_prompt": true,
2216
+ "token_type": "cache_read"
2217
+ }
2218
+ ]
2219
+ },
2220
+ {
2221
+ "name": "o3-pro",
2222
+ "name_pattern": "^o3-pro$",
2223
+ "source": "litellm",
2224
+ "token_prices": [
2225
+ {
2226
+ "base_rate": 0.00002,
2227
+ "is_prompt": true,
2228
+ "token_type": "input"
2229
+ },
2230
+ {
2231
+ "base_rate": 0.00008,
2232
+ "is_prompt": false,
2233
+ "token_type": "output"
2234
+ }
2235
+ ]
2236
+ },
2237
+ {
2238
+ "name": "o3-pro-2025-06-10",
2239
+ "name_pattern": "^o3-pro-2025-06-10$",
2240
+ "source": "litellm",
2241
+ "token_prices": [
2242
+ {
2243
+ "base_rate": 0.00002,
2244
+ "is_prompt": true,
2245
+ "token_type": "input"
2246
+ },
2247
+ {
2248
+ "base_rate": 0.00008,
2249
+ "is_prompt": false,
2250
+ "token_type": "output"
2251
+ }
2252
+ ]
2253
+ },
2254
+ {
2255
+ "name": "o4-mini",
2256
+ "name_pattern": "^o4-mini$",
2257
+ "source": "litellm",
2258
+ "token_prices": [
2259
+ {
2260
+ "base_rate": 1.1e-6,
2261
+ "is_prompt": true,
2262
+ "token_type": "input"
2263
+ },
2264
+ {
2265
+ "base_rate": 4.4e-6,
2266
+ "is_prompt": false,
2267
+ "token_type": "output"
2268
+ },
2269
+ {
2270
+ "base_rate": 2.75e-7,
2271
+ "is_prompt": true,
2272
+ "token_type": "cache_read"
2273
+ }
2274
+ ]
2275
+ },
2276
+ {
2277
+ "name": "o4-mini-2025-04-16",
2278
+ "name_pattern": "^o4-mini-2025-04-16$",
2279
+ "source": "litellm",
2280
+ "token_prices": [
2281
+ {
2282
+ "base_rate": 1.1e-6,
2283
+ "is_prompt": true,
2284
+ "token_type": "input"
2285
+ },
2286
+ {
2287
+ "base_rate": 4.4e-6,
2288
+ "is_prompt": false,
2289
+ "token_type": "output"
2290
+ },
2291
+ {
2292
+ "base_rate": 2.75e-7,
2293
+ "is_prompt": true,
2294
+ "token_type": "cache_read"
2295
+ }
2296
+ ]
2297
+ },
2298
+ {
2299
+ "name": "o4-mini-deep-research",
2300
+ "name_pattern": "^o4-mini-deep-research$",
2301
+ "source": "litellm",
2302
+ "token_prices": [
2303
+ {
2304
+ "base_rate": 2e-6,
2305
+ "is_prompt": true,
2306
+ "token_type": "input"
2307
+ },
2308
+ {
2309
+ "base_rate": 8e-6,
2310
+ "is_prompt": false,
2311
+ "token_type": "output"
2312
+ },
2313
+ {
2314
+ "base_rate": 5e-7,
2315
+ "is_prompt": true,
2316
+ "token_type": "cache_read"
2317
+ }
2318
+ ]
2319
+ },
2320
+ {
2321
+ "name": "o4-mini-deep-research-2025-06-26",
2322
+ "name_pattern": "^o4-mini-deep-research-2025-06-26$",
2323
+ "source": "litellm",
2324
+ "token_prices": [
2325
+ {
2326
+ "base_rate": 2e-6,
2327
+ "is_prompt": true,
2328
+ "token_type": "input"
2329
+ },
2330
+ {
2331
+ "base_rate": 8e-6,
2332
+ "is_prompt": false,
2333
+ "token_type": "output"
2334
+ },
2335
+ {
2336
+ "base_rate": 5e-7,
2337
+ "is_prompt": true,
2338
+ "token_type": "cache_read"
2339
+ }
2340
+ ]
2341
+ }
2342
+ ]
2343
+ }